2024-04-26T01:24:44.963 INFO:root:teuthology version: 0.0.1.dev269+g9481b1d 2024-04-26T01:24:44.963 DEBUG:teuthology.run:Teuthology command: teuthology --name leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi --owner scheduled_leonidus@teuthology --archive /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674246 --description fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/yes 5-quiesce/with-quiesce 6-workunit/fs/norstats}} --verbose -- /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674246/orig.config.yaml 2024-04-26T01:24:45.023 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-26T01:24:45.117 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674246 branch: wip-lusov-quiescer description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/yes 5-quiesce/with-quiesce 6-workunit/fs/norstats}} email: null first_in_suite: false job_id: '7674246' kernel: client: branch: testing kdb: true sha1: distro ktype: upstream last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules - exec: mon.a: - ceph mgr module enable snap_schedule - ceph config set mgr mgr/snap_schedule/allow_m_granularity true - ceph config set mgr mgr/snap_schedule/dump_on_update true name: leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-lusov-quiescer ceph: cephfs: max_mds: 5 session_timeout: 300 standby_replay: true conf: client: client dirsize rbytes: false client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_bal_replicate_threshold: 1 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug cephsqlite: 20 debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 osd: bluestore block size: 96636764160 bluestore compression mode: aggressive bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10000 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability sha1: d69f13d827952bb07bb9b7973bca14f97d764d6f subvols: create: 2 subvol_options: --size 25000000000 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - min: 3 name: mds_cache.dir_update - min: 3 name: mds_cache.dir_update_receipt - mds.root_rsnaps - mds_server.req_mksnap_latency.avgcount - mds_server.req_rmsnap_latency.avgcount install: ceph: flavor: default sha1: d69f13d827952bb07bb9b7973bca14f97d764d6f kclient: client.0: mount_subvol_num: 1 mntopts: - ms_mode=secure - nowsync rbytes: false syntax: v2 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-lusov-quiescer sha1: afa1933b0fdbb6c99c947d1eda34d661d23cd327 owner: scheduled_leonidus@teuthology priority: 70 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 3448 sha1: d69f13d827952bb07bb9b7973bca14f97d764d6f sleep_before_teardown: 0 subset: 200/111111 suite: fs suite_branch: wip-lusov-quiescer suite_path: /home/teuthworker/src/github.com_ceph_ceph_afa1933b0fdbb6c99c947d1eda34d661d23cd327/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph suite_sha1: afa1933b0fdbb6c99c947d1eda34d661d23cd327 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi046.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNbjI8YcbRNA38N02KgbvYoUoPRpKi/Pimz9dlmSUCbA9KYygyL8NYOyTB3XVPtlFfuIybIUWw1LzJFGz7hRItM= smithi103.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJ+GJiHte/P7ACz178dgKaGnq+vK4RvOlKpfEhQZ5RgDLbNK+z5TuO/XXsm9uUrWM8Y6+qmmURKx58IGdI5mP+k= smithi163.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOY76AYR3LNNsEfMN46q2H3764+5lpaZPd2aU4xSRJvz3uEKvV+oAfKrODS1NKXqXCb7Ql82Q6H8hTb+G6xkgag= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - sequential: - mgrmodules - kclient: null - exec: mon.a: - ceph fs set cephfs balance_automate true - check-counter: {} - exec: mon.a: - ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m - ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - date +%s > START_TIME - full_sequential_finally: - exec: mon.a: - date +%s > END_TIME - START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - background_exec: mon.a: - while sleep 13; do ceph tell mds.cephfs:0 flush journal; done - quiescer: null - workunit: clients: all: - fs/norstats teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: 9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17 timestamp: 2024-04-26_01:02:28 tube: smithi user: leonidus verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-04-26T01:24:45.117 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph_afa1933b0fdbb6c99c947d1eda34d661d23cd327/qa; will attempt to use it 2024-04-26T01:24:45.118 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph_afa1933b0fdbb6c99c947d1eda34d661d23cd327/qa/tasks 2024-04-26T01:24:45.118 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-04-26T01:24:45.120 INFO:teuthology.task.internal:Checking packages... 2024-04-26T01:24:45.143 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'd69f13d827952bb07bb9b7973bca14f97d764d6f' 2024-04-26T01:24:45.143 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-26T01:24:45.143 INFO:teuthology.packaging:ref: None 2024-04-26T01:24:45.143 INFO:teuthology.packaging:tag: None 2024-04-26T01:24:45.143 INFO:teuthology.packaging:branch: wip-lusov-quiescer 2024-04-26T01:24:45.144 INFO:teuthology.packaging:sha1: d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:24:45.144 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-lusov-quiescer 2024-04-26T01:24:45.316 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-3156.gd69f13d8 2024-04-26T01:24:45.317 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-04-26T01:24:45.324 INFO:teuthology.task.internal:no buildpackages task found 2024-04-26T01:24:45.324 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-04-26T01:24:45.341 INFO:teuthology.task.internal:Saving configuration 2024-04-26T01:24:45.362 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-04-26T01:24:45.390 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-26T01:24:45.414 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi046.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674246', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-26 01:18:20.604284', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNbjI8YcbRNA38N02KgbvYoUoPRpKi/Pimz9dlmSUCbA9KYygyL8NYOyTB3XVPtlFfuIybIUWw1LzJFGz7hRItM='} 2024-04-26T01:24:45.432 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi103.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674246', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-26 01:18:20.602898', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJ+GJiHte/P7ACz178dgKaGnq+vK4RvOlKpfEhQZ5RgDLbNK+z5TuO/XXsm9uUrWM8Y6+qmmURKx58IGdI5mP+k='} 2024-04-26T01:24:45.450 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi163.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674246', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-26 01:18:20.601232', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOY76AYR3LNNsEfMN46q2H3764+5lpaZPd2aU4xSRJvz3uEKvV+oAfKrODS1NKXqXCb7Ql82Q6H8hTb+G6xkgag='} 2024-04-26T01:24:45.450 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-04-26T01:24:45.456 INFO:teuthology.task.internal:roles: ubuntu@smithi046.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-04-26T01:24:45.456 INFO:teuthology.task.internal:roles: ubuntu@smithi103.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-04-26T01:24:45.456 INFO:teuthology.task.internal:roles: ubuntu@smithi163.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-04-26T01:24:45.456 INFO:teuthology.run_tasks:Running task console_log... 2024-04-26T01:24:45.551 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f5abe0470d0>, signals=[15]) 2024-04-26T01:24:45.551 INFO:teuthology.run_tasks:Running task internal.connect... 2024-04-26T01:24:45.557 INFO:teuthology.task.internal:Opening connections... 2024-04-26T01:24:45.557 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi046.front.sepia.ceph.com 2024-04-26T01:24:45.559 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi046.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T01:24:45.637 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi103.front.sepia.ceph.com 2024-04-26T01:24:45.638 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi103.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T01:24:45.710 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi163.front.sepia.ceph.com 2024-04-26T01:24:45.710 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi163.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T01:24:45.784 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-04-26T01:24:45.791 DEBUG:teuthology.orchestra.run.smithi046:> uname -m 2024-04-26T01:24:45.809 INFO:teuthology.orchestra.run.smithi046.stdout:x86_64 2024-04-26T01:24:45.809 DEBUG:teuthology.orchestra.run.smithi046:> cat /etc/os-release 2024-04-26T01:24:45.867 INFO:teuthology.orchestra.run.smithi046.stdout:NAME="CentOS Stream" 2024-04-26T01:24:45.867 INFO:teuthology.orchestra.run.smithi046.stdout:VERSION="9" 2024-04-26T01:24:45.867 INFO:teuthology.orchestra.run.smithi046.stdout:ID="centos" 2024-04-26T01:24:45.867 INFO:teuthology.orchestra.run.smithi046.stdout:ID_LIKE="rhel fedora" 2024-04-26T01:24:45.867 INFO:teuthology.orchestra.run.smithi046.stdout:VERSION_ID="9" 2024-04-26T01:24:45.867 INFO:teuthology.orchestra.run.smithi046.stdout:PLATFORM_ID="platform:el9" 2024-04-26T01:24:45.867 INFO:teuthology.orchestra.run.smithi046.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-26T01:24:45.867 INFO:teuthology.orchestra.run.smithi046.stdout:ANSI_COLOR="0;31" 2024-04-26T01:24:45.867 INFO:teuthology.orchestra.run.smithi046.stdout:LOGO="fedora-logo-icon" 2024-04-26T01:24:45.867 INFO:teuthology.orchestra.run.smithi046.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-26T01:24:45.868 INFO:teuthology.orchestra.run.smithi046.stdout:HOME_URL="https://centos.org/" 2024-04-26T01:24:45.868 INFO:teuthology.orchestra.run.smithi046.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-26T01:24:45.868 INFO:teuthology.orchestra.run.smithi046.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-26T01:24:45.868 INFO:teuthology.orchestra.run.smithi046.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-26T01:24:45.868 INFO:teuthology.lock.ops:Updating smithi046.front.sepia.ceph.com on lock server 2024-04-26T01:24:45.883 DEBUG:teuthology.orchestra.run.smithi103:> uname -m 2024-04-26T01:24:45.901 INFO:teuthology.orchestra.run.smithi103.stdout:x86_64 2024-04-26T01:24:45.901 DEBUG:teuthology.orchestra.run.smithi103:> cat /etc/os-release 2024-04-26T01:24:45.959 INFO:teuthology.orchestra.run.smithi103.stdout:NAME="CentOS Stream" 2024-04-26T01:24:45.959 INFO:teuthology.orchestra.run.smithi103.stdout:VERSION="9" 2024-04-26T01:24:45.959 INFO:teuthology.orchestra.run.smithi103.stdout:ID="centos" 2024-04-26T01:24:45.959 INFO:teuthology.orchestra.run.smithi103.stdout:ID_LIKE="rhel fedora" 2024-04-26T01:24:45.959 INFO:teuthology.orchestra.run.smithi103.stdout:VERSION_ID="9" 2024-04-26T01:24:45.959 INFO:teuthology.orchestra.run.smithi103.stdout:PLATFORM_ID="platform:el9" 2024-04-26T01:24:45.959 INFO:teuthology.orchestra.run.smithi103.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-26T01:24:45.959 INFO:teuthology.orchestra.run.smithi103.stdout:ANSI_COLOR="0;31" 2024-04-26T01:24:45.959 INFO:teuthology.orchestra.run.smithi103.stdout:LOGO="fedora-logo-icon" 2024-04-26T01:24:45.959 INFO:teuthology.orchestra.run.smithi103.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-26T01:24:45.959 INFO:teuthology.orchestra.run.smithi103.stdout:HOME_URL="https://centos.org/" 2024-04-26T01:24:45.959 INFO:teuthology.orchestra.run.smithi103.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-26T01:24:45.960 INFO:teuthology.orchestra.run.smithi103.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-26T01:24:45.960 INFO:teuthology.orchestra.run.smithi103.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-26T01:24:45.960 INFO:teuthology.lock.ops:Updating smithi103.front.sepia.ceph.com on lock server 2024-04-26T01:24:45.983 DEBUG:teuthology.orchestra.run.smithi163:> uname -m 2024-04-26T01:24:46.001 INFO:teuthology.orchestra.run.smithi163.stdout:x86_64 2024-04-26T01:24:46.002 DEBUG:teuthology.orchestra.run.smithi163:> cat /etc/os-release 2024-04-26T01:24:46.058 INFO:teuthology.orchestra.run.smithi163.stdout:NAME="CentOS Stream" 2024-04-26T01:24:46.059 INFO:teuthology.orchestra.run.smithi163.stdout:VERSION="9" 2024-04-26T01:24:46.059 INFO:teuthology.orchestra.run.smithi163.stdout:ID="centos" 2024-04-26T01:24:46.059 INFO:teuthology.orchestra.run.smithi163.stdout:ID_LIKE="rhel fedora" 2024-04-26T01:24:46.059 INFO:teuthology.orchestra.run.smithi163.stdout:VERSION_ID="9" 2024-04-26T01:24:46.059 INFO:teuthology.orchestra.run.smithi163.stdout:PLATFORM_ID="platform:el9" 2024-04-26T01:24:46.059 INFO:teuthology.orchestra.run.smithi163.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-26T01:24:46.059 INFO:teuthology.orchestra.run.smithi163.stdout:ANSI_COLOR="0;31" 2024-04-26T01:24:46.059 INFO:teuthology.orchestra.run.smithi163.stdout:LOGO="fedora-logo-icon" 2024-04-26T01:24:46.059 INFO:teuthology.orchestra.run.smithi163.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-26T01:24:46.059 INFO:teuthology.orchestra.run.smithi163.stdout:HOME_URL="https://centos.org/" 2024-04-26T01:24:46.059 INFO:teuthology.orchestra.run.smithi163.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-26T01:24:46.059 INFO:teuthology.orchestra.run.smithi163.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-26T01:24:46.059 INFO:teuthology.orchestra.run.smithi163.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-26T01:24:46.060 INFO:teuthology.lock.ops:Updating smithi163.front.sepia.ceph.com on lock server 2024-04-26T01:24:46.083 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-04-26T01:24:46.093 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-04-26T01:24:46.099 INFO:teuthology.task.internal:Checking for old test directory... 2024-04-26T01:24:46.099 DEBUG:teuthology.orchestra.run.smithi046:> test '!' -e /home/ubuntu/cephtest 2024-04-26T01:24:46.102 DEBUG:teuthology.orchestra.run.smithi103:> test '!' -e /home/ubuntu/cephtest 2024-04-26T01:24:46.104 DEBUG:teuthology.orchestra.run.smithi163:> test '!' -e /home/ubuntu/cephtest 2024-04-26T01:24:46.119 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-04-26T01:24:46.125 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-04-26T01:24:46.125 DEBUG:teuthology.orchestra.run.smithi046:> test -z $(ls -A /var/lib/ceph) 2024-04-26T01:24:46.159 DEBUG:teuthology.orchestra.run.smithi103:> test -z $(ls -A /var/lib/ceph) 2024-04-26T01:24:46.161 DEBUG:teuthology.orchestra.run.smithi163:> test -z $(ls -A /var/lib/ceph) 2024-04-26T01:24:46.262 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-04-26T01:24:46.340 INFO:teuthology.run_tasks:Running task kernel... 2024-04-26T01:24:46.355 INFO:teuthology.task.kernel:normalize config orig: {'client': {'branch': 'testing'}, 'kdb': True, 'sha1': 'distro'} 2024-04-26T01:24:46.355 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'branch': 'testing'}} 2024-04-26T01:24:46.355 INFO:teuthology.task.kernel:config {'client.0': {'branch': 'testing'}}, timeout 300 2024-04-26T01:24:46.355 DEBUG:teuthology.orchestra.run.smithi046:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-26T01:24:46.372 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T01:24:46.373 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&ref=testing 2024-04-26T01:24:46.554 DEBUG:teuthology.task.kernel:sha1 for client.0 is 806ec36b21129f113ce356c007dd59694d340b37 2024-04-26T01:24:46.554 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "806ec36b21129f113ce356c007dd59694d340b37"... 2024-04-26T01:24:46.555 DEBUG:teuthology.orchestra.run.smithi046:> uname -r 2024-04-26T01:24:46.572 INFO:teuthology.orchestra.run.smithi046.stdout:5.14.0-437.el9.x86_64 2024-04-26T01:24:46.573 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-437.el9.x86_64 vs 806ec36b21129f113ce356c007dd59694d340b37 2024-04-26T01:24:46.573 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2024-04-26T01:24:46.573 DEBUG:teuthology.orchestra.run.smithi046:> sudo yum upgrade -y linux-firmware 2024-04-26T01:24:49.098 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 9 - BaseOS 12 MB/s | 8.0 MB 00:00 2024-04-26T01:24:51.207 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 9 - AppStream 19 MB/s | 19 MB 00:01 2024-04-26T01:24:55.824 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 9 - CRB 7.0 MB/s | 6.2 MB 00:00 2024-04-26T01:24:57.440 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 9 - Extras packages 39 kB/s | 16 kB 00:00 2024-04-26T01:24:59.402 INFO:teuthology.orchestra.run.smithi046.stdout:Extra Packages for Enterprise Linux 11 MB/s | 21 MB 00:01 2024-04-26T01:25:04.641 INFO:teuthology.orchestra.run.smithi046.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-04-26T01:25:06.743 INFO:teuthology.orchestra.run.smithi046.stdout:Dependencies resolved. 2024-04-26T01:25:06.744 INFO:teuthology.orchestra.run.smithi046.stdout:Nothing to do. 2024-04-26T01:25:06.744 INFO:teuthology.orchestra.run.smithi046.stdout:Complete! 2024-04-26T01:25:06.858 INFO:teuthology.task.kernel:Downloading kernel 806ec36b21129f113ce356c007dd59694d340b37 on client.0... 2024-04-26T01:25:06.858 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=806ec36b21129f113ce356c007dd59694d340b37 2024-04-26T01:25:07.003 INFO:teuthology.task.kernel:fetching, builder baseurl is https://4.chacra.ceph.com/r/kernel/testing/806ec36b21129f113ce356c007dd59694d340b37/centos/9/flavors/default/x86_64/ 2024-04-26T01:25:07.003 DEBUG:teuthology.orchestra.run.smithi046:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.9.0_rc3_g806ec36b2112-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://4.chacra.ceph.com/r/kernel/testing/806ec36b21129f113ce356c007dd59694d340b37/centos/9/flavors/default/x86_64/ --input-file=- 2024-04-26T01:25:07.006 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi046.front.sepia.ceph.com to complete... 2024-04-26T01:25:19.499 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26 01:25:19 URL:https://4.chacra.ceph.com/r/kernel/testing/806ec36b21129f113ce356c007dd59694d340b37/centos/9/flavors/default/x86_64/kernel-6.9.0_rc3_g806ec36b2112-1.x86_64.rpm [357367792/357367792] -> "/tmp/kernel.x86_64.rpm" [1] 2024-04-26T01:25:19.499 INFO:teuthology.orchestra.run.smithi046.stderr:FINISHED --2024-04-26 01:25:19-- 2024-04-26T01:25:19.499 INFO:teuthology.orchestra.run.smithi046.stderr:Total wall clock time: 12s 2024-04-26T01:25:19.499 INFO:teuthology.orchestra.run.smithi046.stderr:Downloaded: 1 files, 341M in 12s (28.2 MB/s) 2024-04-26T01:25:19.501 INFO:teuthology.task.kernel:Installing kernel 806ec36b21129f113ce356c007dd59694d340b37 on client.0... 2024-04-26T01:25:19.502 DEBUG:teuthology.orchestra.run.smithi046:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm 2024-04-26T01:25:21.683 INFO:teuthology.orchestra.run.smithi046.stdout:Verifying... ######################################## 2024-04-26T01:25:21.812 INFO:teuthology.orchestra.run.smithi046.stdout:Preparing... ######################################## 2024-04-26T01:25:21.919 INFO:teuthology.orchestra.run.smithi046.stdout:Updating / installing... 2024-04-26T01:25:30.278 INFO:teuthology.orchestra.run.smithi046.stdout:kernel-6.9.0_rc3_g806ec36b2112-1 ######################################## 2024-04-26T01:26:09.860 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi046.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None) 2024-04-26T01:26:09.861 DEBUG:teuthology.orchestra.run.smithi046:> rpm -qlp /tmp/kernel.x86_64.rpm 2024-04-26T01:26:09.942 INFO:teuthology.orchestra.run.smithi046.stdout:/boot/System.map-6.9.0-rc3-g806ec36b2112 2024-04-26T01:26:09.943 INFO:teuthology.orchestra.run.smithi046.stdout:/boot/config-6.9.0-rc3-g806ec36b2112 2024-04-26T01:26:09.943 INFO:teuthology.orchestra.run.smithi046.stdout:/boot/vmlinuz-6.9.0-rc3-g806ec36b2112 2024-04-26T01:26:09.943 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/System.map 2024-04-26T01:26:09.943 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/config 2024-04-26T01:26:09.943 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel 2024-04-26T01:26:09.943 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch 2024-04-26T01:26:09.943 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86 2024-04-26T01:26:09.943 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto 2024-04-26T01:26:09.943 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/blowfish-x86_64.ko 2024-04-26T01:26:09.943 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2024-04-26T01:26:09.943 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2024-04-26T01:26:09.943 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/camellia-x86_64.ko 2024-04-26T01:26:09.944 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2024-04-26T01:26:09.944 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2024-04-26T01:26:09.944 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/crc32-pclmul.ko 2024-04-26T01:26:09.944 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/crc32c-intel.ko 2024-04-26T01:26:09.944 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2024-04-26T01:26:09.944 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2024-04-26T01:26:09.944 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2024-04-26T01:26:09.944 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2024-04-26T01:26:09.944 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/serpent-avx2.ko 2024-04-26T01:26:09.944 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2024-04-26T01:26:09.945 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/sha1-ssse3.ko 2024-04-26T01:26:09.945 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/sha256-ssse3.ko 2024-04-26T01:26:09.945 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/sha512-ssse3.ko 2024-04-26T01:26:09.945 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2024-04-26T01:26:09.945 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2024-04-26T01:26:09.945 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/twofish-x86_64.ko 2024-04-26T01:26:09.945 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kernel 2024-04-26T01:26:09.945 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kernel/cpu 2024-04-26T01:26:09.945 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kernel/cpu/mce 2024-04-26T01:26:09.945 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2024-04-26T01:26:09.945 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kvm 2024-04-26T01:26:09.945 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kvm/kvm-amd.ko 2024-04-26T01:26:09.945 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kvm/kvm-intel.ko 2024-04-26T01:26:09.945 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kvm/kvm.ko 2024-04-26T01:26:09.946 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto 2024-04-26T01:26:09.946 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/ansi_cprng.ko 2024-04-26T01:26:09.946 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/anubis.ko 2024-04-26T01:26:09.946 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/arc4.ko 2024-04-26T01:26:09.946 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx 2024-04-26T01:26:09.946 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_memcpy.ko 2024-04-26T01:26:09.946 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_pq.ko 2024-04-26T01:26:09.946 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_raid6_recov.ko 2024-04-26T01:26:09.946 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_tx.ko 2024-04-26T01:26:09.946 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_xor.ko 2024-04-26T01:26:09.946 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/raid6test.ko 2024-04-26T01:26:09.946 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/authenc.ko 2024-04-26T01:26:09.946 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/authencesn.ko 2024-04-26T01:26:09.947 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/blake2b_generic.ko 2024-04-26T01:26:09.947 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/blowfish_common.ko 2024-04-26T01:26:09.947 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/blowfish_generic.ko 2024-04-26T01:26:09.947 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/camellia_generic.ko 2024-04-26T01:26:09.947 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cast5_generic.ko 2024-04-26T01:26:09.947 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cast6_generic.ko 2024-04-26T01:26:09.947 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cast_common.ko 2024-04-26T01:26:09.947 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/ccm.ko 2024-04-26T01:26:09.947 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cmac.ko 2024-04-26T01:26:09.947 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/crc32_generic.ko 2024-04-26T01:26:09.947 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/crypto_engine.ko 2024-04-26T01:26:09.947 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/crypto_user.ko 2024-04-26T01:26:09.947 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cts.ko 2024-04-26T01:26:09.947 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/des_generic.ko 2024-04-26T01:26:09.947 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/dh_generic.ko 2024-04-26T01:26:09.948 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/echainiv.ko 2024-04-26T01:26:09.948 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/essiv.ko 2024-04-26T01:26:09.948 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/fcrypt.ko 2024-04-26T01:26:09.948 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/khazad.ko 2024-04-26T01:26:09.948 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/lz4.ko 2024-04-26T01:26:09.948 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/lz4hc.ko 2024-04-26T01:26:09.948 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/md4.ko 2024-04-26T01:26:09.948 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/michael_mic.ko 2024-04-26T01:26:09.948 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/pcbc.ko 2024-04-26T01:26:09.948 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/pcrypt.ko 2024-04-26T01:26:09.948 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/rmd160.ko 2024-04-26T01:26:09.948 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/seed.ko 2024-04-26T01:26:09.948 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/serpent_generic.ko 2024-04-26T01:26:09.948 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/tcrypt.ko 2024-04-26T01:26:09.949 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/tea.ko 2024-04-26T01:26:09.949 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/twofish_common.ko 2024-04-26T01:26:09.949 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/twofish_generic.ko 2024-04-26T01:26:09.949 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/vmac.ko 2024-04-26T01:26:09.949 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/wp512.ko 2024-04-26T01:26:09.949 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/xcbc.ko 2024-04-26T01:26:09.949 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/xor.ko 2024-04-26T01:26:09.949 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/xxhash_generic.ko 2024-04-26T01:26:09.949 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers 2024-04-26T01:26:09.949 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi 2024-04-26T01:26:09.949 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/acpi_ipmi.ko 2024-04-26T01:26:09.949 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/acpi_pad.ko 2024-04-26T01:26:09.949 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/ec_sys.ko 2024-04-26T01:26:09.949 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/platform_profile.ko 2024-04-26T01:26:09.949 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/sbs.ko 2024-04-26T01:26:09.950 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/sbshc.ko 2024-04-26T01:26:09.950 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/video.ko 2024-04-26T01:26:09.950 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata 2024-04-26T01:26:09.950 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/acard-ahci.ko 2024-04-26T01:26:09.950 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/ahci_platform.ko 2024-04-26T01:26:09.950 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/ata_generic.ko 2024-04-26T01:26:09.950 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/libahci_platform.ko 2024-04-26T01:26:09.950 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_acpi.ko 2024-04-26T01:26:09.950 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_ali.ko 2024-04-26T01:26:09.950 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_amd.ko 2024-04-26T01:26:09.950 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_artop.ko 2024-04-26T01:26:09.950 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_atiixp.ko 2024-04-26T01:26:09.950 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_atp867x.ko 2024-04-26T01:26:09.950 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_cmd640.ko 2024-04-26T01:26:09.951 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_cmd64x.ko 2024-04-26T01:26:09.951 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_cypress.ko 2024-04-26T01:26:09.951 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_efar.ko 2024-04-26T01:26:09.951 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_hpt366.ko 2024-04-26T01:26:09.951 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_hpt37x.ko 2024-04-26T01:26:09.951 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_hpt3x2n.ko 2024-04-26T01:26:09.951 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_hpt3x3.ko 2024-04-26T01:26:09.951 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_it8213.ko 2024-04-26T01:26:09.951 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_it821x.ko 2024-04-26T01:26:09.951 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_jmicron.ko 2024-04-26T01:26:09.951 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_marvell.ko 2024-04-26T01:26:09.951 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_mpiix.ko 2024-04-26T01:26:09.951 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_netcell.ko 2024-04-26T01:26:09.951 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_ninja32.ko 2024-04-26T01:26:09.951 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_ns87410.ko 2024-04-26T01:26:09.952 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_ns87415.ko 2024-04-26T01:26:09.952 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_oldpiix.ko 2024-04-26T01:26:09.952 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_opti.ko 2024-04-26T01:26:09.952 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_optidma.ko 2024-04-26T01:26:09.952 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_pcmcia.ko 2024-04-26T01:26:09.952 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_pdc2027x.ko 2024-04-26T01:26:09.952 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_pdc202xx_old.ko 2024-04-26T01:26:09.952 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_piccolo.ko 2024-04-26T01:26:09.952 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_rdc.ko 2024-04-26T01:26:09.952 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_sch.ko 2024-04-26T01:26:09.952 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_serverworks.ko 2024-04-26T01:26:09.952 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_sil680.ko 2024-04-26T01:26:09.952 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_sis.ko 2024-04-26T01:26:09.952 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_sl82c105.ko 2024-04-26T01:26:09.952 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_triflex.ko 2024-04-26T01:26:09.953 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_via.ko 2024-04-26T01:26:09.953 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pdc_adma.ko 2024-04-26T01:26:09.953 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_inic162x.ko 2024-04-26T01:26:09.953 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_mv.ko 2024-04-26T01:26:09.953 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_nv.ko 2024-04-26T01:26:09.953 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_promise.ko 2024-04-26T01:26:09.953 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_qstor.ko 2024-04-26T01:26:09.953 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_sil.ko 2024-04-26T01:26:09.953 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_sil24.ko 2024-04-26T01:26:09.953 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_sis.ko 2024-04-26T01:26:09.953 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_svw.ko 2024-04-26T01:26:09.953 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_sx4.ko 2024-04-26T01:26:09.953 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_uli.ko 2024-04-26T01:26:09.953 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_via.ko 2024-04-26T01:26:09.953 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_vsc.ko 2024-04-26T01:26:09.954 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/auxdisplay 2024-04-26T01:26:09.954 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/auxdisplay/ks0108.ko 2024-04-26T01:26:09.954 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/base 2024-04-26T01:26:09.954 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/base/regmap 2024-04-26T01:26:09.954 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/base/regmap/regmap-i2c.ko 2024-04-26T01:26:09.954 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/base/regmap/regmap-mmio.ko 2024-04-26T01:26:09.954 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/bcma 2024-04-26T01:26:09.954 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/bcma/bcma.ko 2024-04-26T01:26:09.954 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block 2024-04-26T01:26:09.954 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/aoe 2024-04-26T01:26:09.954 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/aoe/aoe.ko 2024-04-26T01:26:09.954 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/brd.ko 2024-04-26T01:26:09.954 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/drbd 2024-04-26T01:26:09.955 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/drbd/drbd.ko 2024-04-26T01:26:09.955 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/floppy.ko 2024-04-26T01:26:09.955 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/loop.ko 2024-04-26T01:26:09.955 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/mtip32xx 2024-04-26T01:26:09.955 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/mtip32xx/mtip32xx.ko 2024-04-26T01:26:09.955 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/nbd.ko 2024-04-26T01:26:09.955 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/null_blk 2024-04-26T01:26:09.955 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/null_blk/null_blk.ko 2024-04-26T01:26:09.955 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/pktcdvd.ko 2024-04-26T01:26:09.955 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/rbd.ko 2024-04-26T01:26:09.955 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/virtio_blk.ko 2024-04-26T01:26:09.955 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/xen-blkback 2024-04-26T01:26:09.955 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/xen-blkback/xen-blkback.ko 2024-04-26T01:26:09.955 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/xen-blkfront.ko 2024-04-26T01:26:09.955 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/zram 2024-04-26T01:26:09.956 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/zram/zram.ko 2024-04-26T01:26:09.956 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char 2024-04-26T01:26:09.956 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hangcheck-timer.ko 2024-04-26T01:26:09.956 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random 2024-04-26T01:26:09.956 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/amd-rng.ko 2024-04-26T01:26:09.956 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/intel-rng.ko 2024-04-26T01:26:09.956 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/timeriomem-rng.ko 2024-04-26T01:26:09.956 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/via-rng.ko 2024-04-26T01:26:09.956 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/virtio-rng.ko 2024-04-26T01:26:09.956 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi 2024-04-26T01:26:09.956 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_devintf.ko 2024-04-26T01:26:09.956 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2024-04-26T01:26:09.956 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2024-04-26T01:26:09.956 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_si.ko 2024-04-26T01:26:09.957 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_ssif.ko 2024-04-26T01:26:09.957 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2024-04-26T01:26:09.957 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/lp.ko 2024-04-26T01:26:09.957 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/mwave 2024-04-26T01:26:09.957 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/mwave/mwave.ko 2024-04-26T01:26:09.957 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ppdev.ko 2024-04-26T01:26:09.957 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tlclk.ko 2024-04-26T01:26:09.957 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm 2024-04-26T01:26:09.957 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm.ko 2024-04-26T01:26:09.957 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_atmel.ko 2024-04-26T01:26:09.957 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_infineon.ko 2024-04-26T01:26:09.957 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_nsc.ko 2024-04-26T01:26:09.957 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_tis.ko 2024-04-26T01:26:09.957 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_tis_core.ko 2024-04-26T01:26:09.957 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/uv_mmtimer.ko 2024-04-26T01:26:09.958 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/virtio_console.ko 2024-04-26T01:26:09.958 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq 2024-04-26T01:26:09.958 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/acpi-cpufreq.ko 2024-04-26T01:26:09.958 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2024-04-26T01:26:09.958 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/p4-clockmod.ko 2024-04-26T01:26:09.958 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/pcc-cpufreq.ko 2024-04-26T01:26:09.958 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/powernow-k8.ko 2024-04-26T01:26:09.958 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/speedstep-lib.ko 2024-04-26T01:26:09.958 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto 2024-04-26T01:26:09.958 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/ccp 2024-04-26T01:26:09.958 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/ccp/ccp-crypto.ko 2024-04-26T01:26:09.958 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/ccp/ccp.ko 2024-04-26T01:26:09.958 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel 2024-04-26T01:26:09.959 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat 2024-04-26T01:26:09.959 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat/qat_common 2024-04-26T01:26:09.959 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2024-04-26T01:26:09.959 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat/qat_dh895xcc 2024-04-26T01:26:09.959 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2024-04-26T01:26:09.959 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/padlock-aes.ko 2024-04-26T01:26:09.959 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/padlock-sha.ko 2024-04-26T01:26:09.959 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/virtio 2024-04-26T01:26:09.959 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/virtio/virtio_crypto.ko 2024-04-26T01:26:09.959 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dca 2024-04-26T01:26:09.959 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dca/dca.ko 2024-04-26T01:26:09.959 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/devfreq 2024-04-26T01:26:09.959 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/devfreq/governor_simpleondemand.ko 2024-04-26T01:26:09.959 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma 2024-04-26T01:26:09.960 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma/dw 2024-04-26T01:26:09.960 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma/dw/dw_dmac.ko 2024-04-26T01:26:09.960 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma/ioat 2024-04-26T01:26:09.960 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma/ioat/ioatdma.ko 2024-04-26T01:26:09.960 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac 2024-04-26T01:26:09.960 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/amd64_edac.ko 2024-04-26T01:26:09.960 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/e752x_edac.ko 2024-04-26T01:26:09.960 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/edac_mce_amd.ko 2024-04-26T01:26:09.960 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i3000_edac.ko 2024-04-26T01:26:09.960 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i3200_edac.ko 2024-04-26T01:26:09.960 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i5100_edac.ko 2024-04-26T01:26:09.960 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i5400_edac.ko 2024-04-26T01:26:09.960 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i7300_edac.ko 2024-04-26T01:26:09.960 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i7core_edac.ko 2024-04-26T01:26:09.961 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i82975x_edac.ko 2024-04-26T01:26:09.961 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/ie31200_edac.ko 2024-04-26T01:26:09.961 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/sb_edac.ko 2024-04-26T01:26:09.961 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/x38_edac.ko 2024-04-26T01:26:09.961 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/firmware 2024-04-26T01:26:09.961 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/firmware/edd.ko 2024-04-26T01:26:09.961 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/firmware/iscsi_ibft.ko 2024-04-26T01:26:09.961 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/gpio 2024-04-26T01:26:09.961 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/gpio/gpio-ich.ko 2024-04-26T01:26:09.961 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/gpio/gpio-viperboard.ko 2024-04-26T01:26:09.961 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid 2024-04-26T01:26:09.961 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-appleir.ko 2024-04-26T01:26:09.961 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-aureal.ko 2024-04-26T01:26:09.961 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-axff.ko 2024-04-26T01:26:09.962 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-dr.ko 2024-04-26T01:26:09.962 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-elecom.ko 2024-04-26T01:26:09.962 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-elo.ko 2024-04-26T01:26:09.962 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-emsff.ko 2024-04-26T01:26:09.962 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-gaff.ko 2024-04-26T01:26:09.962 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-gt683r.ko 2024-04-26T01:26:09.962 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-gyration.ko 2024-04-26T01:26:09.962 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-holtek-kbd.ko 2024-04-26T01:26:09.962 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-holtek-mouse.ko 2024-04-26T01:26:09.962 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-holtekff.ko 2024-04-26T01:26:09.962 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-hyperv.ko 2024-04-26T01:26:09.962 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-icade.ko 2024-04-26T01:26:09.962 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-keytouch.ko 2024-04-26T01:26:09.962 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-kye.ko 2024-04-26T01:26:09.963 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-lcpower.ko 2024-04-26T01:26:09.963 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-led.ko 2024-04-26T01:26:09.963 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-lenovo.ko 2024-04-26T01:26:09.963 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-logitech-dj.ko 2024-04-26T01:26:09.963 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-logitech-hidpp.ko 2024-04-26T01:26:09.963 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-multitouch.ko 2024-04-26T01:26:09.963 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-ortek.ko 2024-04-26T01:26:09.963 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-penmount.ko 2024-04-26T01:26:09.963 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-petalynx.ko 2024-04-26T01:26:09.964 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-picolcd.ko 2024-04-26T01:26:09.964 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-pl.ko 2024-04-26T01:26:09.964 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-plantronics.ko 2024-04-26T01:26:09.964 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-primax.ko 2024-04-26T01:26:09.964 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-rmi.ko 2024-04-26T01:26:09.964 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-arvo.ko 2024-04-26T01:26:09.964 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-common.ko 2024-04-26T01:26:09.964 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-isku.ko 2024-04-26T01:26:09.964 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-kone.ko 2024-04-26T01:26:09.964 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-koneplus.ko 2024-04-26T01:26:09.964 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-konepure.ko 2024-04-26T01:26:09.964 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-kovaplus.ko 2024-04-26T01:26:09.964 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-lua.ko 2024-04-26T01:26:09.964 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-pyra.ko 2024-04-26T01:26:09.965 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-ryos.ko 2024-04-26T01:26:09.965 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-savu.ko 2024-04-26T01:26:09.965 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat.ko 2024-04-26T01:26:09.965 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-saitek.ko 2024-04-26T01:26:09.965 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-samsung.ko 2024-04-26T01:26:09.965 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-sensor-hub.ko 2024-04-26T01:26:09.965 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-sjoy.ko 2024-04-26T01:26:09.965 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-sony.ko 2024-04-26T01:26:09.965 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-speedlink.ko 2024-04-26T01:26:09.965 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-steelseries.ko 2024-04-26T01:26:09.965 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-sunplus.ko 2024-04-26T01:26:09.965 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-thrustmaster.ko 2024-04-26T01:26:09.965 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-tivo.ko 2024-04-26T01:26:09.965 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-tmff.ko 2024-04-26T01:26:09.966 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-topseed.ko 2024-04-26T01:26:09.966 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-twinhan.ko 2024-04-26T01:26:09.966 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-uclogic.ko 2024-04-26T01:26:09.966 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-waltop.ko 2024-04-26T01:26:09.966 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-wiimote.ko 2024-04-26T01:26:09.966 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-xinmo.ko 2024-04-26T01:26:09.966 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-zpff.ko 2024-04-26T01:26:09.966 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-zydacron.ko 2024-04-26T01:26:09.966 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/uhid.ko 2024-04-26T01:26:09.966 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/wacom.ko 2024-04-26T01:26:09.966 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hv 2024-04-26T01:26:09.966 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hv/hv_balloon.ko 2024-04-26T01:26:09.966 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hv/hv_utils.ko 2024-04-26T01:26:09.967 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hv/hv_vmbus.ko 2024-04-26T01:26:09.967 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon 2024-04-26T01:26:09.967 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/abituguru.ko 2024-04-26T01:26:09.967 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/abituguru3.ko 2024-04-26T01:26:09.967 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/acpi_power_meter.ko 2024-04-26T01:26:09.967 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ad7414.ko 2024-04-26T01:26:09.967 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ad7418.ko 2024-04-26T01:26:09.967 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adc128d818.ko 2024-04-26T01:26:09.967 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm1025.ko 2024-04-26T01:26:09.967 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm1026.ko 2024-04-26T01:26:09.967 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm1029.ko 2024-04-26T01:26:09.967 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm1031.ko 2024-04-26T01:26:09.967 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm9240.ko 2024-04-26T01:26:09.967 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ads7828.ko 2024-04-26T01:26:09.968 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7410.ko 2024-04-26T01:26:09.968 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7411.ko 2024-04-26T01:26:09.968 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7462.ko 2024-04-26T01:26:09.968 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7470.ko 2024-04-26T01:26:09.968 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7475.ko 2024-04-26T01:26:09.968 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7x10.ko 2024-04-26T01:26:09.968 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/amc6821.ko 2024-04-26T01:26:09.968 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/applesmc.ko 2024-04-26T01:26:09.968 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/asb100.ko 2024-04-26T01:26:09.968 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/asc7621.ko 2024-04-26T01:26:09.968 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/asus_atk0110.ko 2024-04-26T01:26:09.968 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/atxp1.ko 2024-04-26T01:26:09.968 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/coretemp.ko 2024-04-26T01:26:09.968 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/dell-smm-hwmon.ko 2024-04-26T01:26:09.969 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/dme1737.ko 2024-04-26T01:26:09.969 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ds1621.ko 2024-04-26T01:26:09.969 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ds620.ko 2024-04-26T01:26:09.969 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/emc1403.ko 2024-04-26T01:26:09.969 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/emc6w201.ko 2024-04-26T01:26:09.969 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/f71805f.ko 2024-04-26T01:26:09.969 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/f71882fg.ko 2024-04-26T01:26:09.969 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/f75375s.ko 2024-04-26T01:26:09.969 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/fam15h_power.ko 2024-04-26T01:26:09.969 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/fschmd.ko 2024-04-26T01:26:09.969 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/g760a.ko 2024-04-26T01:26:09.969 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/g762.ko 2024-04-26T01:26:09.969 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/gl518sm.ko 2024-04-26T01:26:09.969 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/gl520sm.ko 2024-04-26T01:26:09.970 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/hwmon-vid.ko 2024-04-26T01:26:09.970 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/i5500_temp.ko 2024-04-26T01:26:09.970 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/i5k_amb.ko 2024-04-26T01:26:09.970 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ibmaem.ko 2024-04-26T01:26:09.970 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ibmpex.ko 2024-04-26T01:26:09.970 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ina209.ko 2024-04-26T01:26:09.970 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ina2xx.ko 2024-04-26T01:26:09.970 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/it87.ko 2024-04-26T01:26:09.970 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/k10temp.ko 2024-04-26T01:26:09.970 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/k8temp.ko 2024-04-26T01:26:09.970 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lineage-pem.ko 2024-04-26T01:26:09.970 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm63.ko 2024-04-26T01:26:09.970 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm73.ko 2024-04-26T01:26:09.970 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm75.ko 2024-04-26T01:26:09.971 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm77.ko 2024-04-26T01:26:09.971 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm78.ko 2024-04-26T01:26:09.971 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm80.ko 2024-04-26T01:26:09.971 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm83.ko 2024-04-26T01:26:09.971 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm85.ko 2024-04-26T01:26:09.971 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm87.ko 2024-04-26T01:26:09.971 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm90.ko 2024-04-26T01:26:09.971 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm92.ko 2024-04-26T01:26:09.971 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm93.ko 2024-04-26T01:26:09.971 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm95234.ko 2024-04-26T01:26:09.971 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm95241.ko 2024-04-26T01:26:09.971 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm95245.ko 2024-04-26T01:26:09.971 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc2945.ko 2024-04-26T01:26:09.971 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4151.ko 2024-04-26T01:26:09.972 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4215.ko 2024-04-26T01:26:09.972 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4222.ko 2024-04-26T01:26:09.972 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4245.ko 2024-04-26T01:26:09.972 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4260.ko 2024-04-26T01:26:09.972 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4261.ko 2024-04-26T01:26:09.972 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max16065.ko 2024-04-26T01:26:09.972 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max1619.ko 2024-04-26T01:26:09.972 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max1668.ko 2024-04-26T01:26:09.972 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max197.ko 2024-04-26T01:26:09.972 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max6639.ko 2024-04-26T01:26:09.972 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max6650.ko 2024-04-26T01:26:09.972 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max6697.ko 2024-04-26T01:26:09.972 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/mcp3021.ko 2024-04-26T01:26:09.972 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/nct6683.ko 2024-04-26T01:26:09.973 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/nct6775-core.ko 2024-04-26T01:26:09.973 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/nct6775.ko 2024-04-26T01:26:09.973 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/nct7802.ko 2024-04-26T01:26:09.973 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pc87360.ko 2024-04-26T01:26:09.973 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pc87427.ko 2024-04-26T01:26:09.973 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pcf8591.ko 2024-04-26T01:26:09.973 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus 2024-04-26T01:26:09.973 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/adm1275.ko 2024-04-26T01:26:09.973 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/lm25066.ko 2024-04-26T01:26:09.973 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/ltc2978.ko 2024-04-26T01:26:09.973 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/max16064.ko 2024-04-26T01:26:09.973 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/max34440.ko 2024-04-26T01:26:09.973 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/max8688.ko 2024-04-26T01:26:09.973 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/pmbus.ko 2024-04-26T01:26:09.974 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2024-04-26T01:26:09.974 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/tps40422.ko 2024-04-26T01:26:09.974 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/ucd9000.ko 2024-04-26T01:26:09.974 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/ucd9200.ko 2024-04-26T01:26:09.974 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/zl6100.ko 2024-04-26T01:26:09.974 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/powr1220.ko 2024-04-26T01:26:09.974 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sch5627.ko 2024-04-26T01:26:09.974 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sch5636.ko 2024-04-26T01:26:09.974 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sch56xx-common.ko 2024-04-26T01:26:09.974 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sht15.ko 2024-04-26T01:26:09.974 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sht21.ko 2024-04-26T01:26:09.974 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/shtc1.ko 2024-04-26T01:26:09.974 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sis5595.ko 2024-04-26T01:26:09.974 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/smsc47b397.ko 2024-04-26T01:26:09.975 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/smsc47m1.ko 2024-04-26T01:26:09.975 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/smsc47m192.ko 2024-04-26T01:26:09.975 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/thmc50.ko 2024-04-26T01:26:09.975 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/tmp102.ko 2024-04-26T01:26:09.975 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/tmp103.ko 2024-04-26T01:26:09.975 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/tmp401.ko 2024-04-26T01:26:09.975 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/tmp421.ko 2024-04-26T01:26:09.975 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/via-cputemp.ko 2024-04-26T01:26:09.975 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/via686a.ko 2024-04-26T01:26:09.975 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/vt1211.ko 2024-04-26T01:26:09.975 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/vt8231.ko 2024-04-26T01:26:09.975 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83627ehf.ko 2024-04-26T01:26:09.975 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83627hf.ko 2024-04-26T01:26:09.975 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83781d.ko 2024-04-26T01:26:09.975 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83791d.ko 2024-04-26T01:26:09.976 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83792d.ko 2024-04-26T01:26:09.976 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83793.ko 2024-04-26T01:26:09.976 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83795.ko 2024-04-26T01:26:09.976 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83l785ts.ko 2024-04-26T01:26:09.976 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83l786ng.ko 2024-04-26T01:26:09.976 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c 2024-04-26T01:26:09.976 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/algos 2024-04-26T01:26:09.976 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2024-04-26T01:26:09.976 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2024-04-26T01:26:09.976 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses 2024-04-26T01:26:09.976 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2024-04-26T01:26:09.976 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-amd756.ko 2024-04-26T01:26:09.976 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-amd8111.ko 2024-04-26T01:26:09.976 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2024-04-26T01:26:09.976 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-designware-core.ko 2024-04-26T01:26:09.977 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2024-04-26T01:26:09.977 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2024-04-26T01:26:09.977 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2024-04-26T01:26:09.977 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-i801.ko 2024-04-26T01:26:09.977 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-isch.ko 2024-04-26T01:26:09.977 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-ismt.ko 2024-04-26T01:26:09.977 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2024-04-26T01:26:09.977 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-nforce2.ko 2024-04-26T01:26:09.977 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-parport.ko 2024-04-26T01:26:09.977 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2024-04-26T01:26:09.977 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-piix4.ko 2024-04-26T01:26:09.977 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-scmi.ko 2024-04-26T01:26:09.977 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-simtec.ko 2024-04-26T01:26:09.977 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-sis96x.ko 2024-04-26T01:26:09.978 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2024-04-26T01:26:09.978 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-via.ko 2024-04-26T01:26:09.978 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-viapro.ko 2024-04-26T01:26:09.978 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-viperboard.ko 2024-04-26T01:26:09.978 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-dev.ko 2024-04-26T01:26:09.978 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-mux.ko 2024-04-26T01:26:09.978 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-slave-eeprom.ko 2024-04-26T01:26:09.978 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-smbus.ko 2024-04-26T01:26:09.978 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-stub.ko 2024-04-26T01:26:09.978 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband 2024-04-26T01:26:09.978 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core 2024-04-26T01:26:09.978 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/ib_cm.ko 2024-04-26T01:26:09.978 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/ib_core.ko 2024-04-26T01:26:09.978 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/ib_umad.ko 2024-04-26T01:26:09.979 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/ib_uverbs.ko 2024-04-26T01:26:09.979 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/iw_cm.ko 2024-04-26T01:26:09.979 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/rdma_cm.ko 2024-04-26T01:26:09.979 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/rdma_ucm.ko 2024-04-26T01:26:09.979 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw 2024-04-26T01:26:09.979 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/cxgb4 2024-04-26T01:26:09.979 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2024-04-26T01:26:09.979 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mlx4 2024-04-26T01:26:09.979 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2024-04-26T01:26:09.979 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mlx5 2024-04-26T01:26:09.979 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2024-04-26T01:26:09.979 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mthca 2024-04-26T01:26:09.979 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2024-04-26T01:26:09.979 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp 2024-04-26T01:26:09.979 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/ipoib 2024-04-26T01:26:09.980 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2024-04-26T01:26:09.980 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/iser 2024-04-26T01:26:09.980 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2024-04-26T01:26:09.980 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/isert 2024-04-26T01:26:09.980 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2024-04-26T01:26:09.980 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/srp 2024-04-26T01:26:09.980 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2024-04-26T01:26:09.980 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/srpt 2024-04-26T01:26:09.980 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2024-04-26T01:26:09.980 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input 2024-04-26T01:26:09.980 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/gameport 2024-04-26T01:26:09.980 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/gameport/emu10k1-gp.ko 2024-04-26T01:26:09.980 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/gameport/fm801-gp.ko 2024-04-26T01:26:09.980 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/gameport/gameport.ko 2024-04-26T01:26:09.980 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/joydev.ko 2024-04-26T01:26:09.981 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/keyboard 2024-04-26T01:26:09.981 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/keyboard/gpio_keys.ko 2024-04-26T01:26:09.981 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse 2024-04-26T01:26:09.981 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/appletouch.ko 2024-04-26T01:26:09.981 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/bcm5974.ko 2024-04-26T01:26:09.981 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/cyapatp.ko 2024-04-26T01:26:09.981 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/elan_i2c.ko 2024-04-26T01:26:09.981 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/sermouse.ko 2024-04-26T01:26:09.981 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/synaptics_i2c.ko 2024-04-26T01:26:09.981 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/synaptics_usb.ko 2024-04-26T01:26:09.981 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/vsxxxaa.ko 2024-04-26T01:26:09.981 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/rmi4 2024-04-26T01:26:09.981 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/rmi4/rmi_core.ko 2024-04-26T01:26:09.981 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio 2024-04-26T01:26:09.981 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio/altera_ps2.ko 2024-04-26T01:26:09.981 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio/arc_ps2.ko 2024-04-26T01:26:09.982 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio/hyperv-keyboard.ko 2024-04-26T01:26:09.982 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio/serio_raw.ko 2024-04-26T01:26:09.982 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/sparse-keymap.ko 2024-04-26T01:26:09.982 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds 2024-04-26T01:26:09.982 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/leds-blinkm.ko 2024-04-26T01:26:09.982 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/leds-lm3530.ko 2024-04-26T01:26:09.982 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/leds-lp3944.ko 2024-04-26T01:26:09.982 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/leds-ss4200.ko 2024-04-26T01:26:09.982 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger 2024-04-26T01:26:09.982 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-audio.ko 2024-04-26T01:26:09.982 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2024-04-26T01:26:09.982 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-camera.ko 2024-04-26T01:26:09.982 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2024-04-26T01:26:09.983 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-gpio.ko 2024-04-26T01:26:09.983 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2024-04-26T01:26:09.983 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2024-04-26T01:26:09.983 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-timer.ko 2024-04-26T01:26:09.983 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-transient.ko 2024-04-26T01:26:09.983 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md 2024-04-26T01:26:09.983 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/bcache 2024-04-26T01:26:09.983 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/bcache/bcache.ko 2024-04-26T01:26:09.983 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-bio-prison.ko 2024-04-26T01:26:09.983 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-cache-smq.ko 2024-04-26T01:26:09.983 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-cache.ko 2024-04-26T01:26:09.983 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-crypt.ko 2024-04-26T01:26:09.983 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-delay.ko 2024-04-26T01:26:09.983 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-flakey.ko 2024-04-26T01:26:09.983 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-log-userspace.ko 2024-04-26T01:26:09.984 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-multipath.ko 2024-04-26T01:26:09.984 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-queue-length.ko 2024-04-26T01:26:09.984 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-raid.ko 2024-04-26T01:26:09.984 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-round-robin.ko 2024-04-26T01:26:09.984 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-service-time.ko 2024-04-26T01:26:09.984 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-switch.ko 2024-04-26T01:26:09.984 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-thin-pool.ko 2024-04-26T01:26:09.984 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-verity.ko 2024-04-26T01:26:09.984 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/persistent-data 2024-04-26T01:26:09.984 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2024-04-26T01:26:09.984 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/raid0.ko 2024-04-26T01:26:09.984 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/raid1.ko 2024-04-26T01:26:09.984 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/raid10.ko 2024-04-26T01:26:09.984 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/raid456.ko 2024-04-26T01:26:09.984 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message 2024-04-26T01:26:09.985 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion 2024-04-26T01:26:09.985 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptbase.ko 2024-04-26T01:26:09.985 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptctl.ko 2024-04-26T01:26:09.985 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptfc.ko 2024-04-26T01:26:09.985 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptlan.ko 2024-04-26T01:26:09.985 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptsas.ko 2024-04-26T01:26:09.985 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptscsih.ko 2024-04-26T01:26:09.985 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptspi.ko 2024-04-26T01:26:09.985 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd 2024-04-26T01:26:09.985 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/lpc_ich.ko 2024-04-26T01:26:09.985 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/lpc_sch.ko 2024-04-26T01:26:09.985 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/mfd-core.ko 2024-04-26T01:26:09.985 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/sm501.ko 2024-04-26T01:26:09.985 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/viperboard.ko 2024-04-26T01:26:09.985 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/vx855.ko 2024-04-26T01:26:09.986 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/wl1273-core.ko 2024-04-26T01:26:09.986 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc 2024-04-26T01:26:09.986 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/altera-stapl 2024-04-26T01:26:09.986 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2024-04-26T01:26:09.986 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/apds9802als.ko 2024-04-26T01:26:09.986 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/apds990x.ko 2024-04-26T01:26:09.986 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/bh1770glc.ko 2024-04-26T01:26:09.986 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/cb710 2024-04-26T01:26:09.986 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/cb710/cb710.ko 2024-04-26T01:26:09.986 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/eeprom 2024-04-26T01:26:09.986 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/eeprom/at24.ko 2024-04-26T01:26:09.986 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2024-04-26T01:26:09.986 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/eeprom/max6875.ko 2024-04-26T01:26:09.986 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/enclosure.ko 2024-04-26T01:26:09.987 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/hpilo.ko 2024-04-26T01:26:09.987 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/isl29003.ko 2024-04-26T01:26:09.987 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/isl29020.ko 2024-04-26T01:26:09.987 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/lis3lv02d 2024-04-26T01:26:09.987 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2024-04-26T01:26:09.987 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2024-04-26T01:26:09.987 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/mei 2024-04-26T01:26:09.987 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/mei/mei-me.ko 2024-04-26T01:26:09.987 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/mei/mei-txe.ko 2024-04-26T01:26:09.987 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/mei/mei.ko 2024-04-26T01:26:09.987 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-gru 2024-04-26T01:26:09.987 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-gru/gru.ko 2024-04-26T01:26:09.987 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-xp 2024-04-26T01:26:09.987 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-xp/xp.ko 2024-04-26T01:26:09.987 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-xp/xpc.ko 2024-04-26T01:26:09.987 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-xp/xpnet.ko 2024-04-26T01:26:09.988 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/tifm_7xx1.ko 2024-04-26T01:26:09.988 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/tifm_core.ko 2024-04-26T01:26:09.988 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/tsl2550.ko 2024-04-26T01:26:09.988 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/vmw_balloon.ko 2024-04-26T01:26:09.988 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/vmw_vmci 2024-04-26T01:26:09.988 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2024-04-26T01:26:09.988 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net 2024-04-26T01:26:09.988 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/bonding 2024-04-26T01:26:09.988 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/bonding/bonding.ko 2024-04-26T01:26:09.988 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa 2024-04-26T01:26:09.988 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/b53 2024-04-26T01:26:09.988 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/b53/b53_common.ko 2024-04-26T01:26:09.988 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/bcm-sf2.ko 2024-04-26T01:26:09.989 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/mv88e6060.ko 2024-04-26T01:26:09.989 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/mv88e6xxx 2024-04-26T01:26:09.989 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2024-04-26T01:26:09.989 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dummy.ko 2024-04-26T01:26:09.989 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/eql.ko 2024-04-26T01:26:09.989 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet 2024-04-26T01:26:09.989 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com 2024-04-26T01:26:09.989 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2024-04-26T01:26:09.989 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2024-04-26T01:26:09.989 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com/3c59x.ko 2024-04-26T01:26:09.989 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com/typhoon.ko 2024-04-26T01:26:09.989 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390 2024-04-26T01:26:09.989 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390/8390.ko 2024-04-26T01:26:09.989 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2024-04-26T01:26:09.989 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2024-04-26T01:26:09.990 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2024-04-26T01:26:09.990 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/adaptec 2024-04-26T01:26:09.990 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/adaptec/starfire.ko 2024-04-26T01:26:09.990 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/agere 2024-04-26T01:26:09.990 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/agere/et131x.ko 2024-04-26T01:26:09.990 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/alteon 2024-04-26T01:26:09.990 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/alteon/acenic.ko 2024-04-26T01:26:09.990 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/altera 2024-04-26T01:26:09.990 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/altera/altera_tse.ko 2024-04-26T01:26:09.990 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/amd 2024-04-26T01:26:09.990 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/amd/amd8111e.ko 2024-04-26T01:26:09.990 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2024-04-26T01:26:09.990 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/amd/pcnet32.ko 2024-04-26T01:26:09.990 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros 2024-04-26T01:26:09.990 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/alx 2024-04-26T01:26:09.991 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2024-04-26T01:26:09.991 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atl1c 2024-04-26T01:26:09.991 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2024-04-26T01:26:09.991 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atl1e 2024-04-26T01:26:09.991 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2024-04-26T01:26:09.991 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atlx 2024-04-26T01:26:09.991 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2024-04-26T01:26:09.991 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2024-04-26T01:26:09.991 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom 2024-04-26T01:26:09.991 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/b44.ko 2024-04-26T01:26:09.991 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2024-04-26T01:26:09.991 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/bnx2x 2024-04-26T01:26:09.991 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2024-04-26T01:26:09.991 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/cnic.ko 2024-04-26T01:26:09.992 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/genet 2024-04-26T01:26:09.992 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2024-04-26T01:26:09.992 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/tg3.ko 2024-04-26T01:26:09.992 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/brocade 2024-04-26T01:26:09.992 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/brocade/bna 2024-04-26T01:26:09.992 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2024-04-26T01:26:09.992 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio 2024-04-26T01:26:09.992 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb 2024-04-26T01:26:09.992 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2024-04-26T01:26:09.992 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb3 2024-04-26T01:26:09.992 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2024-04-26T01:26:09.992 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb4 2024-04-26T01:26:09.992 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2024-04-26T01:26:09.992 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb4vf 2024-04-26T01:26:09.993 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2024-04-26T01:26:09.993 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/libcxgb 2024-04-26T01:26:09.993 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2024-04-26T01:26:09.993 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/cisco 2024-04-26T01:26:09.993 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/cisco/enic 2024-04-26T01:26:09.993 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2024-04-26T01:26:09.993 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec 2024-04-26T01:26:09.993 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip 2024-04-26T01:26:09.993 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2024-04-26T01:26:09.993 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2024-04-26T01:26:09.993 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2024-04-26T01:26:09.993 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2024-04-26T01:26:09.993 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2024-04-26T01:26:09.994 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2024-04-26T01:26:09.994 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dlink 2024-04-26T01:26:09.994 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dlink/dl2k.ko 2024-04-26T01:26:09.994 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dlink/sundance.ko 2024-04-26T01:26:09.994 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dnet.ko 2024-04-26T01:26:09.994 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/emulex 2024-04-26T01:26:09.994 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/emulex/benet 2024-04-26T01:26:09.994 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2024-04-26T01:26:09.994 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/ethoc.ko 2024-04-26T01:26:09.994 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/fealnx.ko 2024-04-26T01:26:09.994 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel 2024-04-26T01:26:09.994 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e100.ko 2024-04-26T01:26:09.994 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e1000 2024-04-26T01:26:09.995 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2024-04-26T01:26:09.995 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e1000e 2024-04-26T01:26:09.995 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2024-04-26T01:26:09.995 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/fm10k 2024-04-26T01:26:09.995 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2024-04-26T01:26:09.995 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/i40e 2024-04-26T01:26:09.995 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2024-04-26T01:26:09.995 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/iavf 2024-04-26T01:26:09.995 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2024-04-26T01:26:09.995 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/igb 2024-04-26T01:26:09.995 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/igb/igb.ko 2024-04-26T01:26:09.995 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/igbvf 2024-04-26T01:26:09.995 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2024-04-26T01:26:09.995 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/ixgbe 2024-04-26T01:26:09.995 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2024-04-26T01:26:09.996 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/ixgbevf 2024-04-26T01:26:09.996 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2024-04-26T01:26:09.996 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/jme.ko 2024-04-26T01:26:09.996 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/marvell 2024-04-26T01:26:09.996 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2024-04-26T01:26:09.996 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/marvell/skge.ko 2024-04-26T01:26:09.996 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/marvell/sky2.ko 2024-04-26T01:26:09.996 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox 2024-04-26T01:26:09.996 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx4 2024-04-26T01:26:09.996 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2024-04-26T01:26:09.996 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2024-04-26T01:26:09.996 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx5 2024-04-26T01:26:09.996 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx5/core 2024-04-26T01:26:09.996 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2024-04-26T01:26:09.996 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/micrel 2024-04-26T01:26:09.997 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2024-04-26T01:26:09.997 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/myricom 2024-04-26T01:26:09.997 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/myricom/myri10ge 2024-04-26T01:26:09.997 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2024-04-26T01:26:09.997 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/natsemi 2024-04-26T01:26:09.997 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2024-04-26T01:26:09.997 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2024-04-26T01:26:09.997 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/neterion 2024-04-26T01:26:09.997 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/neterion/s2io.ko 2024-04-26T01:26:09.997 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/nvidia 2024-04-26T01:26:09.997 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2024-04-26T01:26:09.997 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/packetengines 2024-04-26T01:26:09.997 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2024-04-26T01:26:09.997 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2024-04-26T01:26:09.997 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic 2024-04-26T01:26:09.998 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/netxen 2024-04-26T01:26:09.998 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2024-04-26T01:26:09.998 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2024-04-26T01:26:09.998 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/qlcnic 2024-04-26T01:26:09.998 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2024-04-26T01:26:09.998 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/rdc 2024-04-26T01:26:09.998 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/rdc/r6040.ko 2024-04-26T01:26:09.998 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek 2024-04-26T01:26:09.998 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek/8139cp.ko 2024-04-26T01:26:09.998 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek/8139too.ko 2024-04-26T01:26:09.998 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek/atp.ko 2024-04-26T01:26:09.998 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek/r8169.ko 2024-04-26T01:26:09.998 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/rocker 2024-04-26T01:26:09.999 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/rocker/rocker.ko 2024-04-26T01:26:09.999 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sfc 2024-04-26T01:26:09.999 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sfc/sfc.ko 2024-04-26T01:26:09.999 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/silan 2024-04-26T01:26:09.999 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/silan/sc92031.ko 2024-04-26T01:26:09.999 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sis 2024-04-26T01:26:09.999 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sis/sis190.ko 2024-04-26T01:26:09.999 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sis/sis900.ko 2024-04-26T01:26:09.999 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc 2024-04-26T01:26:09.999 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc/epic100.ko 2024-04-26T01:26:09.999 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2024-04-26T01:26:09.999 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2024-04-26T01:26:09.999 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2024-04-26T01:26:09.999 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/stmicro 2024-04-26T01:26:10.000 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/stmicro/stmmac 2024-04-26T01:26:10.000 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2024-04-26T01:26:10.000 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2024-04-26T01:26:10.000 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun 2024-04-26T01:26:10.000 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun/cassini.ko 2024-04-26T01:26:10.000 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun/niu.ko 2024-04-26T01:26:10.000 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun/sungem.ko 2024-04-26T01:26:10.000 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun/sunhme.ko 2024-04-26T01:26:10.000 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/tehuti 2024-04-26T01:26:10.000 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2024-04-26T01:26:10.000 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/ti 2024-04-26T01:26:10.000 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/ti/tlan.ko 2024-04-26T01:26:10.000 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/via 2024-04-26T01:26:10.000 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/via/via-rhine.ko 2024-04-26T01:26:10.000 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/via/via-velocity.ko 2024-04-26T01:26:10.001 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/wiznet 2024-04-26T01:26:10.001 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/wiznet/w5100.ko 2024-04-26T01:26:10.001 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/wiznet/w5300.ko 2024-04-26T01:26:10.001 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/xircom 2024-04-26T01:26:10.001 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2024-04-26T01:26:10.001 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/geneve.ko 2024-04-26T01:26:10.001 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/hyperv 2024-04-26T01:26:10.001 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/hyperv/hv_netvsc.ko 2024-04-26T01:26:10.001 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ieee802154 2024-04-26T01:26:10.001 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ieee802154/fakelb.ko 2024-04-26T01:26:10.001 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ifb.ko 2024-04-26T01:26:10.001 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ipvlan 2024-04-26T01:26:10.001 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ipvlan/ipvlan.ko 2024-04-26T01:26:10.001 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/macvlan.ko 2024-04-26T01:26:10.002 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/macvtap.ko 2024-04-26T01:26:10.002 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio 2024-04-26T01:26:10.002 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio.ko 2024-04-26T01:26:10.002 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2024-04-26T01:26:10.002 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio/mdio-bitbang.ko 2024-04-26T01:26:10.002 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio/mdio-regmap.ko 2024-04-26T01:26:10.002 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mii.ko 2024-04-26T01:26:10.002 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/net_failover.ko 2024-04-26T01:26:10.002 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/netconsole.ko 2024-04-26T01:26:10.002 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/nlmon.ko 2024-04-26T01:26:10.002 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/pcs 2024-04-26T01:26:10.002 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/pcs/pcs-lynx.ko 2024-04-26T01:26:10.002 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/pcs/pcs_xpcs.ko 2024-04-26T01:26:10.002 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy 2024-04-26T01:26:10.003 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/amd.ko 2024-04-26T01:26:10.003 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/bcm-phy-lib.ko 2024-04-26T01:26:10.003 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/bcm-phy-ptp.ko 2024-04-26T01:26:10.003 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/bcm7xxx.ko 2024-04-26T01:26:10.003 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/bcm87xx.ko 2024-04-26T01:26:10.003 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/broadcom.ko 2024-04-26T01:26:10.003 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/cicada.ko 2024-04-26T01:26:10.003 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/davicom.ko 2024-04-26T01:26:10.003 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/dp83640.ko 2024-04-26T01:26:10.003 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/et1011c.ko 2024-04-26T01:26:10.003 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/icplus.ko 2024-04-26T01:26:10.003 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/lxt.ko 2024-04-26T01:26:10.003 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/marvell.ko 2024-04-26T01:26:10.004 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/micrel.ko 2024-04-26T01:26:10.004 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/national.ko 2024-04-26T01:26:10.004 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/phylink.ko 2024-04-26T01:26:10.004 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/qsemi.ko 2024-04-26T01:26:10.004 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/realtek.ko 2024-04-26T01:26:10.004 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/smsc.ko 2024-04-26T01:26:10.004 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/ste10Xp.ko 2024-04-26T01:26:10.004 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/vitesse.ko 2024-04-26T01:26:10.004 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp 2024-04-26T01:26:10.004 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/bsd_comp.ko 2024-04-26T01:26:10.004 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_async.ko 2024-04-26T01:26:10.004 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_deflate.ko 2024-04-26T01:26:10.004 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_generic.ko 2024-04-26T01:26:10.004 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_mppe.ko 2024-04-26T01:26:10.004 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_synctty.ko 2024-04-26T01:26:10.005 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/pppoe.ko 2024-04-26T01:26:10.005 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/pppox.ko 2024-04-26T01:26:10.005 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/pptp.ko 2024-04-26T01:26:10.005 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/slip 2024-04-26T01:26:10.005 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/slip/slhc.ko 2024-04-26T01:26:10.005 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/slip/slip.ko 2024-04-26T01:26:10.005 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/sungem_phy.ko 2024-04-26T01:26:10.005 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/tap.ko 2024-04-26T01:26:10.005 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team 2024-04-26T01:26:10.005 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team.ko 2024-04-26T01:26:10.005 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_activebackup.ko 2024-04-26T01:26:10.005 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_broadcast.ko 2024-04-26T01:26:10.005 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_loadbalance.ko 2024-04-26T01:26:10.005 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_random.ko 2024-04-26T01:26:10.006 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_roundrobin.ko 2024-04-26T01:26:10.006 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/tun.ko 2024-04-26T01:26:10.006 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/veth.ko 2024-04-26T01:26:10.006 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/virtio_net.ko 2024-04-26T01:26:10.006 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/vmxnet3 2024-04-26T01:26:10.006 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/vmxnet3/vmxnet3.ko 2024-04-26T01:26:10.006 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/vxlan 2024-04-26T01:26:10.006 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/vxlan/vxlan.ko 2024-04-26T01:26:10.006 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/xen-netback 2024-04-26T01:26:10.006 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/xen-netback/xen-netback.ko 2024-04-26T01:26:10.006 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/xen-netfront.ko 2024-04-26T01:26:10.006 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ntb 2024-04-26T01:26:10.006 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ntb/ntb.ko 2024-04-26T01:26:10.006 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/nvme 2024-04-26T01:26:10.006 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/nvme/host 2024-04-26T01:26:10.007 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/nvme/host/nvme-core.ko 2024-04-26T01:26:10.007 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/nvme/host/nvme.ko 2024-04-26T01:26:10.007 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport 2024-04-26T01:26:10.007 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport/parport.ko 2024-04-26T01:26:10.007 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport/parport_cs.ko 2024-04-26T01:26:10.007 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport/parport_pc.ko 2024-04-26T01:26:10.007 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport/parport_serial.ko 2024-04-26T01:26:10.007 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci 2024-04-26T01:26:10.007 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/hotplug 2024-04-26T01:26:10.007 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2024-04-26T01:26:10.007 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/pcie 2024-04-26T01:26:10.007 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/pcie/aer_inject.ko 2024-04-26T01:26:10.007 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/xen-pcifront.ko 2024-04-26T01:26:10.007 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pcmcia 2024-04-26T01:26:10.008 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pcmcia/i82092.ko 2024-04-26T01:26:10.008 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pcmcia/pd6729.ko 2024-04-26T01:26:10.008 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pcmcia/yenta_socket.ko 2024-04-26T01:26:10.008 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pinctrl 2024-04-26T01:26:10.008 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pinctrl/intel 2024-04-26T01:26:10.008 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2024-04-26T01:26:10.008 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform 2024-04-26T01:26:10.008 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86 2024-04-26T01:26:10.008 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/acer-wmi.ko 2024-04-26T01:26:10.008 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/acerhdf.ko 2024-04-26T01:26:10.008 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/apple-gmux.ko 2024-04-26T01:26:10.008 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/asus-laptop.ko 2024-04-26T01:26:10.008 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/asus-nb-wmi.ko 2024-04-26T01:26:10.008 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/asus-wmi.ko 2024-04-26T01:26:10.009 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/classmate-laptop.ko 2024-04-26T01:26:10.009 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/eeepc-laptop.ko 2024-04-26T01:26:10.009 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/eeepc-wmi.ko 2024-04-26T01:26:10.009 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/fujitsu-laptop.ko 2024-04-26T01:26:10.009 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/fujitsu-tablet.ko 2024-04-26T01:26:10.009 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/hdaps.ko 2024-04-26T01:26:10.009 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/intel 2024-04-26T01:26:10.009 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/intel/intel-rst.ko 2024-04-26T01:26:10.009 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/intel_ips.ko 2024-04-26T01:26:10.009 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/msi-wmi.ko 2024-04-26T01:26:10.009 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/mxm-wmi.ko 2024-04-26T01:26:10.009 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/panasonic-laptop.ko 2024-04-26T01:26:10.009 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/samsung-laptop.ko 2024-04-26T01:26:10.009 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/samsung-q10.ko 2024-04-26T01:26:10.010 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/topstar-laptop.ko 2024-04-26T01:26:10.010 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2024-04-26T01:26:10.010 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/toshiba_haps.ko 2024-04-26T01:26:10.010 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/wmi-bmof.ko 2024-04-26T01:26:10.010 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/wmi.ko 2024-04-26T01:26:10.010 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/powercap 2024-04-26T01:26:10.010 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/powercap/intel_rapl_common.ko 2024-04-26T01:26:10.010 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/powercap/intel_rapl_msr.ko 2024-04-26T01:26:10.010 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps 2024-04-26T01:26:10.010 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/clients 2024-04-26T01:26:10.010 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/clients/pps-gpio.ko 2024-04-26T01:26:10.010 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/clients/pps-ldisc.ko 2024-04-26T01:26:10.010 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/clients/pps_parport.ko 2024-04-26T01:26:10.011 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/pps_core.ko 2024-04-26T01:26:10.011 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ptp 2024-04-26T01:26:10.011 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ptp/ptp.ko 2024-04-26T01:26:10.011 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ptp/ptp_kvm.ko 2024-04-26T01:26:10.011 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras 2024-04-26T01:26:10.011 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras/amd 2024-04-26T01:26:10.011 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras/amd/atl 2024-04-26T01:26:10.011 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras/amd/atl/amd_atl.ko 2024-04-26T01:26:10.011 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras/amd/fmpm.ko 2024-04-26T01:26:10.011 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc 2024-04-26T01:26:10.011 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-bq32k.ko 2024-04-26T01:26:10.011 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1286.ko 2024-04-26T01:26:10.011 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1307.ko 2024-04-26T01:26:10.011 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1374.ko 2024-04-26T01:26:10.011 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1511.ko 2024-04-26T01:26:10.012 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1553.ko 2024-04-26T01:26:10.012 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1672.ko 2024-04-26T01:26:10.012 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1742.ko 2024-04-26T01:26:10.012 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds2404.ko 2024-04-26T01:26:10.012 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds3232.ko 2024-04-26T01:26:10.012 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-em3027.ko 2024-04-26T01:26:10.012 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-fm3130.ko 2024-04-26T01:26:10.012 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-isl12022.ko 2024-04-26T01:26:10.012 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-isl1208.ko 2024-04-26T01:26:10.012 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-m41t80.ko 2024-04-26T01:26:10.012 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-m48t35.ko 2024-04-26T01:26:10.012 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-m48t59.ko 2024-04-26T01:26:10.012 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-max6900.ko 2024-04-26T01:26:10.012 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-msm6242.ko 2024-04-26T01:26:10.012 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf2127.ko 2024-04-26T01:26:10.013 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf85063.ko 2024-04-26T01:26:10.013 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf8523.ko 2024-04-26T01:26:10.013 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf8563.ko 2024-04-26T01:26:10.013 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf8583.ko 2024-04-26T01:26:10.013 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rp5c01.ko 2024-04-26T01:26:10.013 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rs5c372.ko 2024-04-26T01:26:10.013 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rv3029c2.ko 2024-04-26T01:26:10.013 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rx8025.ko 2024-04-26T01:26:10.013 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rx8581.ko 2024-04-26T01:26:10.013 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-stk17ta8.ko 2024-04-26T01:26:10.013 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-x1205.ko 2024-04-26T01:26:10.013 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi 2024-04-26T01:26:10.013 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/3w-9xxx.ko 2024-04-26T01:26:10.013 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/3w-sas.ko 2024-04-26T01:26:10.014 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/3w-xxxx.ko 2024-04-26T01:26:10.014 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/BusLogic.ko 2024-04-26T01:26:10.014 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/a100u2w.ko 2024-04-26T01:26:10.014 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aacraid 2024-04-26T01:26:10.014 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aacraid/aacraid.ko 2024-04-26T01:26:10.014 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/advansys.ko 2024-04-26T01:26:10.014 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aic7xxx 2024-04-26T01:26:10.014 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2024-04-26T01:26:10.014 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2024-04-26T01:26:10.014 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/am53c974.ko 2024-04-26T01:26:10.014 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/arcmsr 2024-04-26T01:26:10.014 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/arcmsr/arcmsr.ko 2024-04-26T01:26:10.014 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/atp870u.ko 2024-04-26T01:26:10.014 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/be2iscsi 2024-04-26T01:26:10.014 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2024-04-26T01:26:10.015 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bfa 2024-04-26T01:26:10.015 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bfa/bfa.ko 2024-04-26T01:26:10.015 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bnx2fc 2024-04-26T01:26:10.015 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2024-04-26T01:26:10.015 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bnx2i 2024-04-26T01:26:10.015 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bnx2i/bnx2i.ko 2024-04-26T01:26:10.015 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/ch.ko 2024-04-26T01:26:10.015 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/csiostor 2024-04-26T01:26:10.015 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/csiostor/csiostor.ko 2024-04-26T01:26:10.015 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi 2024-04-26T01:26:10.015 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/cxgb3i 2024-04-26T01:26:10.015 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2024-04-26T01:26:10.015 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/cxgb4i 2024-04-26T01:26:10.015 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2024-04-26T01:26:10.015 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2024-04-26T01:26:10.016 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/dc395x.ko 2024-04-26T01:26:10.016 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler 2024-04-26T01:26:10.016 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko 2024-04-26T01:26:10.016 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko 2024-04-26T01:26:10.016 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko 2024-04-26T01:26:10.016 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko 2024-04-26T01:26:10.016 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/dmx3191d.ko 2024-04-26T01:26:10.016 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/esas2r 2024-04-26T01:26:10.016 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/esas2r/esas2r.ko 2024-04-26T01:26:10.016 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/esp_scsi.ko 2024-04-26T01:26:10.016 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fcoe 2024-04-26T01:26:10.016 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fcoe/fcoe.ko 2024-04-26T01:26:10.016 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fcoe/libfcoe.ko 2024-04-26T01:26:10.016 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fnic 2024-04-26T01:26:10.016 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fnic/fnic.ko 2024-04-26T01:26:10.017 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/hpsa.ko 2024-04-26T01:26:10.017 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/hptiop.ko 2024-04-26T01:26:10.017 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/hv_storvsc.ko 2024-04-26T01:26:10.017 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/initio.ko 2024-04-26T01:26:10.017 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/ipr.ko 2024-04-26T01:26:10.017 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/ips.ko 2024-04-26T01:26:10.017 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/isci 2024-04-26T01:26:10.017 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/isci/isci.ko 2024-04-26T01:26:10.017 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2024-04-26T01:26:10.017 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/iscsi_tcp.ko 2024-04-26T01:26:10.017 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libfc 2024-04-26T01:26:10.017 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libfc/libfc.ko 2024-04-26T01:26:10.017 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libiscsi.ko 2024-04-26T01:26:10.017 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libiscsi_tcp.ko 2024-04-26T01:26:10.017 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libsas 2024-04-26T01:26:10.018 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libsas/libsas.ko 2024-04-26T01:26:10.018 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/lpfc 2024-04-26T01:26:10.018 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/lpfc/lpfc.ko 2024-04-26T01:26:10.018 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid 2024-04-26T01:26:10.018 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid.ko 2024-04-26T01:26:10.018 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2024-04-26T01:26:10.018 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2024-04-26T01:26:10.018 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2024-04-26T01:26:10.018 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mpt3sas 2024-04-26T01:26:10.018 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2024-04-26T01:26:10.018 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mvsas 2024-04-26T01:26:10.018 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mvsas/mvsas.ko 2024-04-26T01:26:10.018 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mvumi.ko 2024-04-26T01:26:10.018 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/pm8001 2024-04-26T01:26:10.019 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/pm8001/pm80xx.ko 2024-04-26T01:26:10.019 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/pmcraid.ko 2024-04-26T01:26:10.019 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla1280.ko 2024-04-26T01:26:10.019 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla2xxx 2024-04-26T01:26:10.019 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2024-04-26T01:26:10.019 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2024-04-26T01:26:10.019 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla4xxx 2024-04-26T01:26:10.019 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2024-04-26T01:26:10.019 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/raid_class.ko 2024-04-26T01:26:10.019 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_debug.ko 2024-04-26T01:26:10.019 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_fc.ko 2024-04-26T01:26:10.019 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_iscsi.ko 2024-04-26T01:26:10.019 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_sas.ko 2024-04-26T01:26:10.019 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_spi.ko 2024-04-26T01:26:10.019 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_srp.ko 2024-04-26T01:26:10.019 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/ses.ko 2024-04-26T01:26:10.020 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/st.ko 2024-04-26T01:26:10.020 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/stex.ko 2024-04-26T01:26:10.020 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/sym53c8xx_2 2024-04-26T01:26:10.020 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2024-04-26T01:26:10.020 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/virtio_scsi.ko 2024-04-26T01:26:10.020 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/vmw_pvscsi.ko 2024-04-26T01:26:10.020 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/wd719x.ko 2024-04-26T01:26:10.020 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ssb 2024-04-26T01:26:10.020 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ssb/ssb.ko 2024-04-26T01:26:10.020 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target 2024-04-26T01:26:10.020 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/iscsi 2024-04-26T01:26:10.020 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2024-04-26T01:26:10.020 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/loopback 2024-04-26T01:26:10.020 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/loopback/tcm_loop.ko 2024-04-26T01:26:10.020 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_file.ko 2024-04-26T01:26:10.021 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_iblock.ko 2024-04-26T01:26:10.021 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_mod.ko 2024-04-26T01:26:10.021 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_pscsi.ko 2024-04-26T01:26:10.021 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_user.ko 2024-04-26T01:26:10.021 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/tcm_fc 2024-04-26T01:26:10.021 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/tcm_fc/tcm_fc.ko 2024-04-26T01:26:10.021 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal 2024-04-26T01:26:10.021 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel 2024-04-26T01:26:10.021 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal 2024-04-26T01:26:10.021 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2024-04-26T01:26:10.021 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2024-04-26T01:26:10.021 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2024-04-26T01:26:10.021 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2024-04-26T01:26:10.021 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2024-04-26T01:26:10.022 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2024-04-26T01:26:10.022 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2024-04-26T01:26:10.022 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2024-04-26T01:26:10.022 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2024-04-26T01:26:10.022 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2024-04-26T01:26:10.022 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko 2024-04-26T01:26:10.022 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2024-04-26T01:26:10.022 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2024-04-26T01:26:10.022 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko 2024-04-26T01:26:10.022 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko 2024-04-26T01:26:10.022 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2024-04-26T01:26:10.022 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2024-04-26T01:26:10.022 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2024-04-26T01:26:10.023 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty 2024-04-26T01:26:10.023 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/ipwireless 2024-04-26T01:26:10.023 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/ipwireless/ipwireless.ko 2024-04-26T01:26:10.023 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/n_gsm.ko 2024-04-26T01:26:10.023 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/n_hdlc.ko 2024-04-26T01:26:10.023 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/nozomi.ko 2024-04-26T01:26:10.023 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial 2024-04-26T01:26:10.023 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/8250 2024-04-26T01:26:10.023 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/8250/serial_cs.ko 2024-04-26T01:26:10.023 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/arc_uart.ko 2024-04-26T01:26:10.023 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/jsm 2024-04-26T01:26:10.023 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/jsm/jsm.ko 2024-04-26T01:26:10.023 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs 2024-04-26T01:26:10.023 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs/core 2024-04-26T01:26:10.024 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs/core/ufshcd-core.ko 2024-04-26T01:26:10.024 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs/host 2024-04-26T01:26:10.024 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs/host/ufshcd-pci.ko 2024-04-26T01:26:10.024 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio 2024-04-26T01:26:10.024 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio.ko 2024-04-26T01:26:10.024 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio_aec.ko 2024-04-26T01:26:10.024 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio_cif.ko 2024-04-26T01:26:10.024 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio_pci_generic.ko 2024-04-26T01:26:10.024 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio_sercos3.ko 2024-04-26T01:26:10.024 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb 2024-04-26T01:26:10.024 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class 2024-04-26T01:26:10.024 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class/cdc-acm.ko 2024-04-26T01:26:10.024 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class/cdc-wdm.ko 2024-04-26T01:26:10.025 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class/usblp.ko 2024-04-26T01:26:10.025 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class/usbtmc.ko 2024-04-26T01:26:10.025 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/host 2024-04-26T01:26:10.025 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/host/sl811-hcd.ko 2024-04-26T01:26:10.025 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/image 2024-04-26T01:26:10.025 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/image/mdc800.ko 2024-04-26T01:26:10.025 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/image/microtek.ko 2024-04-26T01:26:10.025 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc 2024-04-26T01:26:10.025 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/adutux.ko 2024-04-26T01:26:10.025 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/appledisplay.ko 2024-04-26T01:26:10.025 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/emi26.ko 2024-04-26T01:26:10.025 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/emi62.ko 2024-04-26T01:26:10.025 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/ezusb.ko 2024-04-26T01:26:10.025 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/idmouse.ko 2024-04-26T01:26:10.026 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/iowarrior.ko 2024-04-26T01:26:10.026 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/isight_firmware.ko 2024-04-26T01:26:10.026 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/ldusb.ko 2024-04-26T01:26:10.026 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/legousbtower.ko 2024-04-26T01:26:10.026 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/sisusbvga 2024-04-26T01:26:10.026 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2024-04-26T01:26:10.026 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/trancevibrator.ko 2024-04-26T01:26:10.026 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/usb3503.ko 2024-04-26T01:26:10.026 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/usblcd.ko 2024-04-26T01:26:10.026 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/usbsevseg.ko 2024-04-26T01:26:10.026 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/uss720.ko 2024-04-26T01:26:10.026 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/yurex.ko 2024-04-26T01:26:10.026 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/phy 2024-04-26T01:26:10.026 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/phy/phy-generic.ko 2024-04-26T01:26:10.027 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial 2024-04-26T01:26:10.027 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/aircable.ko 2024-04-26T01:26:10.027 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ark3116.ko 2024-04-26T01:26:10.027 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/belkin_sa.ko 2024-04-26T01:26:10.027 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ch341.ko 2024-04-26T01:26:10.027 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/cp210x.ko 2024-04-26T01:26:10.027 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/cyberjack.ko 2024-04-26T01:26:10.027 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/cypress_m8.ko 2024-04-26T01:26:10.027 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/digi_acceleport.ko 2024-04-26T01:26:10.027 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/empeg.ko 2024-04-26T01:26:10.027 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ftdi_sio.ko 2024-04-26T01:26:10.027 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/garmin_gps.ko 2024-04-26T01:26:10.027 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/io_edgeport.ko 2024-04-26T01:26:10.027 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/io_ti.ko 2024-04-26T01:26:10.027 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ipaq.ko 2024-04-26T01:26:10.028 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ipw.ko 2024-04-26T01:26:10.028 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ir-usb.ko 2024-04-26T01:26:10.028 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/iuu_phoenix.ko 2024-04-26T01:26:10.028 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/keyspan.ko 2024-04-26T01:26:10.028 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/keyspan_pda.ko 2024-04-26T01:26:10.028 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/kl5kusb105.ko 2024-04-26T01:26:10.028 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/kobil_sct.ko 2024-04-26T01:26:10.028 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/mct_u232.ko 2024-04-26T01:26:10.028 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/mos7720.ko 2024-04-26T01:26:10.028 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/mos7840.ko 2024-04-26T01:26:10.028 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/navman.ko 2024-04-26T01:26:10.028 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/omninet.ko 2024-04-26T01:26:10.028 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/opticon.ko 2024-04-26T01:26:10.028 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/option.ko 2024-04-26T01:26:10.029 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/oti6858.ko 2024-04-26T01:26:10.029 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/pl2303.ko 2024-04-26T01:26:10.029 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/qcaux.ko 2024-04-26T01:26:10.029 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/qcserial.ko 2024-04-26T01:26:10.029 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/quatech2.ko 2024-04-26T01:26:10.029 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/safe_serial.ko 2024-04-26T01:26:10.029 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/sierra.ko 2024-04-26T01:26:10.029 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/spcp8x5.ko 2024-04-26T01:26:10.029 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ssu100.ko 2024-04-26T01:26:10.029 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/symbolserial.ko 2024-04-26T01:26:10.029 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2024-04-26T01:26:10.029 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/usb-serial-simple.ko 2024-04-26T01:26:10.029 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/usb_debug.ko 2024-04-26T01:26:10.029 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/usb_wwan.ko 2024-04-26T01:26:10.030 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/visor.ko 2024-04-26T01:26:10.030 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/whiteheat.ko 2024-04-26T01:26:10.030 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/xsens_mt.ko 2024-04-26T01:26:10.030 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage 2024-04-26T01:26:10.030 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/uas.ko 2024-04-26T01:26:10.030 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-alauda.ko 2024-04-26T01:26:10.030 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-cypress.ko 2024-04-26T01:26:10.030 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-datafab.ko 2024-04-26T01:26:10.030 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-eneub6250.ko 2024-04-26T01:26:10.030 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-freecom.ko 2024-04-26T01:26:10.030 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-isd200.ko 2024-04-26T01:26:10.030 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-jumpshot.ko 2024-04-26T01:26:10.030 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-karma.ko 2024-04-26T01:26:10.031 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-onetouch.ko 2024-04-26T01:26:10.031 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-realtek.ko 2024-04-26T01:26:10.031 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-sddr09.ko 2024-04-26T01:26:10.031 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-sddr55.ko 2024-04-26T01:26:10.031 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-usbat.ko 2024-04-26T01:26:10.031 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/usb-storage.ko 2024-04-26T01:26:10.031 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/usbip 2024-04-26T01:26:10.031 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/usbip/usbip-core.ko 2024-04-26T01:26:10.031 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/usbip/usbip-host.ko 2024-04-26T01:26:10.031 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/usbip/vhci-hcd.ko 2024-04-26T01:26:10.031 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio 2024-04-26T01:26:10.031 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/pci 2024-04-26T01:26:10.031 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/pci/vfio-pci-core.ko 2024-04-26T01:26:10.031 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/pci/vfio-pci.ko 2024-04-26T01:26:10.032 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/vfio.ko 2024-04-26T01:26:10.032 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/vfio_iommu_type1.ko 2024-04-26T01:26:10.032 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost 2024-04-26T01:26:10.032 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost/vhost.ko 2024-04-26T01:26:10.032 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost/vhost_iotlb.ko 2024-04-26T01:26:10.032 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost/vhost_net.ko 2024-04-26T01:26:10.032 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost/vhost_scsi.ko 2024-04-26T01:26:10.032 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video 2024-04-26T01:26:10.032 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video/backlight 2024-04-26T01:26:10.032 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video/backlight/apple_bl.ko 2024-04-26T01:26:10.032 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video/backlight/lcd.ko 2024-04-26T01:26:10.032 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video/backlight/platform_lcd.ko 2024-04-26T01:26:10.032 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio 2024-04-26T01:26:10.032 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio.ko 2024-04-26T01:26:10.033 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_balloon.ko 2024-04-26T01:26:10.033 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_mmio.ko 2024-04-26T01:26:10.033 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_pci.ko 2024-04-26T01:26:10.033 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_pci_legacy_dev.ko 2024-04-26T01:26:10.033 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_pci_modern_dev.ko 2024-04-26T01:26:10.033 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_ring.ko 2024-04-26T01:26:10.033 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1 2024-04-26T01:26:10.033 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/masters 2024-04-26T01:26:10.033 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/masters/ds2482.ko 2024-04-26T01:26:10.033 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/masters/ds2490.ko 2024-04-26T01:26:10.033 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves 2024-04-26T01:26:10.033 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2406.ko 2024-04-26T01:26:10.033 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2408.ko 2024-04-26T01:26:10.033 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2413.ko 2024-04-26T01:26:10.033 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2423.ko 2024-04-26T01:26:10.034 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2431.ko 2024-04-26T01:26:10.034 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2433.ko 2024-04-26T01:26:10.034 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2780.ko 2024-04-26T01:26:10.034 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2781.ko 2024-04-26T01:26:10.034 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds28e04.ko 2024-04-26T01:26:10.034 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_smem.ko 2024-04-26T01:26:10.034 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_therm.ko 2024-04-26T01:26:10.034 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/wire.ko 2024-04-26T01:26:10.034 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog 2024-04-26T01:26:10.034 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/alim1535_wdt.ko 2024-04-26T01:26:10.034 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/alim7101_wdt.ko 2024-04-26T01:26:10.034 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/f71808e_wdt.ko 2024-04-26T01:26:10.034 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/hpwdt.ko 2024-04-26T01:26:10.034 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/i6300esb.ko 2024-04-26T01:26:10.035 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/iTCO_vendor_support.ko 2024-04-26T01:26:10.035 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/iTCO_wdt.ko 2024-04-26T01:26:10.035 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/ib700wdt.ko 2024-04-26T01:26:10.035 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/ibmasr.ko 2024-04-26T01:26:10.035 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/ie6xx_wdt.ko 2024-04-26T01:26:10.035 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/it8712f_wdt.ko 2024-04-26T01:26:10.035 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/it87_wdt.ko 2024-04-26T01:26:10.035 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/machzwd.ko 2024-04-26T01:26:10.035 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/nv_tco.ko 2024-04-26T01:26:10.035 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/pcwd_pci.ko 2024-04-26T01:26:10.035 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/pcwd_usb.ko 2024-04-26T01:26:10.035 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2024-04-26T01:26:10.035 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/sch311x_wdt.ko 2024-04-26T01:26:10.035 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/softdog.ko 2024-04-26T01:26:10.036 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/sp5100_tco.ko 2024-04-26T01:26:10.036 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/via_wdt.ko 2024-04-26T01:26:10.036 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/w83627hf_wdt.ko 2024-04-26T01:26:10.036 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/w83877f_wdt.ko 2024-04-26T01:26:10.036 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/w83977f_wdt.ko 2024-04-26T01:26:10.036 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/wdt_pci.ko 2024-04-26T01:26:10.036 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/xen_wdt.ko 2024-04-26T01:26:10.036 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen 2024-04-26T01:26:10.036 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-acpi-processor.ko 2024-04-26T01:26:10.036 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-evtchn.ko 2024-04-26T01:26:10.036 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-gntalloc.ko 2024-04-26T01:26:10.036 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-gntdev.ko 2024-04-26T01:26:10.036 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-pciback 2024-04-26T01:26:10.036 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2024-04-26T01:26:10.036 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-privcmd.ko 2024-04-26T01:26:10.037 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xenfs 2024-04-26T01:26:10.037 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xenfs/xenfs.ko 2024-04-26T01:26:10.037 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs 2024-04-26T01:26:10.037 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/9p 2024-04-26T01:26:10.037 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/9p/9p.ko 2024-04-26T01:26:10.037 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/affs 2024-04-26T01:26:10.037 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/affs/affs.ko 2024-04-26T01:26:10.037 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/befs 2024-04-26T01:26:10.037 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/befs/befs.ko 2024-04-26T01:26:10.037 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/binfmt_misc.ko 2024-04-26T01:26:10.037 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/btrfs 2024-04-26T01:26:10.037 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/btrfs/btrfs.ko 2024-04-26T01:26:10.037 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/cachefiles 2024-04-26T01:26:10.037 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/cachefiles/cachefiles.ko 2024-04-26T01:26:10.038 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ceph 2024-04-26T01:26:10.038 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ceph/ceph.ko 2024-04-26T01:26:10.038 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/coda 2024-04-26T01:26:10.038 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/coda/coda.ko 2024-04-26T01:26:10.038 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/cramfs 2024-04-26T01:26:10.038 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/cramfs/cramfs.ko 2024-04-26T01:26:10.038 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/dlm 2024-04-26T01:26:10.038 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/dlm/dlm.ko 2024-04-26T01:26:10.038 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ecryptfs 2024-04-26T01:26:10.038 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ecryptfs/ecryptfs.ko 2024-04-26T01:26:10.038 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/f2fs 2024-04-26T01:26:10.038 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/f2fs/f2fs.ko 2024-04-26T01:26:10.038 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fat 2024-04-26T01:26:10.039 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fat/fat.ko 2024-04-26T01:26:10.039 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fat/msdos.ko 2024-04-26T01:26:10.039 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fat/vfat.ko 2024-04-26T01:26:10.039 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fuse 2024-04-26T01:26:10.039 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fuse/cuse.ko 2024-04-26T01:26:10.039 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fuse/fuse.ko 2024-04-26T01:26:10.039 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/gfs2 2024-04-26T01:26:10.039 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/gfs2/gfs2.ko 2024-04-26T01:26:10.039 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/hfs 2024-04-26T01:26:10.039 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/hfs/hfs.ko 2024-04-26T01:26:10.039 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/hfsplus 2024-04-26T01:26:10.039 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/hfsplus/hfsplus.ko 2024-04-26T01:26:10.039 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/isofs 2024-04-26T01:26:10.040 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/isofs/isofs.ko 2024-04-26T01:26:10.040 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/jfs 2024-04-26T01:26:10.040 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/jfs/jfs.ko 2024-04-26T01:26:10.040 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/lockd 2024-04-26T01:26:10.040 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/lockd/lockd.ko 2024-04-26T01:26:10.040 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/minix 2024-04-26T01:26:10.040 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/minix/minix.ko 2024-04-26T01:26:10.040 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/netfs 2024-04-26T01:26:10.040 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/netfs/netfs.ko 2024-04-26T01:26:10.040 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs 2024-04-26T01:26:10.040 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/blocklayout 2024-04-26T01:26:10.040 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2024-04-26T01:26:10.040 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/filelayout 2024-04-26T01:26:10.040 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2024-04-26T01:26:10.041 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/flexfilelayout 2024-04-26T01:26:10.041 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2024-04-26T01:26:10.041 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/nfs.ko 2024-04-26T01:26:10.041 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/nfsv3.ko 2024-04-26T01:26:10.041 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/nfsv4.ko 2024-04-26T01:26:10.041 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs_common 2024-04-26T01:26:10.041 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs_common/grace.ko 2024-04-26T01:26:10.041 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs_common/nfs_acl.ko 2024-04-26T01:26:10.041 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfsd 2024-04-26T01:26:10.041 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfsd/nfsd.ko 2024-04-26T01:26:10.041 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nilfs2 2024-04-26T01:26:10.041 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nilfs2/nilfs2.ko 2024-04-26T01:26:10.041 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls 2024-04-26T01:26:10.041 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-celtic.ko 2024-04-26T01:26:10.042 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-centeuro.ko 2024-04-26T01:26:10.042 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-croatian.ko 2024-04-26T01:26:10.042 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-cyrillic.ko 2024-04-26T01:26:10.042 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-gaelic.ko 2024-04-26T01:26:10.042 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-greek.ko 2024-04-26T01:26:10.042 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-iceland.ko 2024-04-26T01:26:10.042 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-inuit.ko 2024-04-26T01:26:10.042 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-roman.ko 2024-04-26T01:26:10.042 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-romanian.ko 2024-04-26T01:26:10.042 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-turkish.ko 2024-04-26T01:26:10.042 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp1250.ko 2024-04-26T01:26:10.042 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp1251.ko 2024-04-26T01:26:10.042 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp1255.ko 2024-04-26T01:26:10.042 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp737.ko 2024-04-26T01:26:10.043 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp775.ko 2024-04-26T01:26:10.043 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp850.ko 2024-04-26T01:26:10.043 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp852.ko 2024-04-26T01:26:10.043 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp855.ko 2024-04-26T01:26:10.043 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp857.ko 2024-04-26T01:26:10.043 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp860.ko 2024-04-26T01:26:10.043 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp861.ko 2024-04-26T01:26:10.043 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp862.ko 2024-04-26T01:26:10.043 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp863.ko 2024-04-26T01:26:10.043 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp864.ko 2024-04-26T01:26:10.043 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp865.ko 2024-04-26T01:26:10.043 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp866.ko 2024-04-26T01:26:10.043 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp869.ko 2024-04-26T01:26:10.043 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp874.ko 2024-04-26T01:26:10.043 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp932.ko 2024-04-26T01:26:10.044 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp936.ko 2024-04-26T01:26:10.044 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp949.ko 2024-04-26T01:26:10.044 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp950.ko 2024-04-26T01:26:10.044 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_euc-jp.ko 2024-04-26T01:26:10.044 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-1.ko 2024-04-26T01:26:10.044 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-13.ko 2024-04-26T01:26:10.044 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-14.ko 2024-04-26T01:26:10.044 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-15.ko 2024-04-26T01:26:10.044 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-2.ko 2024-04-26T01:26:10.044 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-3.ko 2024-04-26T01:26:10.044 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-4.ko 2024-04-26T01:26:10.044 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-5.ko 2024-04-26T01:26:10.044 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-6.ko 2024-04-26T01:26:10.044 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-7.ko 2024-04-26T01:26:10.045 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-9.ko 2024-04-26T01:26:10.045 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_koi8-r.ko 2024-04-26T01:26:10.045 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_koi8-ru.ko 2024-04-26T01:26:10.045 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_koi8-u.ko 2024-04-26T01:26:10.045 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_ucs2_utils.ko 2024-04-26T01:26:10.045 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_utf8.ko 2024-04-26T01:26:10.045 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2 2024-04-26T01:26:10.045 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/cluster 2024-04-26T01:26:10.045 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2024-04-26T01:26:10.045 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/dlm 2024-04-26T01:26:10.045 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2024-04-26T01:26:10.045 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/dlmfs 2024-04-26T01:26:10.045 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2024-04-26T01:26:10.045 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/ocfs2.ko 2024-04-26T01:26:10.045 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2024-04-26T01:26:10.046 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/ocfs2_stack_user.ko 2024-04-26T01:26:10.046 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/ocfs2_stackglue.ko 2024-04-26T01:26:10.046 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/overlayfs 2024-04-26T01:26:10.046 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/overlayfs/overlay.ko 2024-04-26T01:26:10.046 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/pstore 2024-04-26T01:26:10.046 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/pstore/ramoops.ko 2024-04-26T01:26:10.046 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/reiserfs 2024-04-26T01:26:10.046 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/reiserfs/reiserfs.ko 2024-04-26T01:26:10.046 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/romfs 2024-04-26T01:26:10.046 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/romfs/romfs.ko 2024-04-26T01:26:10.046 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb 2024-04-26T01:26:10.046 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/client 2024-04-26T01:26:10.046 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/client/cifs.ko 2024-04-26T01:26:10.047 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/common 2024-04-26T01:26:10.047 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/common/cifs_arc4.ko 2024-04-26T01:26:10.047 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/common/cifs_md4.ko 2024-04-26T01:26:10.047 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/squashfs 2024-04-26T01:26:10.047 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/squashfs/squashfs.ko 2024-04-26T01:26:10.047 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/sysv 2024-04-26T01:26:10.047 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/sysv/sysv.ko 2024-04-26T01:26:10.047 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/udf 2024-04-26T01:26:10.047 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/udf/udf.ko 2024-04-26T01:26:10.047 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ufs 2024-04-26T01:26:10.047 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ufs/ufs.ko 2024-04-26T01:26:10.047 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/xfs 2024-04-26T01:26:10.047 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/xfs/xfs.ko 2024-04-26T01:26:10.047 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel 2024-04-26T01:26:10.047 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/rcu 2024-04-26T01:26:10.047 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/rcu/rcutorture.ko 2024-04-26T01:26:10.048 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/torture.ko 2024-04-26T01:26:10.048 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/trace 2024-04-26T01:26:10.048 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/trace/ring_buffer_benchmark.ko 2024-04-26T01:26:10.048 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib 2024-04-26T01:26:10.048 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/asn1_encoder.ko 2024-04-26T01:26:10.048 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crc-itu-t.ko 2024-04-26T01:26:10.048 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crc8.ko 2024-04-26T01:26:10.048 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crypto 2024-04-26T01:26:10.048 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crypto/libarc4.ko 2024-04-26T01:26:10.048 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crypto/libdes.ko 2024-04-26T01:26:10.048 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/libcrc32c.ko 2024-04-26T01:26:10.048 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/lru_cache.ko 2024-04-26T01:26:10.048 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/lz4 2024-04-26T01:26:10.048 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/lz4/lz4_compress.ko 2024-04-26T01:26:10.048 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/lz4/lz4hc_compress.ko 2024-04-26T01:26:10.049 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/math 2024-04-26T01:26:10.049 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/math/cordic.ko 2024-04-26T01:26:10.049 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/raid6 2024-04-26T01:26:10.049 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/raid6/raid6_pq.ko 2024-04-26T01:26:10.049 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/reed_solomon 2024-04-26T01:26:10.049 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/reed_solomon/reed_solomon.ko 2024-04-26T01:26:10.049 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/ts_bm.ko 2024-04-26T01:26:10.049 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/ts_fsm.ko 2024-04-26T01:26:10.049 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/ts_kmp.ko 2024-04-26T01:26:10.049 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/zstd 2024-04-26T01:26:10.049 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/zstd/zstd_compress.ko 2024-04-26T01:26:10.049 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/mm 2024-04-26T01:26:10.049 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/mm/hwpoison-inject.ko 2024-04-26T01:26:10.049 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net 2024-04-26T01:26:10.050 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan 2024-04-26T01:26:10.050 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/6lowpan.ko 2024-04-26T01:26:10.050 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_dest.ko 2024-04-26T01:26:10.050 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_fragment.ko 2024-04-26T01:26:10.050 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_hop.ko 2024-04-26T01:26:10.050 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_ipv6.ko 2024-04-26T01:26:10.050 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_mobility.ko 2024-04-26T01:26:10.050 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_routing.ko 2024-04-26T01:26:10.050 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_udp.ko 2024-04-26T01:26:10.050 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802 2024-04-26T01:26:10.050 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/garp.ko 2024-04-26T01:26:10.050 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/mrp.ko 2024-04-26T01:26:10.050 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/p8022.ko 2024-04-26T01:26:10.051 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/psnap.ko 2024-04-26T01:26:10.051 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/stp.ko 2024-04-26T01:26:10.051 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/8021q 2024-04-26T01:26:10.051 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/8021q/8021q.ko 2024-04-26T01:26:10.051 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p 2024-04-26T01:26:10.051 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p/9pnet.ko 2024-04-26T01:26:10.051 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p/9pnet_fd.ko 2024-04-26T01:26:10.051 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p/9pnet_rdma.ko 2024-04-26T01:26:10.051 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p/9pnet_virtio.ko 2024-04-26T01:26:10.051 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/batman-adv 2024-04-26T01:26:10.051 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/batman-adv/batman-adv.ko 2024-04-26T01:26:10.051 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge 2024-04-26T01:26:10.051 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/br_netfilter.ko 2024-04-26T01:26:10.051 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/bridge.ko 2024-04-26T01:26:10.051 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter 2024-04-26T01:26:10.052 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_802_3.ko 2024-04-26T01:26:10.052 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_among.ko 2024-04-26T01:26:10.052 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_arp.ko 2024-04-26T01:26:10.052 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_arpreply.ko 2024-04-26T01:26:10.052 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_dnat.ko 2024-04-26T01:26:10.052 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_ip.ko 2024-04-26T01:26:10.052 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_ip6.ko 2024-04-26T01:26:10.052 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_limit.ko 2024-04-26T01:26:10.052 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_log.ko 2024-04-26T01:26:10.052 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_mark.ko 2024-04-26T01:26:10.052 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_mark_m.ko 2024-04-26T01:26:10.052 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_nflog.ko 2024-04-26T01:26:10.052 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_pkttype.ko 2024-04-26T01:26:10.052 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_redirect.ko 2024-04-26T01:26:10.053 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_snat.ko 2024-04-26T01:26:10.053 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_stp.ko 2024-04-26T01:26:10.053 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_vlan.ko 2024-04-26T01:26:10.053 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebtable_broute.ko 2024-04-26T01:26:10.053 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebtable_filter.ko 2024-04-26T01:26:10.053 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebtable_nat.ko 2024-04-26T01:26:10.053 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebtables.ko 2024-04-26T01:26:10.053 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko 2024-04-26T01:26:10.053 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2024-04-26T01:26:10.053 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2024-04-26T01:26:10.053 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ceph 2024-04-26T01:26:10.053 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ceph/libceph.ko 2024-04-26T01:26:10.053 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/core 2024-04-26T01:26:10.054 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/core/failover.ko 2024-04-26T01:26:10.054 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/core/pktgen.ko 2024-04-26T01:26:10.054 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp 2024-04-26T01:26:10.054 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp/dccp.ko 2024-04-26T01:26:10.054 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp/dccp_diag.ko 2024-04-26T01:26:10.054 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp/dccp_ipv4.ko 2024-04-26T01:26:10.054 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp/dccp_ipv6.ko 2024-04-26T01:26:10.054 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dns_resolver 2024-04-26T01:26:10.054 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dns_resolver/dns_resolver.ko 2024-04-26T01:26:10.054 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa 2024-04-26T01:26:10.054 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/dsa_core.ko 2024-04-26T01:26:10.054 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/tag_brcm.ko 2024-04-26T01:26:10.054 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/tag_dsa.ko 2024-04-26T01:26:10.054 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/tag_none.ko 2024-04-26T01:26:10.055 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/tag_trailer.ko 2024-04-26T01:26:10.055 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154 2024-04-26T01:26:10.055 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154/6lowpan 2024-04-26T01:26:10.055 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2024-04-26T01:26:10.055 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154/ieee802154.ko 2024-04-26T01:26:10.055 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154/ieee802154_socket.ko 2024-04-26T01:26:10.055 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4 2024-04-26T01:26:10.055 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ah4.ko 2024-04-26T01:26:10.055 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/esp4.ko 2024-04-26T01:26:10.055 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/fou.ko 2024-04-26T01:26:10.055 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/gre.ko 2024-04-26T01:26:10.055 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/inet_diag.ko 2024-04-26T01:26:10.055 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ip_gre.ko 2024-04-26T01:26:10.055 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ip_tunnel.ko 2024-04-26T01:26:10.055 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ip_vti.ko 2024-04-26T01:26:10.056 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ipcomp.ko 2024-04-26T01:26:10.056 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ipip.ko 2024-04-26T01:26:10.056 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter 2024-04-26T01:26:10.056 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/arp_tables.ko 2024-04-26T01:26:10.056 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/arpt_mangle.ko 2024-04-26T01:26:10.056 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/arptable_filter.ko 2024-04-26T01:26:10.056 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/ipt_ECN.ko 2024-04-26T01:26:10.056 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2024-04-26T01:26:10.056 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/ipt_ah.ko 2024-04-26T01:26:10.056 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2024-04-26T01:26:10.056 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/iptable_mangle.ko 2024-04-26T01:26:10.056 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/iptable_nat.ko 2024-04-26T01:26:10.056 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/iptable_raw.ko 2024-04-26T01:26:10.056 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/iptable_security.ko 2024-04-26T01:26:10.057 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2024-04-26T01:26:10.057 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2024-04-26T01:26:10.057 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2024-04-26T01:26:10.057 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2024-04-26T01:26:10.057 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2024-04-26T01:26:10.057 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2024-04-26T01:26:10.057 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2024-04-26T01:26:10.057 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2024-04-26T01:26:10.057 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2024-04-26T01:26:10.057 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2024-04-26T01:26:10.057 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_bic.ko 2024-04-26T01:26:10.057 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_dctcp.ko 2024-04-26T01:26:10.057 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_diag.ko 2024-04-26T01:26:10.057 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_highspeed.ko 2024-04-26T01:26:10.058 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_htcp.ko 2024-04-26T01:26:10.058 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_hybla.ko 2024-04-26T01:26:10.058 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_illinois.ko 2024-04-26T01:26:10.058 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_lp.ko 2024-04-26T01:26:10.058 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_scalable.ko 2024-04-26T01:26:10.058 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_vegas.ko 2024-04-26T01:26:10.058 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_veno.ko 2024-04-26T01:26:10.058 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_westwood.ko 2024-04-26T01:26:10.058 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_yeah.ko 2024-04-26T01:26:10.058 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tunnel4.ko 2024-04-26T01:26:10.058 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/udp_diag.ko 2024-04-26T01:26:10.058 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/udp_tunnel.ko 2024-04-26T01:26:10.058 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/xfrm4_tunnel.ko 2024-04-26T01:26:10.059 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6 2024-04-26T01:26:10.059 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ah6.ko 2024-04-26T01:26:10.059 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/esp6.ko 2024-04-26T01:26:10.059 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/fou6.ko 2024-04-26T01:26:10.059 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ip6_tunnel.ko 2024-04-26T01:26:10.059 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ip6_udp_tunnel.ko 2024-04-26T01:26:10.059 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ip6_vti.ko 2024-04-26T01:26:10.059 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ipcomp6.ko 2024-04-26T01:26:10.059 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter 2024-04-26T01:26:10.059 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6_tables.ko 2024-04-26T01:26:10.059 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2024-04-26T01:26:10.059 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2024-04-26T01:26:10.059 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_ah.ko 2024-04-26T01:26:10.059 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2024-04-26T01:26:10.060 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_frag.ko 2024-04-26T01:26:10.060 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2024-04-26T01:26:10.060 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2024-04-26T01:26:10.060 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_mh.ko 2024-04-26T01:26:10.060 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2024-04-26T01:26:10.060 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_rt.ko 2024-04-26T01:26:10.060 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_filter.ko 2024-04-26T01:26:10.060 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2024-04-26T01:26:10.060 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_nat.ko 2024-04-26T01:26:10.060 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_raw.ko 2024-04-26T01:26:10.060 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_security.ko 2024-04-26T01:26:10.060 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2024-04-26T01:26:10.060 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2024-04-26T01:26:10.060 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2024-04-26T01:26:10.060 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2024-04-26T01:26:10.061 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2024-04-26T01:26:10.061 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2024-04-26T01:26:10.061 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2024-04-26T01:26:10.061 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2024-04-26T01:26:10.061 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/sit.ko 2024-04-26T01:26:10.061 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/tunnel6.ko 2024-04-26T01:26:10.061 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/xfrm6_tunnel.ko 2024-04-26T01:26:10.061 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/key 2024-04-26T01:26:10.061 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/key/af_key.ko 2024-04-26T01:26:10.061 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp 2024-04-26T01:26:10.061 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_core.ko 2024-04-26T01:26:10.061 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_debugfs.ko 2024-04-26T01:26:10.061 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_eth.ko 2024-04-26T01:26:10.061 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_ip.ko 2024-04-26T01:26:10.062 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_ip6.ko 2024-04-26T01:26:10.062 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_netlink.ko 2024-04-26T01:26:10.062 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_ppp.ko 2024-04-26T01:26:10.062 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/llc 2024-04-26T01:26:10.062 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/llc/llc.ko 2024-04-26T01:26:10.062 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/mac802154 2024-04-26T01:26:10.062 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/mac802154/mac802154.ko 2024-04-26T01:26:10.062 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/mpls 2024-04-26T01:26:10.062 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/mpls/mpls_gso.ko 2024-04-26T01:26:10.062 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter 2024-04-26T01:26:10.062 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset 2024-04-26T01:26:10.062 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set.ko 2024-04-26T01:26:10.062 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2024-04-26T01:26:10.063 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2024-04-26T01:26:10.063 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2024-04-26T01:26:10.063 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2024-04-26T01:26:10.063 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2024-04-26T01:26:10.063 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2024-04-26T01:26:10.063 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2024-04-26T01:26:10.063 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2024-04-26T01:26:10.063 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2024-04-26T01:26:10.063 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2024-04-26T01:26:10.063 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2024-04-26T01:26:10.063 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2024-04-26T01:26:10.063 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2024-04-26T01:26:10.063 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2024-04-26T01:26:10.063 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_list_set.ko 2024-04-26T01:26:10.064 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs 2024-04-26T01:26:10.064 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs.ko 2024-04-26T01:26:10.064 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2024-04-26T01:26:10.064 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2024-04-26T01:26:10.064 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2024-04-26T01:26:10.064 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2024-04-26T01:26:10.064 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2024-04-26T01:26:10.064 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2024-04-26T01:26:10.064 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2024-04-26T01:26:10.064 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2024-04-26T01:26:10.064 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2024-04-26T01:26:10.064 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2024-04-26T01:26:10.064 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2024-04-26T01:26:10.064 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2024-04-26T01:26:10.065 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2024-04-26T01:26:10.065 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conncount.ko 2024-04-26T01:26:10.065 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack.ko 2024-04-26T01:26:10.065 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_amanda.ko 2024-04-26T01:26:10.065 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_broadcast.ko 2024-04-26T01:26:10.065 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_ftp.ko 2024-04-26T01:26:10.065 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_h323.ko 2024-04-26T01:26:10.065 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_irc.ko 2024-04-26T01:26:10.065 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2024-04-26T01:26:10.065 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_netlink.ko 2024-04-26T01:26:10.065 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_pptp.ko 2024-04-26T01:26:10.065 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_sane.ko 2024-04-26T01:26:10.065 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_sip.ko 2024-04-26T01:26:10.065 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_snmp.ko 2024-04-26T01:26:10.066 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_tftp.ko 2024-04-26T01:26:10.066 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_dup_netdev.ko 2024-04-26T01:26:10.066 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_flow_table.ko 2024-04-26T01:26:10.066 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_flow_table_inet.ko 2024-04-26T01:26:10.066 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_log_syslog.ko 2024-04-26T01:26:10.066 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat.ko 2024-04-26T01:26:10.066 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_amanda.ko 2024-04-26T01:26:10.066 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_ftp.ko 2024-04-26T01:26:10.066 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_irc.ko 2024-04-26T01:26:10.066 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_sip.ko 2024-04-26T01:26:10.066 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_tftp.ko 2024-04-26T01:26:10.066 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_synproxy_core.ko 2024-04-26T01:26:10.066 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_tables.ko 2024-04-26T01:26:10.067 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink.ko 2024-04-26T01:26:10.067 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink_acct.ko 2024-04-26T01:26:10.067 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink_log.ko 2024-04-26T01:26:10.067 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink_osf.ko 2024-04-26T01:26:10.069 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink_queue.ko 2024-04-26T01:26:10.069 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_chain_nat.ko 2024-04-26T01:26:10.069 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_compat.ko 2024-04-26T01:26:10.069 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_ct.ko 2024-04-26T01:26:10.069 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_dup_netdev.ko 2024-04-26T01:26:10.070 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_fib.ko 2024-04-26T01:26:10.070 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_fwd_netdev.ko 2024-04-26T01:26:10.070 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_hash.ko 2024-04-26T01:26:10.070 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_limit.ko 2024-04-26T01:26:10.070 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_log.ko 2024-04-26T01:26:10.070 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_masq.ko 2024-04-26T01:26:10.070 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_nat.ko 2024-04-26T01:26:10.070 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_numgen.ko 2024-04-26T01:26:10.070 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_queue.ko 2024-04-26T01:26:10.070 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_quota.ko 2024-04-26T01:26:10.070 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_redir.ko 2024-04-26T01:26:10.070 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_reject.ko 2024-04-26T01:26:10.071 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_reject_inet.ko 2024-04-26T01:26:10.071 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_socket.ko 2024-04-26T01:26:10.071 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_tunnel.ko 2024-04-26T01:26:10.071 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_AUDIT.ko 2024-04-26T01:26:10.071 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_CHECKSUM.ko 2024-04-26T01:26:10.071 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_CLASSIFY.ko 2024-04-26T01:26:10.071 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_CONNSECMARK.ko 2024-04-26T01:26:10.071 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_CT.ko 2024-04-26T01:26:10.071 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_DSCP.ko 2024-04-26T01:26:10.071 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_HL.ko 2024-04-26T01:26:10.071 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_HMARK.ko 2024-04-26T01:26:10.071 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_IDLETIMER.ko 2024-04-26T01:26:10.071 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_LED.ko 2024-04-26T01:26:10.071 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_LOG.ko 2024-04-26T01:26:10.071 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_MASQUERADE.ko 2024-04-26T01:26:10.072 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_NETMAP.ko 2024-04-26T01:26:10.072 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_NFLOG.ko 2024-04-26T01:26:10.072 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_NFQUEUE.ko 2024-04-26T01:26:10.072 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_RATEEST.ko 2024-04-26T01:26:10.072 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_REDIRECT.ko 2024-04-26T01:26:10.072 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_SECMARK.ko 2024-04-26T01:26:10.072 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TCPMSS.ko 2024-04-26T01:26:10.072 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2024-04-26T01:26:10.072 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TEE.ko 2024-04-26T01:26:10.072 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TPROXY.ko 2024-04-26T01:26:10.072 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TRACE.ko 2024-04-26T01:26:10.072 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_addrtype.ko 2024-04-26T01:26:10.072 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_bpf.ko 2024-04-26T01:26:10.072 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_cgroup.ko 2024-04-26T01:26:10.073 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_cluster.ko 2024-04-26T01:26:10.073 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_comment.ko 2024-04-26T01:26:10.073 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_connbytes.ko 2024-04-26T01:26:10.073 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_connlabel.ko 2024-04-26T01:26:10.073 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_connlimit.ko 2024-04-26T01:26:10.073 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_connmark.ko 2024-04-26T01:26:10.073 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_conntrack.ko 2024-04-26T01:26:10.073 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_cpu.ko 2024-04-26T01:26:10.073 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_dccp.ko 2024-04-26T01:26:10.073 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_devgroup.ko 2024-04-26T01:26:10.073 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_dscp.ko 2024-04-26T01:26:10.073 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_ecn.ko 2024-04-26T01:26:10.073 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_esp.ko 2024-04-26T01:26:10.073 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_hashlimit.ko 2024-04-26T01:26:10.073 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_helper.ko 2024-04-26T01:26:10.073 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_hl.ko 2024-04-26T01:26:10.074 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_ipcomp.ko 2024-04-26T01:26:10.074 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_iprange.ko 2024-04-26T01:26:10.074 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_ipvs.ko 2024-04-26T01:26:10.074 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_l2tp.ko 2024-04-26T01:26:10.074 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_length.ko 2024-04-26T01:26:10.074 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_limit.ko 2024-04-26T01:26:10.074 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_mac.ko 2024-04-26T01:26:10.074 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_mark.ko 2024-04-26T01:26:10.074 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_multiport.ko 2024-04-26T01:26:10.074 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_nat.ko 2024-04-26T01:26:10.074 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_nfacct.ko 2024-04-26T01:26:10.074 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_osf.ko 2024-04-26T01:26:10.074 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_owner.ko 2024-04-26T01:26:10.074 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_physdev.ko 2024-04-26T01:26:10.074 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_pkttype.ko 2024-04-26T01:26:10.075 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_policy.ko 2024-04-26T01:26:10.075 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_quota.ko 2024-04-26T01:26:10.075 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_rateest.ko 2024-04-26T01:26:10.075 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_realm.ko 2024-04-26T01:26:10.075 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_recent.ko 2024-04-26T01:26:10.075 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_sctp.ko 2024-04-26T01:26:10.075 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_set.ko 2024-04-26T01:26:10.075 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_socket.ko 2024-04-26T01:26:10.075 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_state.ko 2024-04-26T01:26:10.075 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_statistic.ko 2024-04-26T01:26:10.075 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_string.ko 2024-04-26T01:26:10.075 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_tcpmss.ko 2024-04-26T01:26:10.075 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_time.ko 2024-04-26T01:26:10.075 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_u32.ko 2024-04-26T01:26:10.075 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netlink 2024-04-26T01:26:10.076 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netlink/netlink_diag.ko 2024-04-26T01:26:10.076 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/nsh 2024-04-26T01:26:10.076 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/nsh/nsh.ko 2024-04-26T01:26:10.076 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch 2024-04-26T01:26:10.076 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch/openvswitch.ko 2024-04-26T01:26:10.076 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch/vport-geneve.ko 2024-04-26T01:26:10.076 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch/vport-gre.ko 2024-04-26T01:26:10.076 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch/vport-vxlan.ko 2024-04-26T01:26:10.076 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/packet 2024-04-26T01:26:10.076 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/packet/af_packet_diag.ko 2024-04-26T01:26:10.076 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/rds 2024-04-26T01:26:10.076 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/rds/rds.ko 2024-04-26T01:26:10.076 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/rds/rds_rdma.ko 2024-04-26T01:26:10.076 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/rds/rds_tcp.ko 2024-04-26T01:26:10.077 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched 2024-04-26T01:26:10.077 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_csum.ko 2024-04-26T01:26:10.077 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_gact.ko 2024-04-26T01:26:10.077 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_mirred.ko 2024-04-26T01:26:10.077 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_nat.ko 2024-04-26T01:26:10.077 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_pedit.ko 2024-04-26T01:26:10.077 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_police.ko 2024-04-26T01:26:10.077 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_simple.ko 2024-04-26T01:26:10.077 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_skbedit.ko 2024-04-26T01:26:10.077 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_vlan.ko 2024-04-26T01:26:10.077 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_basic.ko 2024-04-26T01:26:10.077 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_bpf.ko 2024-04-26T01:26:10.077 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_flow.ko 2024-04-26T01:26:10.077 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_fw.ko 2024-04-26T01:26:10.077 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_route.ko 2024-04-26T01:26:10.078 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_u32.ko 2024-04-26T01:26:10.078 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_cmp.ko 2024-04-26T01:26:10.078 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_ipset.ko 2024-04-26T01:26:10.078 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_meta.ko 2024-04-26T01:26:10.078 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_nbyte.ko 2024-04-26T01:26:10.078 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_text.ko 2024-04-26T01:26:10.078 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_u32.ko 2024-04-26T01:26:10.078 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_choke.ko 2024-04-26T01:26:10.078 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_codel.ko 2024-04-26T01:26:10.078 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_drr.ko 2024-04-26T01:26:10.078 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_fq.ko 2024-04-26T01:26:10.078 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_gred.ko 2024-04-26T01:26:10.078 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_hfsc.ko 2024-04-26T01:26:10.078 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_hhf.ko 2024-04-26T01:26:10.079 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_htb.ko 2024-04-26T01:26:10.079 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_ingress.ko 2024-04-26T01:26:10.079 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_mqprio.ko 2024-04-26T01:26:10.079 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_mqprio_lib.ko 2024-04-26T01:26:10.079 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_multiq.ko 2024-04-26T01:26:10.079 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_netem.ko 2024-04-26T01:26:10.079 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_pie.ko 2024-04-26T01:26:10.079 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_plug.ko 2024-04-26T01:26:10.079 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_prio.ko 2024-04-26T01:26:10.079 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_qfq.ko 2024-04-26T01:26:10.079 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_red.ko 2024-04-26T01:26:10.079 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_sfb.ko 2024-04-26T01:26:10.079 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_sfq.ko 2024-04-26T01:26:10.079 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_tbf.ko 2024-04-26T01:26:10.080 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_teql.ko 2024-04-26T01:26:10.080 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sctp 2024-04-26T01:26:10.080 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sctp/sctp.ko 2024-04-26T01:26:10.080 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sctp/sctp_diag.ko 2024-04-26T01:26:10.080 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc 2024-04-26T01:26:10.080 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/auth_gss 2024-04-26T01:26:10.080 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2024-04-26T01:26:10.080 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2024-04-26T01:26:10.080 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/sunrpc.ko 2024-04-26T01:26:10.080 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/xprtrdma 2024-04-26T01:26:10.080 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2024-04-26T01:26:10.080 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/tipc 2024-04-26T01:26:10.080 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/tipc/tipc.ko 2024-04-26T01:26:10.080 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/tipc/tipc_diag.ko 2024-04-26T01:26:10.081 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/unix 2024-04-26T01:26:10.081 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/unix/unix_diag.ko 2024-04-26T01:26:10.081 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock 2024-04-26T01:26:10.081 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2024-04-26T01:26:10.081 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2024-04-26T01:26:10.081 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vsock.ko 2024-04-26T01:26:10.081 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vsock_diag.ko 2024-04-26T01:26:10.081 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vsock_loopback.ko 2024-04-26T01:26:10.081 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/xfrm 2024-04-26T01:26:10.081 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/xfrm/xfrm_ipcomp.ko 2024-04-26T01:26:10.081 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security 2024-04-26T01:26:10.081 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys 2024-04-26T01:26:10.081 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys/encrypted-keys 2024-04-26T01:26:10.082 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys/encrypted-keys/encrypted-keys.ko 2024-04-26T01:26:10.082 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys/trusted-keys 2024-04-26T01:26:10.082 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys/trusted-keys/trusted.ko 2024-04-26T01:26:10.082 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.alias 2024-04-26T01:26:10.082 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.alias.bin 2024-04-26T01:26:10.082 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.builtin 2024-04-26T01:26:10.082 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.builtin.alias.bin 2024-04-26T01:26:10.082 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.builtin.bin 2024-04-26T01:26:10.082 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.builtin.modinfo 2024-04-26T01:26:10.082 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.dep 2024-04-26T01:26:10.082 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.dep.bin 2024-04-26T01:26:10.082 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.devname 2024-04-26T01:26:10.082 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.order 2024-04-26T01:26:10.082 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.softdep 2024-04-26T01:26:10.082 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.symbols 2024-04-26T01:26:10.083 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.symbols.bin 2024-04-26T01:26:10.083 INFO:teuthology.orchestra.run.smithi046.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/vmlinuz 2024-04-26T01:26:10.087 DEBUG:teuthology.task.kernel:get_image_version: 6.9.0-rc3-g806ec36b2112 2024-04-26T01:26:10.087 DEBUG:teuthology.orchestra.run.smithi046:> rpm --scripts -qp /tmp/kernel.x86_64.rpm 2024-04-26T01:26:10.111 INFO:teuthology.orchestra.run.smithi046.stdout:postinstall scriptlet (using /bin/sh): 2024-04-26T01:26:10.111 INFO:teuthology.orchestra.run.smithi046.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-04-26T01:26:10.111 INFO:teuthology.orchestra.run.smithi046.stdout: /usr/bin/kernel-install add 6.9.0-rc3-g806ec36b2112 /lib/modules/6.9.0-rc3-g806ec36b2112/vmlinuz 2024-04-26T01:26:10.111 INFO:teuthology.orchestra.run.smithi046.stdout:fi 2024-04-26T01:26:10.111 INFO:teuthology.orchestra.run.smithi046.stdout:for file in vmlinuz System.map config; do 2024-04-26T01:26:10.111 INFO:teuthology.orchestra.run.smithi046.stdout: if ! cmp --silent "/lib/modules/6.9.0-rc3-g806ec36b2112/${file}" "/boot/${file}-6.9.0-rc3-g806ec36b2112"; then 2024-04-26T01:26:10.111 INFO:teuthology.orchestra.run.smithi046.stdout: cp "/lib/modules/6.9.0-rc3-g806ec36b2112/${file}" "/boot/${file}-6.9.0-rc3-g806ec36b2112" 2024-04-26T01:26:10.111 INFO:teuthology.orchestra.run.smithi046.stdout: fi 2024-04-26T01:26:10.112 INFO:teuthology.orchestra.run.smithi046.stdout:done 2024-04-26T01:26:10.112 INFO:teuthology.orchestra.run.smithi046.stdout:if [ -d "/lib/modules/6.9.0-rc3-g806ec36b2112/dtb" ] && \ 2024-04-26T01:26:10.112 INFO:teuthology.orchestra.run.smithi046.stdout: ! diff -rq "/lib/modules/6.9.0-rc3-g806ec36b2112/dtb" "/boot/dtb-6.9.0-rc3-g806ec36b2112" >/dev/null 2>&1; then 2024-04-26T01:26:10.112 INFO:teuthology.orchestra.run.smithi046.stdout: rm -rf "/boot/dtb-6.9.0-rc3-g806ec36b2112" 2024-04-26T01:26:10.112 INFO:teuthology.orchestra.run.smithi046.stdout: cp -r "/lib/modules/6.9.0-rc3-g806ec36b2112/dtb" "/boot/dtb-6.9.0-rc3-g806ec36b2112" 2024-04-26T01:26:10.112 INFO:teuthology.orchestra.run.smithi046.stdout:fi 2024-04-26T01:26:10.112 INFO:teuthology.orchestra.run.smithi046.stdout:if [ ! -e "/lib/modules/6.9.0-rc3-g806ec36b2112/modules.dep" ]; then 2024-04-26T01:26:10.112 INFO:teuthology.orchestra.run.smithi046.stdout: /usr/sbin/depmod 6.9.0-rc3-g806ec36b2112 2024-04-26T01:26:10.112 INFO:teuthology.orchestra.run.smithi046.stdout:fi 2024-04-26T01:26:10.112 INFO:teuthology.orchestra.run.smithi046.stdout:preuninstall scriptlet (using /bin/sh): 2024-04-26T01:26:10.112 INFO:teuthology.orchestra.run.smithi046.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-04-26T01:26:10.112 INFO:teuthology.orchestra.run.smithi046.stdout:kernel-install remove 6.9.0-rc3-g806ec36b2112 2024-04-26T01:26:10.112 INFO:teuthology.orchestra.run.smithi046.stdout:fi 2024-04-26T01:26:10.113 DEBUG:teuthology.orchestra.run.smithi046:> sudo rpm -qi grub2-tools 2024-04-26T01:26:10.187 INFO:teuthology.orchestra.run.smithi046.stdout:Name : grub2-tools 2024-04-26T01:26:10.188 INFO:teuthology.orchestra.run.smithi046.stdout:Epoch : 1 2024-04-26T01:26:10.188 INFO:teuthology.orchestra.run.smithi046.stdout:Version : 2.06 2024-04-26T01:26:10.188 INFO:teuthology.orchestra.run.smithi046.stdout:Release : 68.el9 2024-04-26T01:26:10.188 INFO:teuthology.orchestra.run.smithi046.stdout:Architecture: x86_64 2024-04-26T01:26:10.188 INFO:teuthology.orchestra.run.smithi046.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-04-26T01:26:10.188 INFO:teuthology.orchestra.run.smithi046.stdout:Group : Unspecified 2024-04-26T01:26:10.188 INFO:teuthology.orchestra.run.smithi046.stdout:Size : 8264254 2024-04-26T01:26:10.188 INFO:teuthology.orchestra.run.smithi046.stdout:License : GPLv3+ 2024-04-26T01:26:10.188 INFO:teuthology.orchestra.run.smithi046.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-26T01:26:10.188 INFO:teuthology.orchestra.run.smithi046.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-26T01:26:10.188 INFO:teuthology.orchestra.run.smithi046.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-26T01:26:10.188 INFO:teuthology.orchestra.run.smithi046.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-26T01:26:10.188 INFO:teuthology.orchestra.run.smithi046.stdout:Packager : builder@centos.org 2024-04-26T01:26:10.188 INFO:teuthology.orchestra.run.smithi046.stdout:Vendor : CentOS 2024-04-26T01:26:10.188 INFO:teuthology.orchestra.run.smithi046.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-26T01:26:10.189 INFO:teuthology.orchestra.run.smithi046.stdout:Summary : Support tools for GRUB. 2024-04-26T01:26:10.189 INFO:teuthology.orchestra.run.smithi046.stdout:Description : 2024-04-26T01:26:10.189 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:26:10.189 INFO:teuthology.orchestra.run.smithi046.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-26T01:26:10.189 INFO:teuthology.orchestra.run.smithi046.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-26T01:26:10.189 INFO:teuthology.orchestra.run.smithi046.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-26T01:26:10.189 INFO:teuthology.orchestra.run.smithi046.stdout:hardware devices. 2024-04-26T01:26:10.189 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:26:10.189 INFO:teuthology.orchestra.run.smithi046.stdout:This subpackage provides tools for support of all platforms. 2024-04-26T01:26:10.190 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-26T01:26:10.190 INFO:teuthology.task.kernel:Updating grub on smithi046 to boot 6.9.0-rc3-g806ec36b2112 2024-04-26T01:26:10.190 DEBUG:teuthology.orchestra.run.smithi046:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-26T01:26:10.745 INFO:teuthology.orchestra.run.smithi046.stderr:Generating grub configuration file ... 2024-04-26T01:26:12.150 INFO:teuthology.orchestra.run.smithi046.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-26T01:26:12.189 INFO:teuthology.orchestra.run.smithi046.stderr:done 2024-04-26T01:26:12.191 DEBUG:teuthology.orchestra.run.smithi046:> mktemp 2024-04-26T01:26:12.206 INFO:teuthology.orchestra.run.smithi046.stdout:/tmp/tmp.9iW2c7YocY 2024-04-26T01:26:12.206 DEBUG:teuthology.orchestra.run.smithi046:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.9iW2c7YocY 2024-04-26T01:26:12.292 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod 0666 /tmp/tmp.9iW2c7YocY 2024-04-26T01:26:12.394 DEBUG:teuthology.orchestra.remote:smithi046:/tmp/tmp.9iW2c7YocY is 6KB 2024-04-26T01:26:12.442 DEBUG:teuthology.orchestra.run.smithi046:> rm -fr /tmp/tmp.9iW2c7YocY 2024-04-26T01:26:12.457 DEBUG:teuthology.orchestra.run.smithi046:> sudo /bin/ls /boot/loader/entries || true 2024-04-26T01:26:12.519 INFO:teuthology.orchestra.run.smithi046.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-04-26T01:26:12.519 INFO:teuthology.orchestra.run.smithi046.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-04-26T01:26:12.519 INFO:teuthology.orchestra.run.smithi046.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-04-26T01:26:12.519 INFO:teuthology.orchestra.run.smithi046.stdout:7fc8828e06d0482694bcf4a447d13cb6-6.9.0-rc3-g806ec36b2112.conf 2024-04-26T01:26:12.521 DEBUG:teuthology.orchestra.run.smithi046:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-6.9.0-rc3-g806ec36b2112 2024-04-26T01:26:12.685 DEBUG:teuthology.orchestra.run.smithi046:> sudo shutdown -r now 2024-04-26T01:26:42.688 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2024-04-26T01:26:42.689 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi046.front.sepia.ceph.com' 2024-04-26T01:26:42.689 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi046.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T01:27:17.278 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.46 2024-04-26T01:27:26.280 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi046.front.sepia.ceph.com' 2024-04-26T01:27:26.281 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi046.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T01:27:44.670 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.46 2024-04-26T01:27:56.672 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi046.front.sepia.ceph.com' 2024-04-26T01:27:56.673 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi046.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T01:27:59.742 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.46 2024-04-26T01:28:14.743 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi046.front.sepia.ceph.com' 2024-04-26T01:28:14.744 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi046.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T01:28:15.037 DEBUG:teuthology.orchestra.run.smithi046:> true 2024-04-26T01:28:15.576 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi046.front.sepia.ceph.com' 2024-04-26T01:28:15.576 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "6.9.0-rc3-g806ec36b2112"... 2024-04-26T01:28:15.577 DEBUG:teuthology.orchestra.run.smithi046:> uname -r 2024-04-26T01:28:15.614 INFO:teuthology.orchestra.run.smithi046.stdout:6.9.0-rc3-g806ec36b2112 2024-04-26T01:28:15.614 DEBUG:teuthology.task.kernel:current kernel version is 6.9.0-rc3-g806ec36b2112 vs 6.9.0-rc3-g806ec36b2112 2024-04-26T01:28:15.614 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-26T01:28:15.615 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-26T01:28:16.616 DEBUG:teuthology.parallel:result is None 2024-04-26T01:28:16.616 INFO:teuthology.run_tasks:Running task internal.base... 2024-04-26T01:28:16.628 INFO:teuthology.task.internal:Creating test directory... 2024-04-26T01:28:16.628 DEBUG:teuthology.orchestra.run.smithi046:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-26T01:28:16.634 DEBUG:teuthology.orchestra.run.smithi103:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-26T01:28:16.637 DEBUG:teuthology.orchestra.run.smithi163:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-26T01:28:16.671 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-04-26T01:28:16.682 INFO:teuthology.run_tasks:Running task internal.archive... 2024-04-26T01:28:16.697 INFO:teuthology.task.internal:Creating archive directory... 2024-04-26T01:28:16.697 DEBUG:teuthology.orchestra.run.smithi046:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-26T01:28:16.717 DEBUG:teuthology.orchestra.run.smithi103:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-26T01:28:16.720 DEBUG:teuthology.orchestra.run.smithi163:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-26T01:28:16.833 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-04-26T01:28:16.843 INFO:teuthology.task.internal:Enabling coredump saving... 2024-04-26T01:28:16.843 DEBUG:teuthology.orchestra.run.smithi103:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-26T01:28:16.860 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T01:28:16.860 DEBUG:teuthology.orchestra.run.smithi163:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-26T01:28:16.876 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T01:28:16.877 DEBUG:teuthology.orchestra.run.smithi046:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-26T01:28:16.884 DEBUG:teuthology.orchestra.run.smithi103:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-26T01:28:16.903 DEBUG:teuthology.orchestra.run.smithi163:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-26T01:28:16.948 INFO:teuthology.orchestra.run.smithi103.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-26T01:28:16.965 INFO:teuthology.orchestra.run.smithi163.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-26T01:28:16.966 INFO:teuthology.orchestra.run.smithi103.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-26T01:28:16.980 INFO:teuthology.orchestra.run.smithi163.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-26T01:28:16.993 INFO:teuthology.orchestra.run.smithi046.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-26T01:28:17.109 INFO:teuthology.orchestra.run.smithi046.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-26T01:28:17.113 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-04-26T01:28:17.121 INFO:teuthology.task.internal:Configuring sudo... 2024-04-26T01:28:17.121 DEBUG:teuthology.orchestra.run.smithi046:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-26T01:28:17.126 DEBUG:teuthology.orchestra.run.smithi103:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-26T01:28:17.129 DEBUG:teuthology.orchestra.run.smithi163:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-26T01:28:17.199 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-04-26T01:28:17.209 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-04-26T01:28:17.209 DEBUG:teuthology.orchestra.run.smithi046:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-26T01:28:17.214 DEBUG:teuthology.orchestra.run.smithi103:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-26T01:28:17.217 DEBUG:teuthology.orchestra.run.smithi163:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-26T01:28:17.257 DEBUG:teuthology.orchestra.run.smithi046:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-26T01:28:17.327 DEBUG:teuthology.orchestra.run.smithi046:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-26T01:28:17.437 DEBUG:teuthology.orchestra.run.smithi046:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-26T01:28:17.510 DEBUG:teuthology.orchestra.run.smithi046:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-26T01:28:17.587 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-04-26T01:28:17.588 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-26T01:28:17.657 DEBUG:teuthology.orchestra.run.smithi103:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-26T01:28:17.707 DEBUG:teuthology.orchestra.run.smithi103:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-26T01:28:17.766 DEBUG:teuthology.orchestra.run.smithi103:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-26T01:28:17.810 DEBUG:teuthology.orchestra.run.smithi103:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-26T01:28:17.850 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-04-26T01:28:17.850 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-26T01:28:17.915 DEBUG:teuthology.orchestra.run.smithi163:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-26T01:28:17.954 DEBUG:teuthology.orchestra.run.smithi163:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-26T01:28:18.032 DEBUG:teuthology.orchestra.run.smithi163:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-26T01:28:18.073 DEBUG:teuthology.orchestra.run.smithi163:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-26T01:28:18.119 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-04-26T01:28:18.119 DEBUG:teuthology.orchestra.run.smithi163:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-26T01:28:18.186 DEBUG:teuthology.orchestra.run.smithi046:> sudo service rsyslog restart 2024-04-26T01:28:18.191 DEBUG:teuthology.orchestra.run.smithi103:> sudo service rsyslog restart 2024-04-26T01:28:18.194 DEBUG:teuthology.orchestra.run.smithi163:> sudo service rsyslog restart 2024-04-26T01:28:18.231 INFO:teuthology.orchestra.run.smithi103.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-26T01:28:18.261 INFO:teuthology.orchestra.run.smithi163.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-26T01:28:18.292 INFO:teuthology.orchestra.run.smithi046.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-26T01:28:18.701 INFO:teuthology.run_tasks:Running task internal.timer... 2024-04-26T01:28:18.709 INFO:teuthology.task.internal:Starting timer... 2024-04-26T01:28:18.709 INFO:teuthology.run_tasks:Running task pcp... 2024-04-26T01:28:18.723 INFO:teuthology.run_tasks:Running task selinux... 2024-04-26T01:28:18.737 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-04-26T01:28:18.737 DEBUG:teuthology.orchestra.run.smithi046:> sudo service auditd rotate 2024-04-26T01:28:18.912 INFO:teuthology.orchestra.run.smithi046.stdout:Rotating logs: 2024-04-26T01:28:18.920 DEBUG:teuthology.orchestra.run.smithi103:> sudo service auditd rotate 2024-04-26T01:28:18.977 INFO:teuthology.orchestra.run.smithi103.stdout:Rotating logs: 2024-04-26T01:28:18.979 DEBUG:teuthology.orchestra.run.smithi163:> sudo service auditd rotate 2024-04-26T01:28:19.041 INFO:teuthology.orchestra.run.smithi163.stdout:Rotating logs: 2024-04-26T01:28:19.043 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-04-26T01:28:19.043 DEBUG:teuthology.orchestra.run.smithi046:> /usr/sbin/getenforce 2024-04-26T01:28:19.141 INFO:teuthology.orchestra.run.smithi046.stdout:Permissive 2024-04-26T01:28:19.141 DEBUG:teuthology.orchestra.run.smithi103:> /usr/sbin/getenforce 2024-04-26T01:28:19.186 INFO:teuthology.orchestra.run.smithi103.stdout:Permissive 2024-04-26T01:28:19.187 DEBUG:teuthology.orchestra.run.smithi163:> /usr/sbin/getenforce 2024-04-26T01:28:19.212 INFO:teuthology.orchestra.run.smithi163.stdout:Permissive 2024-04-26T01:28:19.212 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi046.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi103.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi163.front.sepia.ceph.com': 'permissive'} 2024-04-26T01:28:19.213 DEBUG:teuthology.orchestra.run.smithi046:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-26T01:28:19.341 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T01:28:19.341 DEBUG:teuthology.orchestra.run.smithi103:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-26T01:28:19.367 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T01:28:19.368 DEBUG:teuthology.orchestra.run.smithi163:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-26T01:28:19.393 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T01:28:19.393 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-04-26T01:28:19.394 DEBUG:teuthology.orchestra.run.smithi046:> sudo /usr/sbin/setenforce permissive 2024-04-26T01:28:19.517 DEBUG:teuthology.orchestra.run.smithi103:> sudo /usr/sbin/setenforce permissive 2024-04-26T01:28:19.541 DEBUG:teuthology.orchestra.run.smithi163:> sudo /usr/sbin/setenforce permissive 2024-04-26T01:28:19.566 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-04-26T01:28:19.578 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-04-26T01:28:19.597 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-04-26T01:28:19.598 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi046.front.sepia.ceph.com,smithi103.front.sepia.ceph.com,smithi163.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-04-26T01:33:36.295 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi046.front.sepia.ceph.com'), Remote(name='ubuntu@smithi103.front.sepia.ceph.com'), Remote(name='ubuntu@smithi163.front.sepia.ceph.com')] 2024-04-26T01:33:36.296 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi046.front.sepia.ceph.com' 2024-04-26T01:33:36.297 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi046.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T01:33:36.422 DEBUG:teuthology.orchestra.run.smithi046:> true 2024-04-26T01:33:36.583 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi046.front.sepia.ceph.com' 2024-04-26T01:33:36.584 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi103.front.sepia.ceph.com' 2024-04-26T01:33:36.584 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi103.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T01:33:36.657 DEBUG:teuthology.orchestra.run.smithi103:> true 2024-04-26T01:33:36.740 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi103.front.sepia.ceph.com' 2024-04-26T01:33:36.740 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi163.front.sepia.ceph.com' 2024-04-26T01:33:36.740 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi163.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T01:33:36.816 DEBUG:teuthology.orchestra.run.smithi163:> true 2024-04-26T01:33:36.893 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi163.front.sepia.ceph.com' 2024-04-26T01:33:36.894 INFO:teuthology.run_tasks:Running task clock... 2024-04-26T01:33:36.905 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-04-26T01:33:36.905 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-26T01:33:36.906 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-26T01:33:36.914 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-26T01:33:36.914 DEBUG:teuthology.orchestra.run.smithi103:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-26T01:33:36.916 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-26T01:33:36.916 DEBUG:teuthology.orchestra.run.smithi163:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-26T01:33:36.945 INFO:teuthology.orchestra.run.smithi103.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-26T01:33:36.959 INFO:teuthology.orchestra.run.smithi103.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-26T01:33:36.962 INFO:teuthology.orchestra.run.smithi163.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-26T01:33:36.976 INFO:teuthology.orchestra.run.smithi163.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-26T01:33:36.982 INFO:teuthology.orchestra.run.smithi103.stderr:sudo: ntpd: command not found 2024-04-26T01:33:36.993 INFO:teuthology.orchestra.run.smithi103.stdout:506 Cannot talk to daemon 2024-04-26T01:33:36.999 INFO:teuthology.orchestra.run.smithi163.stderr:sudo: ntpd: command not found 2024-04-26T01:33:37.005 INFO:teuthology.orchestra.run.smithi046.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-26T01:33:37.007 INFO:teuthology.orchestra.run.smithi103.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-26T01:33:37.010 INFO:teuthology.orchestra.run.smithi163.stdout:506 Cannot talk to daemon 2024-04-26T01:33:37.020 INFO:teuthology.orchestra.run.smithi103.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-26T01:33:37.024 INFO:teuthology.orchestra.run.smithi163.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-26T01:33:37.037 INFO:teuthology.orchestra.run.smithi163.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-26T01:33:37.048 INFO:teuthology.orchestra.run.smithi046.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-26T01:33:37.073 INFO:teuthology.orchestra.run.smithi103.stderr:bash: line 1: ntpq: command not found 2024-04-26T01:33:37.077 INFO:teuthology.orchestra.run.smithi103.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-26T01:33:37.078 INFO:teuthology.orchestra.run.smithi103.stdout:=============================================================================== 2024-04-26T01:33:37.078 INFO:teuthology.orchestra.run.smithi103.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:33:37.078 INFO:teuthology.orchestra.run.smithi103.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:33:37.078 INFO:teuthology.orchestra.run.smithi103.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:33:37.078 INFO:teuthology.orchestra.run.smithi103.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:33:37.088 INFO:teuthology.orchestra.run.smithi163.stderr:bash: line 1: ntpq: command not found 2024-04-26T01:33:37.091 INFO:teuthology.orchestra.run.smithi163.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-26T01:33:37.091 INFO:teuthology.orchestra.run.smithi163.stdout:=============================================================================== 2024-04-26T01:33:37.092 INFO:teuthology.orchestra.run.smithi163.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:33:37.092 INFO:teuthology.orchestra.run.smithi163.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:33:37.092 INFO:teuthology.orchestra.run.smithi163.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:33:37.092 INFO:teuthology.orchestra.run.smithi163.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:33:37.127 INFO:teuthology.orchestra.run.smithi046.stderr:sudo: ntpd: command not found 2024-04-26T01:33:37.158 INFO:teuthology.orchestra.run.smithi046.stdout:506 Cannot talk to daemon 2024-04-26T01:33:37.198 INFO:teuthology.orchestra.run.smithi046.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-26T01:33:37.238 INFO:teuthology.orchestra.run.smithi046.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-26T01:33:37.389 INFO:teuthology.orchestra.run.smithi046.stderr:bash: line 1: ntpq: command not found 2024-04-26T01:33:37.398 INFO:teuthology.orchestra.run.smithi046.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-26T01:33:37.398 INFO:teuthology.orchestra.run.smithi046.stdout:=============================================================================== 2024-04-26T01:33:37.398 INFO:teuthology.orchestra.run.smithi046.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:33:37.398 INFO:teuthology.orchestra.run.smithi046.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:33:37.399 INFO:teuthology.orchestra.run.smithi046.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:33:37.399 INFO:teuthology.orchestra.run.smithi046.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T01:33:37.400 INFO:teuthology.run_tasks:Running task install... 2024-04-26T01:33:37.408 DEBUG:teuthology.task.install:project ceph 2024-04-26T01:33:37.409 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f'}} 2024-04-26T01:33:37.409 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f'} 2024-04-26T01:33:37.409 INFO:teuthology.task.install:Using flavor: default 2024-04-26T01:33:37.415 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-04-26T01:33:37.415 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-04-26T01:33:37.415 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f', 'tag': None, 'wait_for_package': False} 2024-04-26T01:33:37.416 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:33:37.418 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f', 'tag': None, 'wait_for_package': False} 2024-04-26T01:33:37.418 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:33:37.419 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f', 'tag': None, 'wait_for_package': False} 2024-04-26T01:33:37.419 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:33:37.641 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/ 2024-04-26T01:33:37.641 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3156.gd69f13d8 2024-04-26T01:33:37.649 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/ 2024-04-26T01:33:37.649 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3156.gd69f13d8 2024-04-26T01:33:37.657 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/ 2024-04-26T01:33:37.658 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3156.gd69f13d8 2024-04-26T01:33:37.761 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-26T01:33:37.761 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-04-26T01:33:37.761 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-26T01:33:37.772 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-26T01:33:37.772 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-04-26T01:33:37.773 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-26T01:33:37.799 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-26T01:33:37.800 DEBUG:teuthology.orchestra.run.smithi103:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/d69f13d827952bb07bb9b7973bca14f97d764d6f/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-26T01:33:37.827 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-26T01:33:37.827 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-04-26T01:33:37.827 DEBUG:teuthology.orchestra.run.smithi163:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-26T01:33:37.854 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-26T01:33:37.854 DEBUG:teuthology.orchestra.run.smithi163:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/d69f13d827952bb07bb9b7973bca14f97d764d6f/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-26T01:33:37.855 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-26T01:33:37.855 DEBUG:teuthology.orchestra.run.smithi046:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/d69f13d827952bb07bb9b7973bca14f97d764d6f/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-26T01:33:37.867 DEBUG:teuthology.orchestra.run.smithi103:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-26T01:33:37.921 DEBUG:teuthology.orchestra.run.smithi163:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-26T01:33:37.942 DEBUG:teuthology.orchestra.run.smithi103:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-26T01:33:37.988 DEBUG:teuthology.orchestra.run.smithi046:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-26T01:33:37.997 DEBUG:teuthology.orchestra.run.smithi163:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-26T01:33:38.006 INFO:teuthology.orchestra.run.smithi103.stdout:check_obsoletes = 1 2024-04-26T01:33:38.007 DEBUG:teuthology.orchestra.run.smithi103:> sudo yum clean all 2024-04-26T01:33:38.060 INFO:teuthology.orchestra.run.smithi163.stdout:check_obsoletes = 1 2024-04-26T01:33:38.062 DEBUG:teuthology.orchestra.run.smithi163:> sudo yum clean all 2024-04-26T01:33:38.105 DEBUG:teuthology.orchestra.run.smithi046:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-26T01:33:38.190 INFO:teuthology.orchestra.run.smithi046.stdout:check_obsoletes = 1 2024-04-26T01:33:38.194 DEBUG:teuthology.orchestra.run.smithi046:> sudo yum clean all 2024-04-26T01:33:38.235 INFO:teuthology.orchestra.run.smithi103.stdout:48 files removed 2024-04-26T01:33:38.262 DEBUG:teuthology.orchestra.run.smithi103:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-26T01:33:38.287 INFO:teuthology.orchestra.run.smithi163.stdout:48 files removed 2024-04-26T01:33:38.314 DEBUG:teuthology.orchestra.run.smithi163:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-26T01:33:38.537 INFO:teuthology.orchestra.run.smithi046.stdout:48 files removed 2024-04-26T01:33:38.577 DEBUG:teuthology.orchestra.run.smithi046:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-26T01:33:38.981 INFO:teuthology.orchestra.run.smithi103.stdout:ceph packages for x86_64 181 kB/s | 83 kB 00:00 2024-04-26T01:33:39.003 INFO:teuthology.orchestra.run.smithi163.stdout:ceph packages for x86_64 195 kB/s | 83 kB 00:00 2024-04-26T01:33:39.345 INFO:teuthology.orchestra.run.smithi163.stdout:ceph noarch packages 39 kB/s | 12 kB 00:00 2024-04-26T01:33:39.356 INFO:teuthology.orchestra.run.smithi103.stdout:ceph noarch packages 35 kB/s | 12 kB 00:00 2024-04-26T01:33:39.584 INFO:teuthology.orchestra.run.smithi046.stdout:ceph packages for x86_64 151 kB/s | 83 kB 00:00 2024-04-26T01:33:39.739 INFO:teuthology.orchestra.run.smithi163.stdout:ceph source packages 5.3 kB/s | 1.9 kB 00:00 2024-04-26T01:33:39.765 INFO:teuthology.orchestra.run.smithi103.stdout:ceph source packages 5.1 kB/s | 1.9 kB 00:00 2024-04-26T01:33:40.176 INFO:teuthology.orchestra.run.smithi046.stdout:ceph noarch packages 24 kB/s | 12 kB 00:00 2024-04-26T01:33:40.368 INFO:teuthology.orchestra.run.smithi103.stdout:CentOS Stream 9 - BaseOS 14 MB/s | 8.0 MB 00:00 2024-04-26T01:33:40.557 INFO:teuthology.orchestra.run.smithi163.stdout:CentOS Stream 9 - BaseOS 10 MB/s | 8.0 MB 00:00 2024-04-26T01:33:40.809 INFO:teuthology.orchestra.run.smithi046.stdout:ceph source packages 3.5 kB/s | 1.9 kB 00:00 2024-04-26T01:33:41.596 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 9 - BaseOS 11 MB/s | 8.0 MB 00:00 2024-04-26T01:33:42.378 INFO:teuthology.orchestra.run.smithi103.stdout:CentOS Stream 9 - AppStream 21 MB/s | 19 MB 00:00 2024-04-26T01:33:42.858 INFO:teuthology.orchestra.run.smithi163.stdout:CentOS Stream 9 - AppStream 16 MB/s | 19 MB 00:01 2024-04-26T01:33:43.856 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 9 - AppStream 19 MB/s | 19 MB 00:00 2024-04-26T01:33:46.529 INFO:teuthology.orchestra.run.smithi103.stdout:CentOS Stream 9 - CRB 10 MB/s | 6.2 MB 00:00 2024-04-26T01:33:47.044 INFO:teuthology.orchestra.run.smithi163.stdout:CentOS Stream 9 - CRB 9.4 MB/s | 6.2 MB 00:00 2024-04-26T01:33:48.935 INFO:teuthology.orchestra.run.smithi163.stdout:CentOS Stream 9 - Extras packages 22 kB/s | 16 kB 00:00 2024-04-26T01:33:49.427 INFO:teuthology.orchestra.run.smithi103.stdout:CentOS Stream 9 - Extras packages 9.3 kB/s | 16 kB 00:01 2024-04-26T01:33:49.441 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 9 - CRB 4.1 MB/s | 6.2 MB 00:01 2024-04-26T01:33:51.293 INFO:teuthology.orchestra.run.smithi046.stdout:CentOS Stream 9 - Extras packages 38 kB/s | 16 kB 00:00 2024-04-26T01:33:51.438 INFO:teuthology.orchestra.run.smithi163.stdout:Extra Packages for Enterprise Linux 8.8 MB/s | 21 MB 00:02 2024-04-26T01:33:53.395 INFO:teuthology.orchestra.run.smithi103.stdout:Extra Packages for Enterprise Linux 5.5 MB/s | 21 MB 00:03 2024-04-26T01:33:56.635 INFO:teuthology.orchestra.run.smithi163.stdout:lab-extras 14 kB/s | 1.7 kB 00:00 2024-04-26T01:33:58.495 INFO:teuthology.orchestra.run.smithi103.stdout:lab-extras 12 kB/s | 1.7 kB 00:00 2024-04-26T01:33:58.769 INFO:teuthology.orchestra.run.smithi163.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-26T01:33:58.770 INFO:teuthology.orchestra.run.smithi163.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-26T01:33:58.780 INFO:teuthology.orchestra.run.smithi163.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-26T01:33:58.781 INFO:teuthology.orchestra.run.smithi163.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-26T01:33:58.782 INFO:teuthology.orchestra.run.smithi163.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-26T01:33:58.782 INFO:teuthology.orchestra.run.smithi163.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-26T01:33:58.784 INFO:teuthology.orchestra.run.smithi163.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-26T01:33:58.786 INFO:teuthology.orchestra.run.smithi163.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-26T01:33:58.787 INFO:teuthology.orchestra.run.smithi163.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-26T01:33:58.848 INFO:teuthology.orchestra.run.smithi163.stdout:Dependencies resolved. 2024-04-26T01:33:58.872 INFO:teuthology.orchestra.run.smithi163.stdout:======================================================================================= 2024-04-26T01:33:58.873 INFO:teuthology.orchestra.run.smithi163.stdout: Package Arch Version Repository Size 2024-04-26T01:33:58.873 INFO:teuthology.orchestra.run.smithi163.stdout:======================================================================================= 2024-04-26T01:33:58.873 INFO:teuthology.orchestra.run.smithi163.stdout:Installing: 2024-04-26T01:33:58.873 INFO:teuthology.orchestra.run.smithi163.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-26T01:33:58.873 INFO:teuthology.orchestra.run.smithi163.stdout: ceph x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 6.6 k 2024-04-26T01:33:58.873 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-base x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-26T01:33:58.873 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 890 k 2024-04-26T01:33:58.873 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 145 k 2024-04-26T01:33:58.873 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mgr x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 1.5 M 2024-04-26T01:33:58.873 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 142 k 2024-04-26T01:33:58.873 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 3.5 M 2024-04-26T01:33:58.873 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 7.4 M 2024-04-26T01:33:58.873 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mgr-rook noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 49 k 2024-04-26T01:33:58.874 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-radosgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 11 M 2024-04-26T01:33:58.874 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-test x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 49 M 2024-04-26T01:33:58.874 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-volume noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 273 k 2024-04-26T01:33:58.874 INFO:teuthology.orchestra.run.smithi163.stdout: cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 762 k 2024-04-26T01:33:58.874 INFO:teuthology.orchestra.run.smithi163.stdout: cephfs-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 225 k 2024-04-26T01:33:58.874 INFO:teuthology.orchestra.run.smithi163.stdout: cephfs-shell x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 27 k 2024-04-26T01:33:58.874 INFO:teuthology.orchestra.run.smithi163.stdout: cephfs-top noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 18 k 2024-04-26T01:33:58.874 INFO:teuthology.orchestra.run.smithi163.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-26T01:33:58.874 INFO:teuthology.orchestra.run.smithi163.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-26T01:33:58.874 INFO:teuthology.orchestra.run.smithi163.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-26T01:33:58.874 INFO:teuthology.orchestra.run.smithi163.stdout: libcephfs-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 32 k 2024-04-26T01:33:58.874 INFO:teuthology.orchestra.run.smithi163.stdout: libcephfs2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 747 k 2024-04-26T01:33:58.874 INFO:teuthology.orchestra.run.smithi163.stdout: librados-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 126 k 2024-04-26T01:33:58.874 INFO:teuthology.orchestra.run.smithi163.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-26T01:33:58.875 INFO:teuthology.orchestra.run.smithi163.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-26T01:33:58.875 INFO:teuthology.orchestra.run.smithi163.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-04-26T01:33:58.875 INFO:teuthology.orchestra.run.smithi163.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-26T01:33:58.875 INFO:teuthology.orchestra.run.smithi163.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-26T01:33:58.875 INFO:teuthology.orchestra.run.smithi163.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-26T01:33:58.875 INFO:teuthology.orchestra.run.smithi163.stdout: python3-cephfs x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 161 k 2024-04-26T01:33:58.875 INFO:teuthology.orchestra.run.smithi163.stdout: python3-rados x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 320 k 2024-04-26T01:33:58.875 INFO:teuthology.orchestra.run.smithi163.stdout: python3-rbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 298 k 2024-04-26T01:33:58.875 INFO:teuthology.orchestra.run.smithi163.stdout: python3-rgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 99 k 2024-04-26T01:33:58.875 INFO:teuthology.orchestra.run.smithi163.stdout: rbd-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 85 k 2024-04-26T01:33:58.875 INFO:teuthology.orchestra.run.smithi163.stdout: rbd-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-26T01:33:58.875 INFO:teuthology.orchestra.run.smithi163.stdout: rbd-nbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 170 k 2024-04-26T01:33:58.875 INFO:teuthology.orchestra.run.smithi163.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-26T01:33:58.875 INFO:teuthology.orchestra.run.smithi163.stdout:Upgrading: 2024-04-26T01:33:58.876 INFO:teuthology.orchestra.run.smithi163.stdout: librados2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.4 M 2024-04-26T01:33:58.876 INFO:teuthology.orchestra.run.smithi163.stdout: librbd1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-26T01:33:58.876 INFO:teuthology.orchestra.run.smithi163.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-04-26T01:33:58.876 INFO:teuthology.orchestra.run.smithi163.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-04-26T01:33:58.876 INFO:teuthology.orchestra.run.smithi163.stdout:Installing dependencies: 2024-04-26T01:33:58.876 INFO:teuthology.orchestra.run.smithi163.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-26T01:33:58.876 INFO:teuthology.orchestra.run.smithi163.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-26T01:33:58.876 INFO:teuthology.orchestra.run.smithi163.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-26T01:33:58.876 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 21 M 2024-04-26T01:33:58.876 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 34 k 2024-04-26T01:33:58.876 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mds x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 2.4 M 2024-04-26T01:33:58.876 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 249 k 2024-04-26T01:33:58.876 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mon x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 4.7 M 2024-04-26T01:33:58.877 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-osd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 17 M 2024-04-26T01:33:58.877 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 16 k 2024-04-26T01:33:58.877 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-selinux x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 25 k 2024-04-26T01:33:58.877 INFO:teuthology.orchestra.run.smithi163.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-26T01:33:58.877 INFO:teuthology.orchestra.run.smithi163.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-26T01:33:58.877 INFO:teuthology.orchestra.run.smithi163.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-26T01:33:58.877 INFO:teuthology.orchestra.run.smithi163.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-26T01:33:58.877 INFO:teuthology.orchestra.run.smithi163.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-26T01:33:58.877 INFO:teuthology.orchestra.run.smithi163.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-26T01:33:58.877 INFO:teuthology.orchestra.run.smithi163.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-26T01:33:58.877 INFO:teuthology.orchestra.run.smithi163.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-26T01:33:58.877 INFO:teuthology.orchestra.run.smithi163.stdout: libcephsqlite x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 163 k 2024-04-26T01:33:58.877 INFO:teuthology.orchestra.run.smithi163.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-26T01:33:58.877 INFO:teuthology.orchestra.run.smithi163.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-26T01:33:58.877 INFO:teuthology.orchestra.run.smithi163.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-26T01:33:58.878 INFO:teuthology.orchestra.run.smithi163.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-26T01:33:58.878 INFO:teuthology.orchestra.run.smithi163.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-26T01:33:58.878 INFO:teuthology.orchestra.run.smithi163.stdout: libradosstriper1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 500 k 2024-04-26T01:33:58.878 INFO:teuthology.orchestra.run.smithi163.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-26T01:33:58.878 INFO:teuthology.orchestra.run.smithi163.stdout: librgw2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-26T01:33:58.878 INFO:teuthology.orchestra.run.smithi163.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-26T01:33:58.878 INFO:teuthology.orchestra.run.smithi163.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-26T01:33:58.878 INFO:teuthology.orchestra.run.smithi163.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-26T01:33:58.879 INFO:teuthology.orchestra.run.smithi163.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-26T01:33:58.879 INFO:teuthology.orchestra.run.smithi163.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-26T01:33:58.879 INFO:teuthology.orchestra.run.smithi163.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-26T01:33:58.879 INFO:teuthology.orchestra.run.smithi163.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-26T01:33:58.879 INFO:teuthology.orchestra.run.smithi163.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-26T01:33:58.879 INFO:teuthology.orchestra.run.smithi163.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-26T01:33:58.879 INFO:teuthology.orchestra.run.smithi163.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-26T01:33:58.879 INFO:teuthology.orchestra.run.smithi163.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-26T01:33:58.879 INFO:teuthology.orchestra.run.smithi163.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-26T01:33:58.879 INFO:teuthology.orchestra.run.smithi163.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-26T01:33:58.879 INFO:teuthology.orchestra.run.smithi163.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-26T01:33:58.879 INFO:teuthology.orchestra.run.smithi163.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-26T01:33:58.879 INFO:teuthology.orchestra.run.smithi163.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-26T01:33:58.879 INFO:teuthology.orchestra.run.smithi163.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-26T01:33:58.880 INFO:teuthology.orchestra.run.smithi163.stdout: python3-ceph-argparse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 45 k 2024-04-26T01:33:58.880 INFO:teuthology.orchestra.run.smithi163.stdout: python3-ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 135 k 2024-04-26T01:33:58.880 INFO:teuthology.orchestra.run.smithi163.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-26T01:33:58.880 INFO:teuthology.orchestra.run.smithi163.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-26T01:33:58.880 INFO:teuthology.orchestra.run.smithi163.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-26T01:33:58.880 INFO:teuthology.orchestra.run.smithi163.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-26T01:33:58.880 INFO:teuthology.orchestra.run.smithi163.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-26T01:33:58.880 INFO:teuthology.orchestra.run.smithi163.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-26T01:33:58.880 INFO:teuthology.orchestra.run.smithi163.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-26T01:33:58.880 INFO:teuthology.orchestra.run.smithi163.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-26T01:33:58.880 INFO:teuthology.orchestra.run.smithi163.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-04-26T01:33:58.880 INFO:teuthology.orchestra.run.smithi163.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-26T01:33:58.881 INFO:teuthology.orchestra.run.smithi163.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-26T01:33:58.881 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-26T01:33:58.881 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-26T01:33:58.881 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-26T01:33:58.881 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-26T01:33:58.881 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-26T01:33:58.881 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-26T01:33:58.881 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-26T01:33:58.881 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-26T01:33:58.881 INFO:teuthology.orchestra.run.smithi163.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-26T01:33:58.881 INFO:teuthology.orchestra.run.smithi163.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-26T01:33:58.881 INFO:teuthology.orchestra.run.smithi163.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-26T01:33:58.881 INFO:teuthology.orchestra.run.smithi163.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-26T01:33:58.881 INFO:teuthology.orchestra.run.smithi163.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-26T01:33:58.881 INFO:teuthology.orchestra.run.smithi163.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-26T01:33:58.882 INFO:teuthology.orchestra.run.smithi163.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-26T01:33:58.882 INFO:teuthology.orchestra.run.smithi163.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-26T01:33:58.882 INFO:teuthology.orchestra.run.smithi163.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-26T01:33:58.882 INFO:teuthology.orchestra.run.smithi163.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-26T01:33:58.882 INFO:teuthology.orchestra.run.smithi163.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-26T01:33:58.882 INFO:teuthology.orchestra.run.smithi163.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-26T01:33:58.882 INFO:teuthology.orchestra.run.smithi163.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-26T01:33:58.882 INFO:teuthology.orchestra.run.smithi163.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-26T01:33:58.882 INFO:teuthology.orchestra.run.smithi163.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-26T01:33:58.882 INFO:teuthology.orchestra.run.smithi163.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-26T01:33:58.882 INFO:teuthology.orchestra.run.smithi163.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-26T01:33:58.882 INFO:teuthology.orchestra.run.smithi163.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-26T01:33:58.882 INFO:teuthology.orchestra.run.smithi163.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-26T01:33:58.883 INFO:teuthology.orchestra.run.smithi163.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-26T01:33:58.883 INFO:teuthology.orchestra.run.smithi163.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-26T01:33:58.883 INFO:teuthology.orchestra.run.smithi163.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-26T01:33:58.883 INFO:teuthology.orchestra.run.smithi163.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-26T01:33:58.883 INFO:teuthology.orchestra.run.smithi163.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-26T01:33:58.883 INFO:teuthology.orchestra.run.smithi163.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-26T01:33:58.883 INFO:teuthology.orchestra.run.smithi163.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-26T01:33:58.883 INFO:teuthology.orchestra.run.smithi163.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-26T01:33:58.883 INFO:teuthology.orchestra.run.smithi163.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-26T01:33:58.883 INFO:teuthology.orchestra.run.smithi163.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-26T01:33:58.883 INFO:teuthology.orchestra.run.smithi163.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-26T01:33:58.883 INFO:teuthology.orchestra.run.smithi163.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-26T01:33:58.883 INFO:teuthology.orchestra.run.smithi163.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-26T01:33:58.883 INFO:teuthology.orchestra.run.smithi163.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-26T01:33:58.884 INFO:teuthology.orchestra.run.smithi163.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-26T01:33:58.884 INFO:teuthology.orchestra.run.smithi163.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-26T01:33:58.884 INFO:teuthology.orchestra.run.smithi163.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-26T01:33:58.884 INFO:teuthology.orchestra.run.smithi163.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-26T01:33:58.884 INFO:teuthology.orchestra.run.smithi163.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-26T01:33:58.884 INFO:teuthology.orchestra.run.smithi163.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-26T01:33:58.884 INFO:teuthology.orchestra.run.smithi163.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-26T01:33:58.884 INFO:teuthology.orchestra.run.smithi163.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-26T01:33:58.884 INFO:teuthology.orchestra.run.smithi163.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-26T01:33:58.884 INFO:teuthology.orchestra.run.smithi163.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-26T01:33:58.884 INFO:teuthology.orchestra.run.smithi163.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-26T01:33:58.884 INFO:teuthology.orchestra.run.smithi163.stdout:Installing weak dependencies: 2024-04-26T01:33:58.884 INFO:teuthology.orchestra.run.smithi163.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-26T01:33:58.884 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-04-26T01:33:58.884 INFO:teuthology.orchestra.run.smithi163.stdout:Transaction Summary 2024-04-26T01:33:58.885 INFO:teuthology.orchestra.run.smithi163.stdout:======================================================================================= 2024-04-26T01:33:58.885 INFO:teuthology.orchestra.run.smithi163.stdout:Install 148 Packages 2024-04-26T01:33:58.885 INFO:teuthology.orchestra.run.smithi163.stdout:Upgrade 4 Packages 2024-04-26T01:33:58.885 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-04-26T01:33:58.885 INFO:teuthology.orchestra.run.smithi163.stdout:Total download size: 222 M 2024-04-26T01:33:58.885 INFO:teuthology.orchestra.run.smithi163.stdout:Downloading Packages: 2024-04-26T01:33:59.719 INFO:teuthology.orchestra.run.smithi163.stdout:(1/152): ceph-19.0.0-3156.gd69f13d8.el7.x86_64. 27 kB/s | 6.6 kB 00:00 2024-04-26T01:34:00.062 INFO:teuthology.orchestra.run.smithi163.stdout:(2/152): ceph-fuse-19.0.0-3156.gd69f13d8.el7.x8 2.5 MB/s | 890 kB 00:00 2024-04-26T01:34:00.137 INFO:teuthology.orchestra.run.smithi163.stdout:(3/152): ceph-base-19.0.0-3156.gd69f13d8.el7.x8 8.2 MB/s | 5.4 MB 00:00 2024-04-26T01:34:00.162 INFO:teuthology.orchestra.run.smithi163.stdout:(4/152): ceph-immutable-object-cache-19.0.0-315 1.4 MB/s | 145 kB 00:00 2024-04-26T01:34:00.346 INFO:teuthology.orchestra.run.smithi163.stdout:(5/152): ceph-mds-19.0.0-3156.gd69f13d8.el7.x86 11 MB/s | 2.4 MB 00:00 2024-04-26T01:34:00.454 INFO:teuthology.orchestra.run.smithi163.stdout:(6/152): ceph-mgr-19.0.0-3156.gd69f13d8.el7.x86 5.1 MB/s | 1.5 MB 00:00 2024-04-26T01:34:00.631 INFO:teuthology.orchestra.run.smithi103.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-26T01:34:00.631 INFO:teuthology.orchestra.run.smithi103.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-26T01:34:00.643 INFO:teuthology.orchestra.run.smithi103.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-26T01:34:00.643 INFO:teuthology.orchestra.run.smithi103.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-26T01:34:00.644 INFO:teuthology.orchestra.run.smithi103.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-26T01:34:00.645 INFO:teuthology.orchestra.run.smithi103.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-26T01:34:00.647 INFO:teuthology.orchestra.run.smithi103.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-26T01:34:00.649 INFO:teuthology.orchestra.run.smithi103.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-26T01:34:00.649 INFO:teuthology.orchestra.run.smithi103.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-26T01:34:00.710 INFO:teuthology.orchestra.run.smithi103.stdout:Dependencies resolved. 2024-04-26T01:34:00.733 INFO:teuthology.orchestra.run.smithi103.stdout:======================================================================================= 2024-04-26T01:34:00.733 INFO:teuthology.orchestra.run.smithi103.stdout: Package Arch Version Repository Size 2024-04-26T01:34:00.734 INFO:teuthology.orchestra.run.smithi103.stdout:======================================================================================= 2024-04-26T01:34:00.734 INFO:teuthology.orchestra.run.smithi103.stdout:Installing: 2024-04-26T01:34:00.734 INFO:teuthology.orchestra.run.smithi103.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-26T01:34:00.734 INFO:teuthology.orchestra.run.smithi103.stdout: ceph x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 6.6 k 2024-04-26T01:34:00.734 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-base x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-26T01:34:00.734 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 890 k 2024-04-26T01:34:00.734 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 145 k 2024-04-26T01:34:00.734 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mgr x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 1.5 M 2024-04-26T01:34:00.734 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 142 k 2024-04-26T01:34:00.734 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 3.5 M 2024-04-26T01:34:00.734 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 7.4 M 2024-04-26T01:34:00.734 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mgr-rook noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 49 k 2024-04-26T01:34:00.735 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-radosgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 11 M 2024-04-26T01:34:00.735 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-test x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 49 M 2024-04-26T01:34:00.735 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-volume noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 273 k 2024-04-26T01:34:00.735 INFO:teuthology.orchestra.run.smithi103.stdout: cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 762 k 2024-04-26T01:34:00.735 INFO:teuthology.orchestra.run.smithi103.stdout: cephfs-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 225 k 2024-04-26T01:34:00.735 INFO:teuthology.orchestra.run.smithi103.stdout: cephfs-shell x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 27 k 2024-04-26T01:34:00.735 INFO:teuthology.orchestra.run.smithi103.stdout: cephfs-top noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 18 k 2024-04-26T01:34:00.735 INFO:teuthology.orchestra.run.smithi103.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-26T01:34:00.735 INFO:teuthology.orchestra.run.smithi103.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-26T01:34:00.735 INFO:teuthology.orchestra.run.smithi103.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-26T01:34:00.735 INFO:teuthology.orchestra.run.smithi103.stdout: libcephfs-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 32 k 2024-04-26T01:34:00.735 INFO:teuthology.orchestra.run.smithi103.stdout: libcephfs2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 747 k 2024-04-26T01:34:00.735 INFO:teuthology.orchestra.run.smithi103.stdout: librados-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 126 k 2024-04-26T01:34:00.735 INFO:teuthology.orchestra.run.smithi103.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-26T01:34:00.736 INFO:teuthology.orchestra.run.smithi103.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-26T01:34:00.736 INFO:teuthology.orchestra.run.smithi103.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-04-26T01:34:00.736 INFO:teuthology.orchestra.run.smithi103.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-26T01:34:00.736 INFO:teuthology.orchestra.run.smithi103.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-26T01:34:00.736 INFO:teuthology.orchestra.run.smithi103.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-26T01:34:00.736 INFO:teuthology.orchestra.run.smithi103.stdout: python3-cephfs x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 161 k 2024-04-26T01:34:00.736 INFO:teuthology.orchestra.run.smithi103.stdout: python3-rados x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 320 k 2024-04-26T01:34:00.736 INFO:teuthology.orchestra.run.smithi103.stdout: python3-rbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 298 k 2024-04-26T01:34:00.736 INFO:teuthology.orchestra.run.smithi103.stdout: python3-rgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 99 k 2024-04-26T01:34:00.736 INFO:teuthology.orchestra.run.smithi103.stdout: rbd-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 85 k 2024-04-26T01:34:00.736 INFO:teuthology.orchestra.run.smithi103.stdout: rbd-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-26T01:34:00.736 INFO:teuthology.orchestra.run.smithi103.stdout: rbd-nbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 170 k 2024-04-26T01:34:00.736 INFO:teuthology.orchestra.run.smithi103.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-26T01:34:00.736 INFO:teuthology.orchestra.run.smithi103.stdout:Upgrading: 2024-04-26T01:34:00.737 INFO:teuthology.orchestra.run.smithi103.stdout: librados2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.4 M 2024-04-26T01:34:00.737 INFO:teuthology.orchestra.run.smithi103.stdout: librbd1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-26T01:34:00.737 INFO:teuthology.orchestra.run.smithi103.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-04-26T01:34:00.737 INFO:teuthology.orchestra.run.smithi103.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-04-26T01:34:00.737 INFO:teuthology.orchestra.run.smithi103.stdout:Installing dependencies: 2024-04-26T01:34:00.737 INFO:teuthology.orchestra.run.smithi103.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-26T01:34:00.737 INFO:teuthology.orchestra.run.smithi103.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-26T01:34:00.737 INFO:teuthology.orchestra.run.smithi103.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-26T01:34:00.737 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 21 M 2024-04-26T01:34:00.737 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 34 k 2024-04-26T01:34:00.737 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mds x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 2.4 M 2024-04-26T01:34:00.737 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 249 k 2024-04-26T01:34:00.737 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mon x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 4.7 M 2024-04-26T01:34:00.737 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-osd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 17 M 2024-04-26T01:34:00.738 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 16 k 2024-04-26T01:34:00.738 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-selinux x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 25 k 2024-04-26T01:34:00.738 INFO:teuthology.orchestra.run.smithi103.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-26T01:34:00.738 INFO:teuthology.orchestra.run.smithi103.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-26T01:34:00.738 INFO:teuthology.orchestra.run.smithi103.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-26T01:34:00.738 INFO:teuthology.orchestra.run.smithi103.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-26T01:34:00.738 INFO:teuthology.orchestra.run.smithi103.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-26T01:34:00.738 INFO:teuthology.orchestra.run.smithi103.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-26T01:34:00.738 INFO:teuthology.orchestra.run.smithi103.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-26T01:34:00.738 INFO:teuthology.orchestra.run.smithi103.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-26T01:34:00.738 INFO:teuthology.orchestra.run.smithi103.stdout: libcephsqlite x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 163 k 2024-04-26T01:34:00.738 INFO:teuthology.orchestra.run.smithi103.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-26T01:34:00.738 INFO:teuthology.orchestra.run.smithi103.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-26T01:34:00.739 INFO:teuthology.orchestra.run.smithi103.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-26T01:34:00.739 INFO:teuthology.orchestra.run.smithi103.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-26T01:34:00.739 INFO:teuthology.orchestra.run.smithi103.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-26T01:34:00.739 INFO:teuthology.orchestra.run.smithi103.stdout: libradosstriper1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 500 k 2024-04-26T01:34:00.739 INFO:teuthology.orchestra.run.smithi103.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-26T01:34:00.739 INFO:teuthology.orchestra.run.smithi103.stdout: librgw2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-26T01:34:00.739 INFO:teuthology.orchestra.run.smithi103.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-26T01:34:00.739 INFO:teuthology.orchestra.run.smithi103.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-26T01:34:00.739 INFO:teuthology.orchestra.run.smithi103.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-26T01:34:00.739 INFO:teuthology.orchestra.run.smithi103.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-26T01:34:00.739 INFO:teuthology.orchestra.run.smithi103.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-26T01:34:00.739 INFO:teuthology.orchestra.run.smithi103.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-26T01:34:00.739 INFO:teuthology.orchestra.run.smithi103.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-26T01:34:00.739 INFO:teuthology.orchestra.run.smithi103.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-26T01:34:00.740 INFO:teuthology.orchestra.run.smithi103.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-26T01:34:00.740 INFO:teuthology.orchestra.run.smithi103.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-26T01:34:00.740 INFO:teuthology.orchestra.run.smithi103.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-26T01:34:00.740 INFO:teuthology.orchestra.run.smithi103.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-26T01:34:00.740 INFO:teuthology.orchestra.run.smithi103.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-26T01:34:00.740 INFO:teuthology.orchestra.run.smithi103.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-26T01:34:00.740 INFO:teuthology.orchestra.run.smithi103.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-26T01:34:00.740 INFO:teuthology.orchestra.run.smithi103.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-26T01:34:00.740 INFO:teuthology.orchestra.run.smithi103.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-26T01:34:00.740 INFO:teuthology.orchestra.run.smithi103.stdout: python3-ceph-argparse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 45 k 2024-04-26T01:34:00.740 INFO:teuthology.orchestra.run.smithi103.stdout: python3-ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 135 k 2024-04-26T01:34:00.740 INFO:teuthology.orchestra.run.smithi103.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-26T01:34:00.740 INFO:teuthology.orchestra.run.smithi103.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-26T01:34:00.740 INFO:teuthology.orchestra.run.smithi103.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-26T01:34:00.741 INFO:teuthology.orchestra.run.smithi103.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-26T01:34:00.741 INFO:teuthology.orchestra.run.smithi103.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-26T01:34:00.741 INFO:teuthology.orchestra.run.smithi103.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-26T01:34:00.741 INFO:teuthology.orchestra.run.smithi103.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-26T01:34:00.741 INFO:teuthology.orchestra.run.smithi103.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-26T01:34:00.741 INFO:teuthology.orchestra.run.smithi103.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-04-26T01:34:00.741 INFO:teuthology.orchestra.run.smithi103.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-26T01:34:00.741 INFO:teuthology.orchestra.run.smithi103.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-26T01:34:00.741 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-26T01:34:00.741 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-26T01:34:00.741 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-26T01:34:00.741 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-26T01:34:00.741 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-26T01:34:00.741 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-26T01:34:00.742 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-26T01:34:00.742 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-26T01:34:00.742 INFO:teuthology.orchestra.run.smithi103.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-26T01:34:00.742 INFO:teuthology.orchestra.run.smithi103.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-26T01:34:00.742 INFO:teuthology.orchestra.run.smithi103.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-26T01:34:00.742 INFO:teuthology.orchestra.run.smithi103.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-26T01:34:00.742 INFO:teuthology.orchestra.run.smithi103.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-26T01:34:00.742 INFO:teuthology.orchestra.run.smithi103.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-26T01:34:00.742 INFO:teuthology.orchestra.run.smithi103.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-26T01:34:00.742 INFO:teuthology.orchestra.run.smithi103.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-26T01:34:00.742 INFO:teuthology.orchestra.run.smithi103.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-26T01:34:00.742 INFO:teuthology.orchestra.run.smithi103.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-26T01:34:00.742 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-26T01:34:00.743 INFO:teuthology.orchestra.run.smithi103.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-26T01:34:00.743 INFO:teuthology.orchestra.run.smithi103.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-26T01:34:00.743 INFO:teuthology.orchestra.run.smithi103.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-26T01:34:00.743 INFO:teuthology.orchestra.run.smithi103.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-26T01:34:00.743 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-26T01:34:00.743 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-26T01:34:00.743 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-26T01:34:00.743 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-26T01:34:00.743 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-26T01:34:00.743 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-26T01:34:00.743 INFO:teuthology.orchestra.run.smithi103.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-26T01:34:00.743 INFO:teuthology.orchestra.run.smithi103.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-26T01:34:00.743 INFO:teuthology.orchestra.run.smithi103.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-26T01:34:00.743 INFO:teuthology.orchestra.run.smithi103.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-26T01:34:00.744 INFO:teuthology.orchestra.run.smithi103.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-26T01:34:00.744 INFO:teuthology.orchestra.run.smithi103.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-26T01:34:00.744 INFO:teuthology.orchestra.run.smithi103.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-26T01:34:00.744 INFO:teuthology.orchestra.run.smithi103.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-26T01:34:00.744 INFO:teuthology.orchestra.run.smithi103.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-26T01:34:00.744 INFO:teuthology.orchestra.run.smithi103.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-26T01:34:00.744 INFO:teuthology.orchestra.run.smithi103.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-26T01:34:00.744 INFO:teuthology.orchestra.run.smithi103.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-26T01:34:00.744 INFO:teuthology.orchestra.run.smithi103.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-26T01:34:00.744 INFO:teuthology.orchestra.run.smithi103.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-26T01:34:00.744 INFO:teuthology.orchestra.run.smithi103.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-26T01:34:00.744 INFO:teuthology.orchestra.run.smithi103.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-26T01:34:00.744 INFO:teuthology.orchestra.run.smithi103.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-26T01:34:00.744 INFO:teuthology.orchestra.run.smithi103.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-26T01:34:00.744 INFO:teuthology.orchestra.run.smithi103.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-26T01:34:00.745 INFO:teuthology.orchestra.run.smithi103.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-26T01:34:00.745 INFO:teuthology.orchestra.run.smithi103.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-26T01:34:00.745 INFO:teuthology.orchestra.run.smithi103.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-26T01:34:00.745 INFO:teuthology.orchestra.run.smithi103.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-26T01:34:00.745 INFO:teuthology.orchestra.run.smithi103.stdout:Installing weak dependencies: 2024-04-26T01:34:00.745 INFO:teuthology.orchestra.run.smithi103.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-26T01:34:00.745 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-04-26T01:34:00.745 INFO:teuthology.orchestra.run.smithi103.stdout:Transaction Summary 2024-04-26T01:34:00.745 INFO:teuthology.orchestra.run.smithi103.stdout:======================================================================================= 2024-04-26T01:34:00.745 INFO:teuthology.orchestra.run.smithi103.stdout:Install 148 Packages 2024-04-26T01:34:00.745 INFO:teuthology.orchestra.run.smithi103.stdout:Upgrade 4 Packages 2024-04-26T01:34:00.745 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-04-26T01:34:00.746 INFO:teuthology.orchestra.run.smithi163.stdout:(7/152): ceph-mon-19.0.0-3156.gd69f13d8.el7.x86 12 MB/s | 4.7 MB 00:00 2024-04-26T01:34:00.747 INFO:teuthology.orchestra.run.smithi103.stdout:Total download size: 222 M 2024-04-26T01:34:00.747 INFO:teuthology.orchestra.run.smithi103.stdout:Downloading Packages: 2024-04-26T01:34:01.531 INFO:teuthology.orchestra.run.smithi103.stdout:(1/152): ceph-19.0.0-3156.gd69f13d8.el7.x86_64. 18 kB/s | 6.6 kB 00:00 2024-04-26T01:34:01.613 INFO:teuthology.orchestra.run.smithi163.stdout:(8/152): ceph-radosgw-19.0.0-3156.gd69f13d8.el7 12 MB/s | 11 MB 00:00 2024-04-26T01:34:01.680 INFO:teuthology.orchestra.run.smithi163.stdout:(9/152): ceph-selinux-19.0.0-3156.gd69f13d8.el7 374 kB/s | 25 kB 00:00 2024-04-26T01:34:02.172 INFO:teuthology.orchestra.run.smithi163.stdout:(10/152): ceph-common-19.0.0-3156.gd69f13d8.el7 7.8 MB/s | 21 MB 00:02 2024-04-26T01:34:02.206 INFO:teuthology.orchestra.run.smithi103.stdout:(2/152): ceph-fuse-19.0.0-3156.gd69f13d8.el7.x8 1.3 MB/s | 890 kB 00:00 2024-04-26T01:34:02.256 INFO:teuthology.orchestra.run.smithi163.stdout:(11/152): cephfs-mirror-19.0.0-3156.gd69f13d8.e 2.6 MB/s | 225 kB 00:00 2024-04-26T01:34:02.331 INFO:teuthology.orchestra.run.smithi163.stdout:(12/152): cephfs-shell-19.0.0-3156.gd69f13d8.el 361 kB/s | 27 kB 00:00 2024-04-26T01:34:02.339 INFO:teuthology.orchestra.run.smithi103.stdout:(3/152): ceph-immutable-object-cache-19.0.0-315 1.1 MB/s | 145 kB 00:00 2024-04-26T01:34:02.398 INFO:teuthology.orchestra.run.smithi163.stdout:(13/152): libcephfs-devel-19.0.0-3156.gd69f13d8 477 kB/s | 32 kB 00:00 2024-04-26T01:34:02.507 INFO:teuthology.orchestra.run.smithi163.stdout:(14/152): libcephfs2-19.0.0-3156.gd69f13d8.el7. 6.7 MB/s | 747 kB 00:00 2024-04-26T01:34:02.590 INFO:teuthology.orchestra.run.smithi163.stdout:(15/152): libcephsqlite-19.0.0-3156.gd69f13d8.e 1.9 MB/s | 163 kB 00:00 2024-04-26T01:34:02.674 INFO:teuthology.orchestra.run.smithi163.stdout:(16/152): librados-devel-19.0.0-3156.gd69f13d8. 1.5 MB/s | 126 kB 00:00 2024-04-26T01:34:02.782 INFO:teuthology.orchestra.run.smithi163.stdout:(17/152): libradosstriper1-19.0.0-3156.gd69f13d 4.5 MB/s | 500 kB 00:00 2024-04-26T01:34:03.391 INFO:teuthology.orchestra.run.smithi163.stdout:(18/152): librgw2-19.0.0-3156.gd69f13d8.el7.x86 8.8 MB/s | 5.4 MB 00:00 2024-04-26T01:34:03.474 INFO:teuthology.orchestra.run.smithi163.stdout:(19/152): python3-ceph-argparse-19.0.0-3156.gd6 544 kB/s | 45 kB 00:00 2024-04-26T01:34:03.558 INFO:teuthology.orchestra.run.smithi163.stdout:(20/152): python3-ceph-common-19.0.0-3156.gd69f 1.6 MB/s | 135 kB 00:00 2024-04-26T01:34:03.725 INFO:teuthology.orchestra.run.smithi163.stdout:(21/152): ceph-osd-19.0.0-3156.gd69f13d8.el7.x8 5.1 MB/s | 17 MB 00:03 2024-04-26T01:34:03.742 INFO:teuthology.orchestra.run.smithi163.stdout:(22/152): python3-cephfs-19.0.0-3156.gd69f13d8. 879 kB/s | 161 kB 00:00 2024-04-26T01:34:03.801 INFO:teuthology.orchestra.run.smithi163.stdout:(23/152): python3-rados-19.0.0-3156.gd69f13d8.e 4.2 MB/s | 320 kB 00:00 2024-04-26T01:34:03.843 INFO:teuthology.orchestra.run.smithi163.stdout:(24/152): python3-rbd-19.0.0-3156.gd69f13d8.el7 2.9 MB/s | 298 kB 00:00 2024-04-26T01:34:03.876 INFO:teuthology.orchestra.run.smithi163.stdout:(25/152): python3-rgw-19.0.0-3156.gd69f13d8.el7 1.3 MB/s | 99 kB 00:00 2024-04-26T01:34:03.898 INFO:teuthology.orchestra.run.smithi103.stdout:(4/152): ceph-mds-19.0.0-3156.gd69f13d8.el7.x86 1.5 MB/s | 2.4 MB 00:01 2024-04-26T01:34:03.918 INFO:teuthology.orchestra.run.smithi163.stdout:(26/152): rbd-fuse-19.0.0-3156.gd69f13d8.el7.x8 1.1 MB/s | 85 kB 00:00 2024-04-26T01:34:04.002 INFO:teuthology.orchestra.run.smithi163.stdout:(27/152): rbd-nbd-19.0.0-3156.gd69f13d8.el7.x86 2.0 MB/s | 170 kB 00:00 2024-04-26T01:34:04.023 INFO:teuthology.orchestra.run.smithi103.stdout:(5/152): ceph-base-19.0.0-3156.gd69f13d8.el7.x8 1.9 MB/s | 5.4 MB 00:02 2024-04-26T01:34:04.086 INFO:teuthology.orchestra.run.smithi163.stdout:(28/152): ceph-grafana-dashboards-19.0.0-3156.g 410 kB/s | 34 kB 00:00 2024-04-26T01:34:04.177 INFO:teuthology.orchestra.run.smithi163.stdout:(29/152): ceph-mgr-cephadm-19.0.0-3156.gd69f13d 1.5 MB/s | 142 kB 00:00 2024-04-26T01:34:04.544 INFO:teuthology.orchestra.run.smithi163.stdout:(30/152): rbd-mirror-19.0.0-3156.gd69f13d8.el7. 4.6 MB/s | 3.1 MB 00:00 2024-04-26T01:34:04.594 INFO:teuthology.orchestra.run.smithi163.stdout:(31/152): ceph-mgr-dashboard-19.0.0-3156.gd69f1 8.5 MB/s | 3.5 MB 00:00 2024-04-26T01:34:04.678 INFO:teuthology.orchestra.run.smithi163.stdout:(32/152): ceph-mgr-modules-core-19.0.0-3156.gd6 2.9 MB/s | 249 kB 00:00 2024-04-26T01:34:04.770 INFO:teuthology.orchestra.run.smithi163.stdout:(33/152): ceph-mgr-rook-19.0.0-3156.gd69f13d8.e 538 kB/s | 49 kB 00:00 2024-04-26T01:34:04.854 INFO:teuthology.orchestra.run.smithi163.stdout:(34/152): ceph-prometheus-alerts-19.0.0-3156.gd 197 kB/s | 16 kB 00:00 2024-04-26T01:34:04.873 INFO:teuthology.orchestra.run.smithi103.stdout:(6/152): ceph-mgr-19.0.0-3156.gd69f13d8.el7.x86 1.5 MB/s | 1.5 MB 00:00 2024-04-26T01:34:04.946 INFO:teuthology.orchestra.run.smithi163.stdout:(35/152): ceph-volume-19.0.0-3156.gd69f13d8.el7 2.9 MB/s | 273 kB 00:00 2024-04-26T01:34:05.063 INFO:teuthology.orchestra.run.smithi163.stdout:(36/152): cephadm-19.0.0-3156.gd69f13d8.el7.noa 6.4 MB/s | 762 kB 00:00 2024-04-26T01:34:05.146 INFO:teuthology.orchestra.run.smithi163.stdout:(37/152): cephfs-top-19.0.0-3156.gd69f13d8.el7. 219 kB/s | 18 kB 00:00 2024-04-26T01:34:05.271 INFO:teuthology.orchestra.run.smithi163.stdout:(38/152): fuse-2.9.9-15.el9.x86_64.rpm 642 kB/s | 80 kB 00:00 2024-04-26T01:34:05.347 INFO:teuthology.orchestra.run.smithi163.stdout:(39/152): libgfortran-11.4.1-3.el9.x86_64.rpm 10 MB/s | 803 kB 00:00 2024-04-26T01:34:05.380 INFO:teuthology.orchestra.run.smithi163.stdout:(40/152): libquadmath-11.4.1-3.el9.x86_64.rpm 5.8 MB/s | 195 kB 00:00 2024-04-26T01:34:05.414 INFO:teuthology.orchestra.run.smithi163.stdout:(41/152): python3-cffi-1.14.5-5.el9.x86_64.rpm 7.5 MB/s | 253 kB 00:00 2024-04-26T01:34:05.849 INFO:teuthology.orchestra.run.smithi103.stdout:(7/152): ceph-mon-19.0.0-3156.gd69f13d8.el7.x86 2.6 MB/s | 4.7 MB 00:01 2024-04-26T01:34:05.873 INFO:teuthology.orchestra.run.smithi163.stdout:(42/152): ceph-test-19.0.0-3156.gd69f13d8.el7.x 12 MB/s | 49 MB 00:04 2024-04-26T01:34:05.915 INFO:teuthology.orchestra.run.smithi163.stdout:(43/152): python3-cryptography-36.0.1-4.el9.x86 2.4 MB/s | 1.2 MB 00:00 2024-04-26T01:34:05.940 INFO:teuthology.orchestra.run.smithi163.stdout:(44/152): python3-ply-3.11-14.el9.noarch.rpm 1.6 MB/s | 106 kB 00:00 2024-04-26T01:34:05.965 INFO:teuthology.orchestra.run.smithi163.stdout:(45/152): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-04-26T01:34:05.990 INFO:teuthology.orchestra.run.smithi163.stdout:(46/152): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-04-26T01:34:06.007 INFO:teuthology.orchestra.run.smithi163.stdout:(47/152): python3-urllib3-1.26.5-5.el9.noarch.r 5.1 MB/s | 215 kB 00:00 2024-04-26T01:34:06.050 INFO:teuthology.orchestra.run.smithi163.stdout:(48/152): automake-1.16.2-8.el9.noarch.rpm 12 MB/s | 689 kB 00:00 2024-04-26T01:34:06.083 INFO:teuthology.orchestra.run.smithi163.stdout:(49/152): bison-3.7.4-5.el9.x86_64.rpm 12 MB/s | 943 kB 00:00 2024-04-26T01:34:06.108 INFO:teuthology.orchestra.run.smithi163.stdout:(50/152): boost-program-options-1.75.0-8.el9.x8 1.8 MB/s | 107 kB 00:00 2024-04-26T01:34:06.134 INFO:teuthology.orchestra.run.smithi163.stdout:(51/152): elfutils-libelf-devel-0.190-2.el9.x86 430 kB/s | 21 kB 00:00 2024-04-26T01:34:06.159 INFO:teuthology.orchestra.run.smithi163.stdout:(52/152): flex-2.6.4-9.el9.x86_64.rpm 6.1 MB/s | 313 kB 00:00 2024-04-26T01:34:06.184 INFO:teuthology.orchestra.run.smithi163.stdout:(53/152): flexiblas-3.0.4-8.el9.x86_64.rpm 659 kB/s | 33 kB 00:00 2024-04-26T01:34:06.285 INFO:teuthology.orchestra.run.smithi163.stdout:(54/152): ceph-mgr-diskprediction-local-19.0.0- 4.2 MB/s | 7.4 MB 00:01 2024-04-26T01:34:06.343 INFO:teuthology.orchestra.run.smithi163.stdout:(55/152): flexiblas-netlib-3.0.4-8.el9.x86_64.r 16 MB/s | 3.0 MB 00:00 2024-04-26T01:34:06.368 INFO:teuthology.orchestra.run.smithi163.stdout:(56/152): flexiblas-openblas-openmp-3.0.4-8.el9 100 kB/s | 18 kB 00:00 2024-04-26T01:34:06.394 INFO:teuthology.orchestra.run.smithi163.stdout:(57/152): libaio-devel-0.3.111-13.el9.x86_64.rp 105 kB/s | 11 kB 00:00 2024-04-26T01:34:06.419 INFO:teuthology.orchestra.run.smithi163.stdout:(58/152): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.1 MB/s | 160 kB 00:00 2024-04-26T01:34:06.444 INFO:teuthology.orchestra.run.smithi163.stdout:(59/152): librabbitmq-0.11.0-7.el9.x86_64.rpm 603 kB/s | 45 kB 00:00 2024-04-26T01:34:06.470 INFO:teuthology.orchestra.run.smithi163.stdout:(60/152): librdkafka-1.6.1-102.el9.x86_64.rpm 8.6 MB/s | 662 kB 00:00 2024-04-26T01:34:06.494 INFO:teuthology.orchestra.run.smithi163.stdout:(61/152): libtool-2.4.6-45.el9.x86_64.rpm 12 MB/s | 582 kB 00:00 2024-04-26T01:34:06.520 INFO:teuthology.orchestra.run.smithi163.stdout:(62/152): libuuid-devel-2.37.4-18.el9.x86_64.rp 343 kB/s | 25 kB 00:00 2024-04-26T01:34:06.545 INFO:teuthology.orchestra.run.smithi163.stdout:(63/152): libzstd-devel-1.5.1-2.el9.x86_64.rpm 639 kB/s | 47 kB 00:00 2024-04-26T01:34:06.570 INFO:teuthology.orchestra.run.smithi163.stdout:(64/152): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.7 MB/s | 292 kB 00:00 2024-04-26T01:34:06.596 INFO:teuthology.orchestra.run.smithi163.stdout:(65/152): lua-5.4.4-4.el9.x86_64.rpm 2.5 MB/s | 188 kB 00:00 2024-04-26T01:34:06.621 INFO:teuthology.orchestra.run.smithi163.stdout:(66/152): openblas-0.3.21-2.el9.x86_64.rpm 474 kB/s | 35 kB 00:00 2024-04-26T01:34:06.754 INFO:teuthology.orchestra.run.smithi163.stdout:(67/152): openblas-openmp-0.3.21-2.el9.x86_64.r 30 MB/s | 4.7 MB 00:00 2024-04-26T01:34:06.821 INFO:teuthology.orchestra.run.smithi163.stdout:(68/152): openssl-devel-3.2.1-1.el9.x86_64.rpm 20 MB/s | 4.4 MB 00:00 2024-04-26T01:34:06.863 INFO:teuthology.orchestra.run.smithi163.stdout:(69/152): postgresql-13.14-1.el9.x86_64.rpm 6.6 MB/s | 1.6 MB 00:00 2024-04-26T01:34:06.888 INFO:teuthology.orchestra.run.smithi163.stdout:(70/152): postgresql-contrib-13.14-1.el9.x86_64 6.8 MB/s | 911 kB 00:00 2024-04-26T01:34:06.930 INFO:teuthology.orchestra.run.smithi163.stdout:(71/152): postgresql-private-libs-13.14-1.el9.x 1.2 MB/s | 133 kB 00:00 2024-04-26T01:34:06.989 INFO:teuthology.orchestra.run.smithi163.stdout:(72/152): protobuf-3.14.0-13.el9.x86_64.rpm 10 MB/s | 1.0 MB 00:00 2024-04-26T01:34:07.064 INFO:teuthology.orchestra.run.smithi163.stdout:(73/152): postgresql-server-13.14-1.el9.x86_64. 33 MB/s | 5.8 MB 00:00 2024-04-26T01:34:07.089 INFO:teuthology.orchestra.run.smithi163.stdout:(74/152): python3-attrs-20.3.0-7.el9.noarch.rpm 560 kB/s | 87 kB 00:00 2024-04-26T01:34:07.198 INFO:teuthology.orchestra.run.smithi163.stdout:(75/152): python3-babel-2.9.1-2.el9.noarch.rpm 29 MB/s | 6.0 MB 00:00 2024-04-26T01:34:07.223 INFO:teuthology.orchestra.run.smithi163.stdout:(76/152): python3-devel-3.9.18-3.el9.x86_64.rpm 1.8 MB/s | 244 kB 00:00 2024-04-26T01:34:07.257 INFO:teuthology.orchestra.run.smithi163.stdout:(77/152): python3-jinja2-2.11.3-5.el9.noarch.rp 1.5 MB/s | 248 kB 00:00 2024-04-26T01:34:07.282 INFO:teuthology.orchestra.run.smithi163.stdout:(78/152): python3-jsonpatch-1.21-16.el9.noarch. 310 kB/s | 26 kB 00:00 2024-04-26T01:34:07.307 INFO:teuthology.orchestra.run.smithi163.stdout:(79/152): python3-jsonpointer-2.0-4.el9.noarch. 381 kB/s | 19 kB 00:00 2024-04-26T01:34:07.332 INFO:teuthology.orchestra.run.smithi163.stdout:(80/152): python3-mako-1.1.4-6.el9.noarch.rpm 2.2 MB/s | 172 kB 00:00 2024-04-26T01:34:07.358 INFO:teuthology.orchestra.run.smithi163.stdout:(81/152): python3-markupsafe-1.1.1-12.el9.x86_6 462 kB/s | 35 kB 00:00 2024-04-26T01:34:07.408 INFO:teuthology.orchestra.run.smithi163.stdout:(82/152): python3-numpy-f2py-1.20.1-5.el9.x86_6 3.3 MB/s | 250 kB 00:00 2024-04-26T01:34:07.475 INFO:teuthology.orchestra.run.smithi163.stdout:(83/152): python3-numpy-1.20.1-5.el9.x86_64.rpm 36 MB/s | 5.1 MB 00:00 2024-04-26T01:34:07.500 INFO:teuthology.orchestra.run.smithi163.stdout:(84/152): python3-oauthlib-3.1.1-5.el9.noarch.r 1.6 MB/s | 222 kB 00:00 2024-04-26T01:34:07.525 INFO:teuthology.orchestra.run.smithi163.stdout:(85/152): python3-packaging-20.9-5.el9.noarch.r 673 kB/s | 77 kB 00:00 2024-04-26T01:34:07.550 INFO:teuthology.orchestra.run.smithi163.stdout:(86/152): python3-prettytable-0.7.2-27.el9.noar 843 kB/s | 42 kB 00:00 2024-04-26T01:34:07.576 INFO:teuthology.orchestra.run.smithi163.stdout:(87/152): python3-protobuf-3.14.0-13.el9.noarch 3.5 MB/s | 269 kB 00:00 2024-04-26T01:34:07.601 INFO:teuthology.orchestra.run.smithi163.stdout:(88/152): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.1 MB/s | 159 kB 00:00 2024-04-26T01:34:07.626 INFO:teuthology.orchestra.run.smithi163.stdout:(89/152): python3-pyasn1-modules-0.4.8-6.el9.no 5.5 MB/s | 279 kB 00:00 2024-04-26T01:34:07.643 INFO:teuthology.orchestra.run.smithi163.stdout:(90/152): python3-pytz-2021.1-5.el9.noarch.rpm 766 kB/s | 51 kB 00:00 2024-04-26T01:34:07.660 INFO:teuthology.orchestra.run.smithi163.stdout:(91/152): python3-requests-oauthlib-1.3.0-12.el 922 kB/s | 54 kB 00:00 2024-04-26T01:34:07.693 INFO:teuthology.orchestra.run.smithi163.stdout:(92/152): python3-toml-0.10.2-6.el9.noarch.rpm 839 kB/s | 42 kB 00:00 2024-04-26T01:34:07.786 INFO:teuthology.orchestra.run.smithi163.stdout:(93/152): python3-wcwidth-0.2.5-8.el9.noarch.rp 355 kB/s | 44 kB 00:00 2024-04-26T01:34:07.877 INFO:teuthology.orchestra.run.smithi163.stdout:(94/152): qatlib-24.02.0-1.el9.x86_64.rpm 1.2 MB/s | 221 kB 00:00 2024-04-26T01:34:07.957 INFO:teuthology.orchestra.run.smithi103.stdout:(8/152): ceph-osd-19.0.0-3156.gd69f13d8.el7.x86 5.5 MB/s | 17 MB 00:03 2024-04-26T01:34:08.007 INFO:teuthology.orchestra.run.smithi103.stdout:(9/152): ceph-selinux-19.0.0-3156.gd69f13d8.el7 506 kB/s | 25 kB 00:00 2024-04-26T01:34:08.028 INFO:teuthology.orchestra.run.smithi163.stdout:(95/152): python3-scipy-1.6.2-8.el9.x86_64.rpm 42 MB/s | 16 MB 00:00 2024-04-26T01:34:08.044 INFO:teuthology.orchestra.run.smithi163.stdout:(96/152): qatlib-service-24.02.0-1.el9.x86_64.r 140 kB/s | 36 kB 00:00 2024-04-26T01:34:08.069 INFO:teuthology.orchestra.run.smithi163.stdout:(97/152): qatzip-libs-1.2.0-1.el9.x86_64.rpm 247 kB/s | 47 kB 00:00 2024-04-26T01:34:08.095 INFO:teuthology.orchestra.run.smithi163.stdout:(98/152): socat-1.7.4.1-5.el9.x86_64.rpm 6.0 MB/s | 305 kB 00:00 2024-04-26T01:34:08.112 INFO:teuthology.orchestra.run.smithi163.stdout:(99/152): uuid-1.6.2-55.el9.x86_64.rpm 868 kB/s | 58 kB 00:00 2024-04-26T01:34:08.128 INFO:teuthology.orchestra.run.smithi163.stdout:(100/152): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 1.6 MB/s | 94 kB 00:00 2024-04-26T01:34:08.145 INFO:teuthology.orchestra.run.smithi163.stdout:(101/152): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.9 MB/s | 64 kB 00:00 2024-04-26T01:34:08.162 INFO:teuthology.orchestra.run.smithi163.stdout:(102/152): zlib-devel-1.2.11-41.el9.x86_64.rpm 895 kB/s | 45 kB 00:00 2024-04-26T01:34:08.179 INFO:teuthology.orchestra.run.smithi163.stdout:(103/152): lua-devel-5.4.4-4.el9.x86_64.rpm 445 kB/s | 22 kB 00:00 2024-04-26T01:34:08.221 INFO:teuthology.orchestra.run.smithi163.stdout:(104/152): protobuf-compiler-3.14.0-13.el9.x86_ 14 MB/s | 863 kB 00:00 2024-04-26T01:34:08.257 INFO:teuthology.orchestra.run.smithi103.stdout:(10/152): ceph-common-19.0.0-3156.gd69f13d8.el7 3.0 MB/s | 21 MB 00:07 2024-04-26T01:34:08.338 INFO:teuthology.orchestra.run.smithi163.stdout:(105/152): grpc-data-1.46.7-10.el9.noarch.rpm 166 kB/s | 19 kB 00:00 2024-04-26T01:34:08.371 INFO:teuthology.orchestra.run.smithi163.stdout:[MIRROR] libarrow-9.0.0-10.el9.x86_64.rpm: Status code: 404 for http://ohioix.mm.fcix.net/epel/9/Everything/x86_64/Packages/l/libarrow-9.0.0-10.el9.x86_64.rpm (IP: 134.195.207.11) 2024-04-26T01:34:08.449 INFO:teuthology.orchestra.run.smithi103.stdout:(11/152): ceph-radosgw-19.0.0-3156.gd69f13d8.el 4.1 MB/s | 11 MB 00:02 2024-04-26T01:34:08.455 INFO:teuthology.orchestra.run.smithi163.stdout:(106/152): gperftools-libs-2.9.1-2.el9.x86_64.r 1.1 MB/s | 309 kB 00:00 2024-04-26T01:34:08.474 INFO:teuthology.orchestra.run.smithi103.stdout:(12/152): cephfs-mirror-19.0.0-3156.gd69f13d8.e 1.0 MB/s | 225 kB 00:00 2024-04-26T01:34:08.480 INFO:teuthology.orchestra.run.smithi163.stdout:(107/152): abseil-cpp-20211102.0-3.el9.x86_64.r 1.7 MB/s | 548 kB 00:00 2024-04-26T01:34:08.485 INFO:teuthology.orchestra.run.smithi163.stdout:[MIRROR] libarrow-doc-9.0.0-10.el9.noarch.rpm: Status code: 404 for http://ohioix.mm.fcix.net/epel/9/Everything/x86_64/Packages/l/libarrow-doc-9.0.0-10.el9.noarch.rpm (IP: 134.195.207.11) 2024-04-26T01:34:08.508 INFO:teuthology.orchestra.run.smithi103.stdout:(13/152): cephfs-shell-19.0.0-3156.gd69f13d8.el 462 kB/s | 27 kB 00:00 2024-04-26T01:34:08.511 INFO:teuthology.orchestra.run.smithi163.stdout:[MIRROR] libarrow-9.0.0-10.el9.x86_64.rpm: Status code: 404 for https://ohioix.mm.fcix.net/epel/9/Everything/x86_64/Packages/l/libarrow-9.0.0-10.el9.x86_64.rpm (IP: 134.195.207.11) 2024-04-26T01:34:08.531 INFO:teuthology.orchestra.run.smithi163.stdout:(108/152): liboath-2.6.7-2.el9.x86_64.rpm 992 kB/s | 49 kB 00:00 2024-04-26T01:34:08.533 INFO:teuthology.orchestra.run.smithi103.stdout:(14/152): libcephfs-devel-19.0.0-3156.gd69f13d8 541 kB/s | 32 kB 00:00 2024-04-26T01:34:08.601 INFO:teuthology.orchestra.run.smithi103.stdout:(15/152): libcephsqlite-19.0.0-3156.gd69f13d8.e 2.4 MB/s | 163 kB 00:00 2024-04-26T01:34:08.623 INFO:teuthology.orchestra.run.smithi163.stdout:(109/152): libunwind-1.6.2-1.el9.x86_64.rpm 1.0 MB/s | 67 kB 00:00 2024-04-26T01:34:08.624 INFO:teuthology.orchestra.run.smithi163.stdout:[MIRROR] libarrow-doc-9.0.0-10.el9.noarch.rpm: Status code: 404 for https://ohioix.mm.fcix.net/epel/9/Everything/x86_64/Packages/l/libarrow-doc-9.0.0-10.el9.noarch.rpm (IP: 134.195.207.11) 2024-04-26T01:34:08.668 INFO:teuthology.orchestra.run.smithi103.stdout:(16/152): librados-devel-19.0.0-3156.gd69f13d8. 1.9 MB/s | 126 kB 00:00 2024-04-26T01:34:08.695 INFO:teuthology.orchestra.run.smithi163.stdout:[MIRROR] libarrow-9.0.0-10.el9.x86_64.rpm: Status code: 404 for https://southfront.mm.fcix.net/epel/9/Everything/x86_64/Packages/l/libarrow-9.0.0-10.el9.x86_64.rpm (IP: 147.160.170.17) 2024-04-26T01:34:08.709 INFO:teuthology.orchestra.run.smithi103.stdout:(17/152): libcephfs2-19.0.0-3156.gd69f13d8.el7. 3.6 MB/s | 747 kB 00:00 2024-04-26T01:34:08.723 INFO:teuthology.orchestra.run.smithi163.stdout:(110/152): luarocks-3.9.2-1.el9.noarch.rpm 1.5 MB/s | 151 kB 00:00 2024-04-26T01:34:08.753 INFO:teuthology.orchestra.run.smithi163.stdout:[MIRROR] parquet-libs-9.0.0-10.el9.x86_64.rpm: Status code: 404 for http://ohioix.mm.fcix.net/epel/9/Everything/x86_64/Packages/p/parquet-libs-9.0.0-10.el9.x86_64.rpm (IP: 134.195.207.11) 2024-04-26T01:34:08.782 INFO:teuthology.orchestra.run.smithi163.stdout:[MIRROR] parquet-libs-9.0.0-10.el9.x86_64.rpm: Status code: 404 for https://ohioix.mm.fcix.net/epel/9/Everything/x86_64/Packages/p/parquet-libs-9.0.0-10.el9.x86_64.rpm (IP: 134.195.207.11) 2024-04-26T01:34:08.787 INFO:teuthology.orchestra.run.smithi163.stdout:[MIRROR] libarrow-doc-9.0.0-10.el9.noarch.rpm: Status code: 404 for https://southfront.mm.fcix.net/epel/9/Everything/x86_64/Packages/l/libarrow-doc-9.0.0-10.el9.noarch.rpm (IP: 147.160.170.17) 2024-04-26T01:34:08.815 INFO:teuthology.orchestra.run.smithi163.stdout:[MIRROR] libarrow-9.0.0-10.el9.x86_64.rpm: Status code: 404 for http://southfront.mm.fcix.net/epel/9/Everything/x86_64/Packages/l/libarrow-9.0.0-10.el9.x86_64.rpm (IP: 147.160.170.17) 2024-04-26T01:34:08.818 INFO:teuthology.orchestra.run.smithi103.stdout:(18/152): libradosstriper1-19.0.0-3156.gd69f13d 3.3 MB/s | 500 kB 00:00 2024-04-26T01:34:08.829 INFO:teuthology.orchestra.run.smithi163.stdout:[MIRROR] parquet-libs-9.0.0-10.el9.x86_64.rpm: Status code: 404 for https://southfront.mm.fcix.net/epel/9/Everything/x86_64/Packages/p/parquet-libs-9.0.0-10.el9.x86_64.rpm (IP: 147.160.170.17) 2024-04-26T01:34:08.874 INFO:teuthology.orchestra.run.smithi163.stdout:[MIRROR] parquet-libs-9.0.0-10.el9.x86_64.rpm: Status code: 404 for http://southfront.mm.fcix.net/epel/9/Everything/x86_64/Packages/p/parquet-libs-9.0.0-10.el9.x86_64.rpm (IP: 147.160.170.17) 2024-04-26T01:34:08.879 INFO:teuthology.orchestra.run.smithi163.stdout:[MIRROR] libarrow-doc-9.0.0-10.el9.noarch.rpm: Status code: 404 for http://southfront.mm.fcix.net/epel/9/Everything/x86_64/Packages/l/libarrow-doc-9.0.0-10.el9.noarch.rpm (IP: 147.160.170.17) 2024-04-26T01:34:08.885 INFO:teuthology.orchestra.run.smithi103.stdout:(19/152): python3-ceph-argparse-19.0.0-3156.gd6 676 kB/s | 45 kB 00:00 2024-04-26T01:34:08.952 INFO:teuthology.orchestra.run.smithi103.stdout:(20/152): python3-ceph-common-19.0.0-3156.gd69f 2.0 MB/s | 135 kB 00:00 2024-04-26T01:34:08.965 INFO:teuthology.orchestra.run.smithi163.stdout:(111/152): libarrow-doc-9.0.0-10.el9.noarch.rpm 51 kB/s | 26 kB 00:00 2024-04-26T01:34:09.019 INFO:teuthology.orchestra.run.smithi103.stdout:(21/152): python3-cephfs-19.0.0-3156.gd69f13d8. 2.4 MB/s | 161 kB 00:00 2024-04-26T01:34:09.065 INFO:teuthology.orchestra.run.smithi163.stdout:(112/152): python3-asyncssh-2.13.2-5.el9.noarch 5.4 MB/s | 548 kB 00:00 2024-04-26T01:34:09.099 INFO:teuthology.orchestra.run.smithi163.stdout:(113/152): parquet-libs-9.0.0-10.el9.x86_64.rpm 2.2 MB/s | 838 kB 00:00 2024-04-26T01:34:09.128 INFO:teuthology.orchestra.run.smithi103.stdout:(22/152): python3-rados-19.0.0-3156.gd69f13d8.e 2.9 MB/s | 320 kB 00:00 2024-04-26T01:34:09.132 INFO:teuthology.orchestra.run.smithi163.stdout:(114/152): python3-bcrypt-3.2.2-1.el9.x86_64.rp 648 kB/s | 43 kB 00:00 2024-04-26T01:34:09.158 INFO:teuthology.orchestra.run.smithi163.stdout:(115/152): python3-cachetools-4.2.4-1.el9.noarc 550 kB/s | 32 kB 00:00 2024-04-26T01:34:09.183 INFO:teuthology.orchestra.run.smithi163.stdout:(116/152): python3-certifi-2021.10.8-2.el9.noar 299 kB/s | 15 kB 00:00 2024-04-26T01:34:09.225 INFO:teuthology.orchestra.run.smithi163.stdout:(117/152): python3-cheroot-8.6.0-4.el9.noarch.r 2.5 MB/s | 172 kB 00:00 2024-04-26T01:34:09.245 INFO:teuthology.orchestra.run.smithi103.stdout:(23/152): python3-rbd-19.0.0-3156.gd69f13d8.el7 2.5 MB/s | 298 kB 00:00 2024-04-26T01:34:09.250 INFO:teuthology.orchestra.run.smithi163.stdout:(118/152): python3-cherrypy-18.6.1-2.el9.noarch 5.2 MB/s | 358 kB 00:00 2024-04-26T01:34:09.300 INFO:teuthology.orchestra.run.smithi163.stdout:(119/152): python3-cmd2-2.4.2-2.el9.noarch.rpm 3.9 MB/s | 303 kB 00:00 2024-04-26T01:34:09.320 INFO:teuthology.orchestra.run.smithi103.stdout:(24/152): python3-rgw-19.0.0-3156.gd69f13d8.el7 1.3 MB/s | 99 kB 00:00 2024-04-26T01:34:09.326 INFO:teuthology.orchestra.run.smithi163.stdout:(120/152): python3-colorama-0.4.4-12.el9.noarch 470 kB/s | 35 kB 00:00 2024-04-26T01:34:09.393 INFO:teuthology.orchestra.run.smithi163.stdout:(121/152): libarrow-9.0.0-10.el9.x86_64.rpm 4.2 MB/s | 4.4 MB 00:01 2024-04-26T01:34:09.396 INFO:teuthology.orchestra.run.smithi103.stdout:(25/152): rbd-fuse-19.0.0-3156.gd69f13d8.el7.x8 1.1 MB/s | 85 kB 00:00 2024-04-26T01:34:09.418 INFO:teuthology.orchestra.run.smithi163.stdout:(122/152): python3-google-auth-2.29.0-1.el9.noa 1.7 MB/s | 206 kB 00:00 2024-04-26T01:34:09.468 INFO:teuthology.orchestra.run.smithi046.stdout:Extra Packages for Enterprise Linux 1.2 MB/s | 21 MB 00:17 2024-04-26T01:34:09.476 INFO:teuthology.orchestra.run.smithi163.stdout:(123/152): python3-grpcio-1.46.7-10.el9.x86_64. 14 MB/s | 2.0 MB 00:00 2024-04-26T01:34:09.502 INFO:teuthology.orchestra.run.smithi163.stdout:(124/152): python3-jaraco-8.2.1-3.el9.noarch.rp 128 kB/s | 11 kB 00:00 2024-04-26T01:34:09.527 INFO:teuthology.orchestra.run.smithi163.stdout:(125/152): python3-jaraco-classes-3.2.1-5.el9.n 352 kB/s | 18 kB 00:00 2024-04-26T01:34:09.552 INFO:teuthology.orchestra.run.smithi163.stdout:(126/152): python3-grpcio-tools-1.46.7-10.el9.x 905 kB/s | 144 kB 00:00 2024-04-26T01:34:09.578 INFO:teuthology.orchestra.run.smithi163.stdout:(127/152): python3-jaraco-collections-3.0.0-8.e 306 kB/s | 23 kB 00:00 2024-04-26T01:34:09.603 INFO:teuthology.orchestra.run.smithi163.stdout:(128/152): python3-jaraco-functools-3.5.0-2.el9 257 kB/s | 19 kB 00:00 2024-04-26T01:34:09.628 INFO:teuthology.orchestra.run.smithi163.stdout:(129/152): python3-jaraco-text-3.2.0-6.el9.noar 261 kB/s | 20 kB 00:00 2024-04-26T01:34:09.654 INFO:teuthology.orchestra.run.smithi163.stdout:(130/152): python3-logutils-0.3.5-21.el9.noarch 918 kB/s | 46 kB 00:00 2024-04-26T01:34:09.696 INFO:teuthology.orchestra.run.smithi163.stdout:(131/152): python3-kubernetes-26.1.0-2.el9.noar 8.7 MB/s | 1.0 MB 00:00 2024-04-26T01:34:09.720 INFO:teuthology.orchestra.run.smithi163.stdout:(132/152): python3-more-itertools-8.12.0-2.el9. 854 kB/s | 79 kB 00:00 2024-04-26T01:34:09.747 INFO:teuthology.orchestra.run.smithi163.stdout:(133/152): python3-natsort-7.1.1-5.el9.noarch.r 627 kB/s | 58 kB 00:00 2024-04-26T01:34:09.771 INFO:teuthology.orchestra.run.smithi163.stdout:(134/152): python3-pecan-1.4.2-3.el9.noarch.rpm 3.5 MB/s | 272 kB 00:00 2024-04-26T01:34:09.796 INFO:teuthology.orchestra.run.smithi163.stdout:(135/152): python3-portend-3.1.0-2.el9.noarch.r 217 kB/s | 16 kB 00:00 2024-04-26T01:34:09.830 INFO:teuthology.orchestra.run.smithi163.stdout:(136/152): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.0 MB/s | 90 kB 00:00 2024-04-26T01:34:09.856 INFO:teuthology.orchestra.run.smithi163.stdout:(137/152): python3-pyperclip-1.8.2-2.el9.noarch 336 kB/s | 28 kB 00:00 2024-04-26T01:34:09.863 INFO:teuthology.orchestra.run.smithi103.stdout:(26/152): librgw2-19.0.0-3156.gd69f13d8.el7.x86 4.7 MB/s | 5.4 MB 00:01 2024-04-26T01:34:09.880 INFO:teuthology.orchestra.run.smithi163.stdout:(138/152): python3-repoze-lru-0.7-16.el9.noarch 366 kB/s | 31 kB 00:00 2024-04-26T01:34:09.914 INFO:teuthology.orchestra.run.smithi163.stdout:(139/152): python3-routes-2.5.1-5.el9.noarch.rp 2.2 MB/s | 188 kB 00:00 2024-04-26T01:34:09.929 INFO:teuthology.orchestra.run.smithi103.stdout:(27/152): rbd-nbd-19.0.0-3156.gd69f13d8.el7.x86 2.5 MB/s | 170 kB 00:00 2024-04-26T01:34:09.939 INFO:teuthology.orchestra.run.smithi163.stdout:(140/152): python3-tempora-5.0.0-2.el9.noarch.r 610 kB/s | 36 kB 00:00 2024-04-26T01:34:09.957 INFO:teuthology.orchestra.run.smithi163.stdout:(141/152): python3-rsa-4.9-2.el9.noarch.rpm 781 kB/s | 59 kB 00:00 2024-04-26T01:34:09.982 INFO:teuthology.orchestra.run.smithi163.stdout:(142/152): python3-typing-extensions-4.4.0-2.el 758 kB/s | 51 kB 00:00 2024-04-26T01:34:09.988 INFO:teuthology.orchestra.run.smithi103.stdout:(28/152): ceph-grafana-dashboards-19.0.0-3156.g 586 kB/s | 34 kB 00:00 2024-04-26T01:34:10.024 INFO:teuthology.orchestra.run.smithi163.stdout:(143/152): python3-webob-1.8.7-6.el9.noarch.rpm 2.7 MB/s | 230 kB 00:00 2024-04-26T01:34:10.049 INFO:teuthology.orchestra.run.smithi163.stdout:(144/152): python3-websocket-client-1.2.3-2.el9 974 kB/s | 90 kB 00:00 2024-04-26T01:34:10.055 INFO:teuthology.orchestra.run.smithi103.stdout:(29/152): rbd-mirror-19.0.0-3156.gd69f13d8.el7. 4.7 MB/s | 3.1 MB 00:00 2024-04-26T01:34:10.074 INFO:teuthology.orchestra.run.smithi163.stdout:(145/152): python3-werkzeug-2.0.3-3.el9.1.noarc 4.5 MB/s | 427 kB 00:00 2024-04-26T01:34:10.080 INFO:teuthology.orchestra.run.smithi103.stdout:(30/152): ceph-mgr-cephadm-19.0.0-3156.gd69f13d 1.5 MB/s | 142 kB 00:00 2024-04-26T01:34:10.091 INFO:teuthology.orchestra.run.smithi163.stdout:(146/152): python3-zc-lockfile-2.0-10.el9.noarc 297 kB/s | 20 kB 00:00 2024-04-26T01:34:10.117 INFO:teuthology.orchestra.run.smithi163.stdout:(147/152): re2-20211101-3.el9.x86_64.rpm 2.8 MB/s | 192 kB 00:00 2024-04-26T01:34:10.201 INFO:teuthology.orchestra.run.smithi163.stdout:(148/152): thrift-0.15.0-2.el9.x86_64.rpm 13 MB/s | 1.6 MB 00:00 2024-04-26T01:34:10.375 INFO:teuthology.orchestra.run.smithi163.stdout:(149/152): openssl-3.2.1-1.el9.x86_64.rpm 9.0 MB/s | 1.3 MB 00:00 2024-04-26T01:34:10.450 INFO:teuthology.orchestra.run.smithi163.stdout:(150/152): openssl-libs-3.2.1-1.el9.x86_64.rpm 32 MB/s | 2.4 MB 00:00 2024-04-26T01:34:10.559 INFO:teuthology.orchestra.run.smithi163.stdout:(151/152): librados2-19.0.0-3156.gd69f13d8.el7. 7.3 MB/s | 3.4 MB 00:00 2024-04-26T01:34:10.789 INFO:teuthology.orchestra.run.smithi103.stdout:(31/152): ceph-mgr-dashboard-19.0.0-3156.gd69f1 4.8 MB/s | 3.5 MB 00:00 2024-04-26T01:34:10.898 INFO:teuthology.orchestra.run.smithi103.stdout:(32/152): ceph-mgr-modules-core-19.0.0-3156.gd6 2.2 MB/s | 249 kB 00:00 2024-04-26T01:34:10.965 INFO:teuthology.orchestra.run.smithi103.stdout:(33/152): ceph-mgr-rook-19.0.0-3156.gd69f13d8.e 742 kB/s | 49 kB 00:00 2024-04-26T01:34:11.040 INFO:teuthology.orchestra.run.smithi103.stdout:(34/152): ceph-prometheus-alerts-19.0.0-3156.gd 219 kB/s | 16 kB 00:00 2024-04-26T01:34:11.148 INFO:teuthology.orchestra.run.smithi103.stdout:(35/152): ceph-volume-19.0.0-3156.gd69f13d8.el7 2.5 MB/s | 273 kB 00:00 2024-04-26T01:34:11.332 INFO:teuthology.orchestra.run.smithi103.stdout:(36/152): cephadm-19.0.0-3156.gd69f13d8.el7.noa 4.1 MB/s | 762 kB 00:00 2024-04-26T01:34:11.399 INFO:teuthology.orchestra.run.smithi103.stdout:(37/152): cephfs-top-19.0.0-3156.gd69f13d8.el7. 275 kB/s | 18 kB 00:00 2024-04-26T01:34:11.509 INFO:teuthology.orchestra.run.smithi163.stdout:(152/152): librbd1-19.0.0-3156.gd69f13d8.el7.x8 2.3 MB/s | 3.1 MB 00:01 2024-04-26T01:34:11.513 INFO:teuthology.orchestra.run.smithi163.stdout:-------------------------------------------------------------------------------- 2024-04-26T01:34:11.513 INFO:teuthology.orchestra.run.smithi163.stdout:Total 18 MB/s | 222 MB 00:12 2024-04-26T01:34:11.533 INFO:teuthology.orchestra.run.smithi103.stdout:(38/152): ceph-mgr-diskprediction-local-19.0.0- 5.1 MB/s | 7.4 MB 00:01 2024-04-26T01:34:11.583 INFO:teuthology.orchestra.run.smithi103.stdout:(39/152): fuse-2.9.9-15.el9.x86_64.rpm 437 kB/s | 80 kB 00:00 2024-04-26T01:34:11.642 INFO:teuthology.orchestra.run.smithi103.stdout:(40/152): libgfortran-11.4.1-3.el9.x86_64.rpm 7.3 MB/s | 803 kB 00:00 2024-04-26T01:34:11.667 INFO:teuthology.orchestra.run.smithi103.stdout:(41/152): libquadmath-11.4.1-3.el9.x86_64.rpm 2.3 MB/s | 195 kB 00:00 2024-04-26T01:34:11.692 INFO:teuthology.orchestra.run.smithi103.stdout:(42/152): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.9 MB/s | 253 kB 00:00 2024-04-26T01:34:11.734 INFO:teuthology.orchestra.run.smithi103.stdout:(43/152): python3-cryptography-36.0.1-4.el9.x86 18 MB/s | 1.2 MB 00:00 2024-04-26T01:34:11.760 INFO:teuthology.orchestra.run.smithi103.stdout:(44/152): python3-ply-3.11-14.el9.noarch.rpm 1.6 MB/s | 106 kB 00:00 2024-04-26T01:34:11.785 INFO:teuthology.orchestra.run.smithi103.stdout:(45/152): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-04-26T01:34:11.810 INFO:teuthology.orchestra.run.smithi103.stdout:(46/152): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-04-26T01:34:11.836 INFO:teuthology.orchestra.run.smithi103.stdout:(47/152): python3-urllib3-1.26.5-5.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-04-26T01:34:11.861 INFO:teuthology.orchestra.run.smithi103.stdout:(48/152): automake-1.16.2-8.el9.noarch.rpm 13 MB/s | 689 kB 00:00 2024-04-26T01:34:11.904 INFO:teuthology.orchestra.run.smithi103.stdout:(49/152): bison-3.7.4-5.el9.x86_64.rpm 14 MB/s | 943 kB 00:00 2024-04-26T01:34:11.928 INFO:teuthology.orchestra.run.smithi103.stdout:(50/152): boost-program-options-1.75.0-8.el9.x8 1.6 MB/s | 107 kB 00:00 2024-04-26T01:34:11.954 INFO:teuthology.orchestra.run.smithi103.stdout:(51/152): elfutils-libelf-devel-0.190-2.el9.x86 429 kB/s | 21 kB 00:00 2024-04-26T01:34:11.996 INFO:teuthology.orchestra.run.smithi103.stdout:(52/152): flex-2.6.4-9.el9.x86_64.rpm 4.6 MB/s | 313 kB 00:00 2024-04-26T01:34:12.021 INFO:teuthology.orchestra.run.smithi103.stdout:(53/152): flexiblas-3.0.4-8.el9.x86_64.rpm 492 kB/s | 33 kB 00:00 2024-04-26T01:34:12.113 INFO:teuthology.orchestra.run.smithi103.stdout:(54/152): flexiblas-netlib-3.0.4-8.el9.x86_64.r 26 MB/s | 3.0 MB 00:00 2024-04-26T01:34:12.138 INFO:teuthology.orchestra.run.smithi103.stdout:(55/152): flexiblas-openblas-openmp-3.0.4-8.el9 159 kB/s | 18 kB 00:00 2024-04-26T01:34:12.164 INFO:teuthology.orchestra.run.smithi103.stdout:(56/152): libaio-devel-0.3.111-13.el9.x86_64.rp 223 kB/s | 11 kB 00:00 2024-04-26T01:34:12.198 INFO:teuthology.orchestra.run.smithi103.stdout:(57/152): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.7 MB/s | 160 kB 00:00 2024-04-26T01:34:12.223 INFO:teuthology.orchestra.run.smithi103.stdout:(58/152): librabbitmq-0.11.0-7.el9.x86_64.rpm 778 kB/s | 45 kB 00:00 2024-04-26T01:34:12.248 INFO:teuthology.orchestra.run.smithi103.stdout:(59/152): librdkafka-1.6.1-102.el9.x86_64.rpm 13 MB/s | 662 kB 00:00 2024-04-26T01:34:12.273 INFO:teuthology.orchestra.run.smithi103.stdout:(60/152): libtool-2.4.6-45.el9.x86_64.rpm 12 MB/s | 582 kB 00:00 2024-04-26T01:34:12.299 INFO:teuthology.orchestra.run.smithi103.stdout:(61/152): libuuid-devel-2.37.4-18.el9.x86_64.rp 519 kB/s | 25 kB 00:00 2024-04-26T01:34:12.324 INFO:teuthology.orchestra.run.smithi103.stdout:(62/152): libzstd-devel-1.5.1-2.el9.x86_64.rpm 946 kB/s | 47 kB 00:00 2024-04-26T01:34:12.349 INFO:teuthology.orchestra.run.smithi103.stdout:(63/152): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.7 MB/s | 292 kB 00:00 2024-04-26T01:34:12.383 INFO:teuthology.orchestra.run.smithi103.stdout:(64/152): lua-5.4.4-4.el9.x86_64.rpm 3.2 MB/s | 188 kB 00:00 2024-04-26T01:34:12.408 INFO:teuthology.orchestra.run.smithi103.stdout:(65/152): openblas-0.3.21-2.el9.x86_64.rpm 606 kB/s | 35 kB 00:00 2024-04-26T01:34:12.509 INFO:teuthology.orchestra.run.smithi103.stdout:(66/152): openblas-openmp-0.3.21-2.el9.x86_64.r 38 MB/s | 4.7 MB 00:00 2024-04-26T01:34:12.584 INFO:teuthology.orchestra.run.smithi103.stdout:(67/152): openssl-devel-3.2.1-1.el9.x86_64.rpm 26 MB/s | 4.4 MB 00:00 2024-04-26T01:34:12.617 INFO:teuthology.orchestra.run.smithi163.stdout:Running transaction check 2024-04-26T01:34:12.626 INFO:teuthology.orchestra.run.smithi103.stdout:(68/152): postgresql-13.14-1.el9.x86_64.rpm 14 MB/s | 1.6 MB 00:00 2024-04-26T01:34:12.660 INFO:teuthology.orchestra.run.smithi103.stdout:(69/152): postgresql-contrib-13.14-1.el9.x86_64 12 MB/s | 911 kB 00:00 2024-04-26T01:34:12.685 INFO:teuthology.orchestra.run.smithi103.stdout:(70/152): postgresql-private-libs-13.14-1.el9.x 2.3 MB/s | 133 kB 00:00 2024-04-26T01:34:12.762 INFO:teuthology.orchestra.run.smithi163.stdout:Transaction check succeeded. 2024-04-26T01:34:12.763 INFO:teuthology.orchestra.run.smithi163.stdout:Running transaction test 2024-04-26T01:34:12.810 INFO:teuthology.orchestra.run.smithi103.stdout:(71/152): postgresql-server-13.14-1.el9.x86_64. 39 MB/s | 5.8 MB 00:00 2024-04-26T01:34:12.844 INFO:teuthology.orchestra.run.smithi103.stdout:(72/152): protobuf-3.14.0-13.el9.x86_64.rpm 6.5 MB/s | 1.0 MB 00:00 2024-04-26T01:34:12.869 INFO:teuthology.orchestra.run.smithi103.stdout:(73/152): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-04-26T01:34:12.986 INFO:teuthology.orchestra.run.smithi103.stdout:(74/152): python3-babel-2.9.1-2.el9.noarch.rpm 42 MB/s | 6.0 MB 00:00 2024-04-26T01:34:13.020 INFO:teuthology.orchestra.run.smithi103.stdout:(75/152): python3-devel-3.9.18-3.el9.x86_64.rpm 1.6 MB/s | 244 kB 00:00 2024-04-26T01:34:13.054 INFO:teuthology.orchestra.run.smithi103.stdout:(76/152): python3-jinja2-2.11.3-5.el9.noarch.rp 3.6 MB/s | 248 kB 00:00 2024-04-26T01:34:13.079 INFO:teuthology.orchestra.run.smithi103.stdout:(77/152): python3-jsonpatch-1.21-16.el9.noarch. 438 kB/s | 26 kB 00:00 2024-04-26T01:34:13.104 INFO:teuthology.orchestra.run.smithi103.stdout:(78/152): python3-jsonpointer-2.0-4.el9.noarch. 380 kB/s | 19 kB 00:00 2024-04-26T01:34:13.130 INFO:teuthology.orchestra.run.smithi103.stdout:(79/152): python3-mako-1.1.4-6.el9.noarch.rpm 3.3 MB/s | 172 kB 00:00 2024-04-26T01:34:13.155 INFO:teuthology.orchestra.run.smithi103.stdout:(80/152): python3-markupsafe-1.1.1-12.el9.x86_6 696 kB/s | 35 kB 00:00 2024-04-26T01:34:13.264 INFO:teuthology.orchestra.run.smithi103.stdout:(81/152): python3-numpy-1.20.1-5.el9.x86_64.rpm 38 MB/s | 5.1 MB 00:00 2024-04-26T01:34:13.289 INFO:teuthology.orchestra.run.smithi103.stdout:(82/152): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.9 MB/s | 250 kB 00:00 2024-04-26T01:34:13.314 INFO:teuthology.orchestra.run.smithi103.stdout:(83/152): python3-oauthlib-3.1.1-5.el9.noarch.r 4.4 MB/s | 222 kB 00:00 2024-04-26T01:34:13.340 INFO:teuthology.orchestra.run.smithi103.stdout:(84/152): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-04-26T01:34:13.365 INFO:teuthology.orchestra.run.smithi103.stdout:(85/152): python3-prettytable-0.7.2-27.el9.noar 840 kB/s | 42 kB 00:00 2024-04-26T01:34:13.390 INFO:teuthology.orchestra.run.smithi103.stdout:(86/152): python3-protobuf-3.14.0-13.el9.noarch 5.3 MB/s | 269 kB 00:00 2024-04-26T01:34:13.424 INFO:teuthology.orchestra.run.smithi103.stdout:(87/152): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.7 MB/s | 159 kB 00:00 2024-04-26T01:34:13.449 INFO:teuthology.orchestra.run.smithi103.stdout:(88/152): python3-pyasn1-modules-0.4.8-6.el9.no 4.7 MB/s | 279 kB 00:00 2024-04-26T01:34:13.474 INFO:teuthology.orchestra.run.smithi103.stdout:(89/152): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-04-26T01:34:13.500 INFO:teuthology.orchestra.run.smithi103.stdout:(90/152): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-04-26T01:34:14.017 INFO:teuthology.orchestra.run.smithi103.stdout:(91/152): ceph-test-19.0.0-3156.gd69f13d8.el7.x 8.2 MB/s | 49 MB 00:06 2024-04-26T01:34:14.075 INFO:teuthology.orchestra.run.smithi103.stdout:(92/152): python3-toml-0.10.2-6.el9.noarch.rpm 73 kB/s | 42 kB 00:00 2024-04-26T01:34:14.242 INFO:teuthology.orchestra.run.smithi103.stdout:(93/152): python3-scipy-1.6.2-8.el9.x86_64.rpm 21 MB/s | 16 MB 00:00 2024-04-26T01:34:14.284 INFO:teuthology.orchestra.run.smithi103.stdout:(94/152): python3-wcwidth-0.2.5-8.el9.noarch.rp 168 kB/s | 44 kB 00:00 2024-04-26T01:34:14.309 INFO:teuthology.orchestra.run.smithi103.stdout:(95/152): qatlib-24.02.0-1.el9.x86_64.rpm 954 kB/s | 221 kB 00:00 2024-04-26T01:34:14.327 INFO:teuthology.orchestra.run.smithi103.stdout:(96/152): qatlib-service-24.02.0-1.el9.x86_64.r 863 kB/s | 36 kB 00:00 2024-04-26T01:34:14.343 INFO:teuthology.orchestra.run.smithi103.stdout:(97/152): qatzip-libs-1.2.0-1.el9.x86_64.rpm 812 kB/s | 47 kB 00:00 2024-04-26T01:34:14.377 INFO:teuthology.orchestra.run.smithi103.stdout:(98/152): socat-1.7.4.1-5.el9.x86_64.rpm 4.4 MB/s | 305 kB 00:00 2024-04-26T01:34:14.402 INFO:teuthology.orchestra.run.smithi103.stdout:(99/152): uuid-1.6.2-55.el9.x86_64.rpm 999 kB/s | 58 kB 00:00 2024-04-26T01:34:14.427 INFO:teuthology.orchestra.run.smithi103.stdout:(100/152): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 1.1 MB/s | 94 kB 00:00 2024-04-26T01:34:14.453 INFO:teuthology.orchestra.run.smithi103.stdout:(101/152): xmlstarlet-1.6.1-20.el9.x86_64.rpm 848 kB/s | 64 kB 00:00 2024-04-26T01:34:14.478 INFO:teuthology.orchestra.run.smithi103.stdout:(102/152): zlib-devel-1.2.11-41.el9.x86_64.rpm 895 kB/s | 45 kB 00:00 2024-04-26T01:34:14.495 INFO:teuthology.orchestra.run.smithi103.stdout:(103/152): lua-devel-5.4.4-4.el9.x86_64.rpm 334 kB/s | 22 kB 00:00 2024-04-26T01:34:14.525 INFO:teuthology.orchestra.run.smithi163.stdout:Transaction test succeeded. 2024-04-26T01:34:14.525 INFO:teuthology.orchestra.run.smithi163.stdout:Running transaction 2024-04-26T01:34:14.537 INFO:teuthology.orchestra.run.smithi103.stdout:(104/152): protobuf-compiler-3.14.0-13.el9.x86_ 10 MB/s | 863 kB 00:00 2024-04-26T01:34:14.637 INFO:teuthology.orchestra.run.smithi103.stdout:(105/152): grpc-data-1.46.7-10.el9.noarch.rpm 194 kB/s | 19 kB 00:00 2024-04-26T01:34:14.729 INFO:teuthology.orchestra.run.smithi103.stdout:(106/152): gperftools-libs-2.9.1-2.el9.x86_64.r 1.3 MB/s | 309 kB 00:00 2024-04-26T01:34:14.763 INFO:teuthology.orchestra.run.smithi103.stdout:(107/152): abseil-cpp-20211102.0-3.el9.x86_64.r 2.0 MB/s | 548 kB 00:00 2024-04-26T01:34:14.788 INFO:teuthology.orchestra.run.smithi103.stdout:(108/152): libarrow-doc-9.0.0-10.el9.noarch.rpm 445 kB/s | 26 kB 00:00 2024-04-26T01:34:14.813 INFO:teuthology.orchestra.run.smithi103.stdout:(109/152): liboath-2.6.7-2.el9.x86_64.rpm 970 kB/s | 49 kB 00:00 2024-04-26T01:34:14.839 INFO:teuthology.orchestra.run.smithi103.stdout:(110/152): libunwind-1.6.2-1.el9.x86_64.rpm 1.3 MB/s | 67 kB 00:00 2024-04-26T01:34:14.873 INFO:teuthology.orchestra.run.smithi103.stdout:(111/152): luarocks-3.9.2-1.el9.noarch.rpm 2.5 MB/s | 151 kB 00:00 2024-04-26T01:34:14.940 INFO:teuthology.orchestra.run.smithi103.stdout:(112/152): parquet-libs-9.0.0-10.el9.x86_64.rpm 8.2 MB/s | 838 kB 00:00 2024-04-26T01:34:14.965 INFO:teuthology.orchestra.run.smithi103.stdout:(113/152): python3-asyncssh-2.13.2-5.el9.noarch 5.8 MB/s | 548 kB 00:00 2024-04-26T01:34:14.990 INFO:teuthology.orchestra.run.smithi103.stdout:(114/152): python3-bcrypt-3.2.2-1.el9.x86_64.rp 865 kB/s | 43 kB 00:00 2024-04-26T01:34:15.015 INFO:teuthology.orchestra.run.smithi103.stdout:(115/152): python3-cachetools-4.2.4-1.el9.noarc 641 kB/s | 32 kB 00:00 2024-04-26T01:34:15.041 INFO:teuthology.orchestra.run.smithi103.stdout:(116/152): python3-certifi-2021.10.8-2.el9.noar 298 kB/s | 15 kB 00:00 2024-04-26T01:34:15.066 INFO:teuthology.orchestra.run.smithi103.stdout:(117/152): python3-cheroot-8.6.0-4.el9.noarch.r 3.3 MB/s | 172 kB 00:00 2024-04-26T01:34:15.141 INFO:teuthology.orchestra.run.smithi103.stdout:(118/152): libarrow-9.0.0-10.el9.x86_64.rpm 8.8 MB/s | 4.4 MB 00:00 2024-04-26T01:34:15.167 INFO:teuthology.orchestra.run.smithi103.stdout:(119/152): python3-cherrypy-18.6.1-2.el9.noarch 2.8 MB/s | 358 kB 00:00 2024-04-26T01:34:15.192 INFO:teuthology.orchestra.run.smithi103.stdout:(120/152): python3-cmd2-2.4.2-2.el9.noarch.rpm 2.4 MB/s | 303 kB 00:00 2024-04-26T01:34:15.217 INFO:teuthology.orchestra.run.smithi103.stdout:(121/152): python3-colorama-0.4.4-12.el9.noarch 468 kB/s | 35 kB 00:00 2024-04-26T01:34:15.242 INFO:teuthology.orchestra.run.smithi103.stdout:(122/152): python3-google-auth-2.29.0-1.el9.noa 2.7 MB/s | 206 kB 00:00 2024-04-26T01:34:15.276 INFO:teuthology.orchestra.run.smithi103.stdout:(123/152): python3-grpcio-tools-1.46.7-10.el9.x 2.4 MB/s | 144 kB 00:00 2024-04-26T01:34:15.301 INFO:teuthology.orchestra.run.smithi103.stdout:(124/152): python3-jaraco-8.2.1-3.el9.noarch.rp 182 kB/s | 11 kB 00:00 2024-04-26T01:34:15.327 INFO:teuthology.orchestra.run.smithi103.stdout:(125/152): python3-jaraco-classes-3.2.1-5.el9.n 352 kB/s | 18 kB 00:00 2024-04-26T01:34:15.352 INFO:teuthology.orchestra.run.smithi103.stdout:(126/152): python3-jaraco-collections-3.0.0-8.e 461 kB/s | 23 kB 00:00 2024-04-26T01:34:15.377 INFO:teuthology.orchestra.run.smithi103.stdout:(127/152): python3-jaraco-functools-3.5.0-2.el9 388 kB/s | 19 kB 00:00 2024-04-26T01:34:15.402 INFO:teuthology.orchestra.run.smithi103.stdout:(128/152): python3-jaraco-text-3.2.0-6.el9.noar 393 kB/s | 20 kB 00:00 2024-04-26T01:34:15.461 INFO:teuthology.orchestra.run.smithi103.stdout:(129/152): python3-grpcio-1.46.7-10.el9.x86_64. 7.6 MB/s | 2.0 MB 00:00 2024-04-26T01:34:15.486 INFO:teuthology.orchestra.run.smithi103.stdout:(130/152): python3-logutils-0.3.5-21.el9.noarch 553 kB/s | 46 kB 00:00 2024-04-26T01:34:15.512 INFO:teuthology.orchestra.run.smithi103.stdout:(131/152): python3-more-itertools-8.12.0-2.el9. 1.5 MB/s | 79 kB 00:00 2024-04-26T01:34:15.545 INFO:teuthology.orchestra.run.smithi103.stdout:(132/152): python3-kubernetes-26.1.0-2.el9.noar 6.1 MB/s | 1.0 MB 00:00 2024-04-26T01:34:15.571 INFO:teuthology.orchestra.run.smithi103.stdout:(133/152): python3-natsort-7.1.1-5.el9.noarch.r 686 kB/s | 58 kB 00:00 2024-04-26T01:34:15.596 INFO:teuthology.orchestra.run.smithi103.stdout:(134/152): python3-portend-3.1.0-2.el9.noarch.r 326 kB/s | 16 kB 00:00 2024-04-26T01:34:15.622 INFO:teuthology.orchestra.run.smithi103.stdout:(135/152): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.7 MB/s | 90 kB 00:00 2024-04-26T01:34:15.647 INFO:teuthology.orchestra.run.smithi103.stdout:(136/152): python3-pyperclip-1.8.2-2.el9.noarch 561 kB/s | 28 kB 00:00 2024-04-26T01:34:15.672 INFO:teuthology.orchestra.run.smithi103.stdout:(137/152): python3-repoze-lru-0.7-16.el9.noarch 614 kB/s | 31 kB 00:00 2024-04-26T01:34:15.697 INFO:teuthology.orchestra.run.smithi103.stdout:(138/152): python3-pecan-1.4.2-3.el9.noarch.rpm 1.4 MB/s | 272 kB 00:00 2024-04-26T01:34:15.723 INFO:teuthology.orchestra.run.smithi103.stdout:(139/152): python3-rsa-4.9-2.el9.noarch.rpm 1.2 MB/s | 59 kB 00:00 2024-04-26T01:34:15.740 INFO:teuthology.orchestra.run.smithi103.stdout:(140/152): python3-tempora-5.0.0-2.el9.noarch.r 853 kB/s | 36 kB 00:00 2024-04-26T01:34:15.765 INFO:teuthology.orchestra.run.smithi103.stdout:(141/152): python3-routes-2.5.1-5.el9.noarch.rp 1.6 MB/s | 188 kB 00:00 2024-04-26T01:34:15.782 INFO:teuthology.orchestra.run.smithi103.stdout:(142/152): python3-typing-extensions-4.4.0-2.el 868 kB/s | 51 kB 00:00 2024-04-26T01:34:15.793 INFO:teuthology.orchestra.run.smithi046.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-04-26T01:34:15.807 INFO:teuthology.orchestra.run.smithi103.stdout:(143/152): python3-webob-1.8.7-6.el9.noarch.rpm 3.3 MB/s | 230 kB 00:00 2024-04-26T01:34:15.833 INFO:teuthology.orchestra.run.smithi103.stdout:(144/152): python3-websocket-client-1.2.3-2.el9 1.3 MB/s | 90 kB 00:00 2024-04-26T01:34:15.858 INFO:teuthology.orchestra.run.smithi103.stdout:(145/152): python3-zc-lockfile-2.0-10.el9.noarc 397 kB/s | 20 kB 00:00 2024-04-26T01:34:15.883 INFO:teuthology.orchestra.run.smithi103.stdout:(146/152): re2-20211101-3.el9.x86_64.rpm 3.7 MB/s | 192 kB 00:00 2024-04-26T01:34:15.917 INFO:teuthology.orchestra.run.smithi103.stdout:(147/152): python3-werkzeug-2.0.3-3.el9.1.noarc 3.1 MB/s | 427 kB 00:00 2024-04-26T01:34:16.042 INFO:teuthology.orchestra.run.smithi103.stdout:(148/152): thrift-0.15.0-2.el9.x86_64.rpm 8.6 MB/s | 1.6 MB 00:00 2024-04-26T01:34:16.101 INFO:teuthology.orchestra.run.smithi103.stdout:(149/152): openssl-3.2.1-1.el9.x86_64.rpm 23 MB/s | 1.3 MB 00:00 2024-04-26T01:34:16.184 INFO:teuthology.orchestra.run.smithi103.stdout:(150/152): openssl-libs-3.2.1-1.el9.x86_64.rpm 29 MB/s | 2.4 MB 00:00 2024-04-26T01:34:16.326 INFO:teuthology.orchestra.run.smithi103.stdout:(151/152): librados2-19.0.0-3156.gd69f13d8.el7. 7.7 MB/s | 3.4 MB 00:00 2024-04-26T01:34:16.693 INFO:teuthology.orchestra.run.smithi103.stdout:(152/152): librbd1-19.0.0-3156.gd69f13d8.el7.x8 4.1 MB/s | 3.1 MB 00:00 2024-04-26T01:34:16.697 INFO:teuthology.orchestra.run.smithi103.stdout:-------------------------------------------------------------------------------- 2024-04-26T01:34:16.697 INFO:teuthology.orchestra.run.smithi103.stdout:Total 14 MB/s | 222 MB 00:15 2024-04-26T01:34:17.822 INFO:teuthology.orchestra.run.smithi103.stdout:Running transaction check 2024-04-26T01:34:17.965 INFO:teuthology.orchestra.run.smithi103.stdout:Transaction check succeeded. 2024-04-26T01:34:17.965 INFO:teuthology.orchestra.run.smithi103.stdout:Running transaction test 2024-04-26T01:34:18.287 INFO:teuthology.orchestra.run.smithi046.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-26T01:34:18.288 INFO:teuthology.orchestra.run.smithi046.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-26T01:34:18.307 INFO:teuthology.orchestra.run.smithi046.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-26T01:34:18.308 INFO:teuthology.orchestra.run.smithi046.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-26T01:34:18.309 INFO:teuthology.orchestra.run.smithi046.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-26T01:34:18.310 INFO:teuthology.orchestra.run.smithi046.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-26T01:34:18.313 INFO:teuthology.orchestra.run.smithi046.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-26T01:34:18.316 INFO:teuthology.orchestra.run.smithi046.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-26T01:34:18.317 INFO:teuthology.orchestra.run.smithi046.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-26T01:34:18.391 INFO:teuthology.orchestra.run.smithi046.stdout:Dependencies resolved. 2024-04-26T01:34:18.407 INFO:teuthology.orchestra.run.smithi046.stdout:======================================================================================= 2024-04-26T01:34:18.407 INFO:teuthology.orchestra.run.smithi046.stdout: Package Arch Version Repository Size 2024-04-26T01:34:18.407 INFO:teuthology.orchestra.run.smithi046.stdout:======================================================================================= 2024-04-26T01:34:18.407 INFO:teuthology.orchestra.run.smithi046.stdout:Installing: 2024-04-26T01:34:18.407 INFO:teuthology.orchestra.run.smithi046.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-26T01:34:18.407 INFO:teuthology.orchestra.run.smithi046.stdout: ceph x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 6.6 k 2024-04-26T01:34:18.407 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-base x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-26T01:34:18.408 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 890 k 2024-04-26T01:34:18.408 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 145 k 2024-04-26T01:34:18.408 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 1.5 M 2024-04-26T01:34:18.408 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 142 k 2024-04-26T01:34:18.408 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 3.5 M 2024-04-26T01:34:18.408 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 7.4 M 2024-04-26T01:34:18.408 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-rook noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 49 k 2024-04-26T01:34:18.408 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-radosgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 11 M 2024-04-26T01:34:18.408 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-test x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 49 M 2024-04-26T01:34:18.408 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-volume noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 273 k 2024-04-26T01:34:18.408 INFO:teuthology.orchestra.run.smithi046.stdout: cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 762 k 2024-04-26T01:34:18.408 INFO:teuthology.orchestra.run.smithi046.stdout: cephfs-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 225 k 2024-04-26T01:34:18.408 INFO:teuthology.orchestra.run.smithi046.stdout: cephfs-shell x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 27 k 2024-04-26T01:34:18.408 INFO:teuthology.orchestra.run.smithi046.stdout: cephfs-top noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 18 k 2024-04-26T01:34:18.409 INFO:teuthology.orchestra.run.smithi046.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-26T01:34:18.409 INFO:teuthology.orchestra.run.smithi046.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-26T01:34:18.409 INFO:teuthology.orchestra.run.smithi046.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-26T01:34:18.409 INFO:teuthology.orchestra.run.smithi046.stdout: libcephfs-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 32 k 2024-04-26T01:34:18.409 INFO:teuthology.orchestra.run.smithi046.stdout: libcephfs2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 747 k 2024-04-26T01:34:18.409 INFO:teuthology.orchestra.run.smithi046.stdout: librados-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 126 k 2024-04-26T01:34:18.409 INFO:teuthology.orchestra.run.smithi046.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-26T01:34:18.409 INFO:teuthology.orchestra.run.smithi046.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-26T01:34:18.409 INFO:teuthology.orchestra.run.smithi046.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-04-26T01:34:18.409 INFO:teuthology.orchestra.run.smithi046.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-26T01:34:18.409 INFO:teuthology.orchestra.run.smithi046.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-26T01:34:18.409 INFO:teuthology.orchestra.run.smithi046.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-26T01:34:18.409 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cephfs x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 161 k 2024-04-26T01:34:18.410 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rados x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 320 k 2024-04-26T01:34:18.410 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 298 k 2024-04-26T01:34:18.410 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 99 k 2024-04-26T01:34:18.410 INFO:teuthology.orchestra.run.smithi046.stdout: rbd-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 85 k 2024-04-26T01:34:18.410 INFO:teuthology.orchestra.run.smithi046.stdout: rbd-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-26T01:34:18.410 INFO:teuthology.orchestra.run.smithi046.stdout: rbd-nbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 170 k 2024-04-26T01:34:18.410 INFO:teuthology.orchestra.run.smithi046.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-26T01:34:18.410 INFO:teuthology.orchestra.run.smithi046.stdout:Upgrading: 2024-04-26T01:34:18.410 INFO:teuthology.orchestra.run.smithi046.stdout: librados2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.4 M 2024-04-26T01:34:18.410 INFO:teuthology.orchestra.run.smithi046.stdout: librbd1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-26T01:34:18.410 INFO:teuthology.orchestra.run.smithi046.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-04-26T01:34:18.410 INFO:teuthology.orchestra.run.smithi046.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-04-26T01:34:18.410 INFO:teuthology.orchestra.run.smithi046.stdout:Installing dependencies: 2024-04-26T01:34:18.411 INFO:teuthology.orchestra.run.smithi046.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-26T01:34:18.411 INFO:teuthology.orchestra.run.smithi046.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-26T01:34:18.411 INFO:teuthology.orchestra.run.smithi046.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-26T01:34:18.411 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 21 M 2024-04-26T01:34:18.411 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 34 k 2024-04-26T01:34:18.411 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mds x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 2.4 M 2024-04-26T01:34:18.411 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 249 k 2024-04-26T01:34:18.411 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mon x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 4.7 M 2024-04-26T01:34:18.411 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-osd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 17 M 2024-04-26T01:34:18.411 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 16 k 2024-04-26T01:34:18.411 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-selinux x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 25 k 2024-04-26T01:34:18.411 INFO:teuthology.orchestra.run.smithi046.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-26T01:34:18.411 INFO:teuthology.orchestra.run.smithi046.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-26T01:34:18.412 INFO:teuthology.orchestra.run.smithi046.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-26T01:34:18.412 INFO:teuthology.orchestra.run.smithi046.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-26T01:34:18.412 INFO:teuthology.orchestra.run.smithi046.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-26T01:34:18.412 INFO:teuthology.orchestra.run.smithi046.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-26T01:34:18.412 INFO:teuthology.orchestra.run.smithi046.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-26T01:34:18.412 INFO:teuthology.orchestra.run.smithi046.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-26T01:34:18.412 INFO:teuthology.orchestra.run.smithi046.stdout: libcephsqlite x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 163 k 2024-04-26T01:34:18.412 INFO:teuthology.orchestra.run.smithi046.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-26T01:34:18.412 INFO:teuthology.orchestra.run.smithi046.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-26T01:34:18.412 INFO:teuthology.orchestra.run.smithi046.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-26T01:34:18.412 INFO:teuthology.orchestra.run.smithi046.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-26T01:34:18.412 INFO:teuthology.orchestra.run.smithi046.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-26T01:34:18.412 INFO:teuthology.orchestra.run.smithi046.stdout: libradosstriper1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 500 k 2024-04-26T01:34:18.412 INFO:teuthology.orchestra.run.smithi046.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-26T01:34:18.413 INFO:teuthology.orchestra.run.smithi046.stdout: librgw2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-26T01:34:18.413 INFO:teuthology.orchestra.run.smithi046.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-26T01:34:18.413 INFO:teuthology.orchestra.run.smithi046.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-26T01:34:18.413 INFO:teuthology.orchestra.run.smithi046.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-26T01:34:18.413 INFO:teuthology.orchestra.run.smithi046.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-26T01:34:18.413 INFO:teuthology.orchestra.run.smithi046.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-26T01:34:18.413 INFO:teuthology.orchestra.run.smithi046.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-26T01:34:18.413 INFO:teuthology.orchestra.run.smithi046.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-26T01:34:18.413 INFO:teuthology.orchestra.run.smithi046.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-26T01:34:18.413 INFO:teuthology.orchestra.run.smithi046.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-26T01:34:18.413 INFO:teuthology.orchestra.run.smithi046.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-26T01:34:18.413 INFO:teuthology.orchestra.run.smithi046.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-26T01:34:18.413 INFO:teuthology.orchestra.run.smithi046.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-26T01:34:18.413 INFO:teuthology.orchestra.run.smithi046.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-26T01:34:18.414 INFO:teuthology.orchestra.run.smithi046.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-26T01:34:18.414 INFO:teuthology.orchestra.run.smithi046.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-26T01:34:18.414 INFO:teuthology.orchestra.run.smithi046.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-26T01:34:18.414 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-26T01:34:18.414 INFO:teuthology.orchestra.run.smithi046.stdout: python3-ceph-argparse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 45 k 2024-04-26T01:34:18.414 INFO:teuthology.orchestra.run.smithi046.stdout: python3-ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 135 k 2024-04-26T01:34:18.414 INFO:teuthology.orchestra.run.smithi046.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-26T01:34:18.414 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-26T01:34:18.414 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-26T01:34:18.414 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-26T01:34:18.414 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-26T01:34:18.414 INFO:teuthology.orchestra.run.smithi046.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-26T01:34:18.414 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-26T01:34:18.415 INFO:teuthology.orchestra.run.smithi046.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-26T01:34:18.415 INFO:teuthology.orchestra.run.smithi046.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-04-26T01:34:18.415 INFO:teuthology.orchestra.run.smithi046.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-26T01:34:18.415 INFO:teuthology.orchestra.run.smithi046.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-26T01:34:18.415 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-26T01:34:18.415 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-26T01:34:18.415 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-26T01:34:18.415 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-26T01:34:18.415 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-26T01:34:18.415 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-26T01:34:18.415 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-26T01:34:18.415 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-26T01:34:18.415 INFO:teuthology.orchestra.run.smithi046.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-26T01:34:18.415 INFO:teuthology.orchestra.run.smithi046.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-26T01:34:18.416 INFO:teuthology.orchestra.run.smithi046.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-26T01:34:18.416 INFO:teuthology.orchestra.run.smithi046.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-26T01:34:18.416 INFO:teuthology.orchestra.run.smithi046.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-26T01:34:18.416 INFO:teuthology.orchestra.run.smithi046.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-26T01:34:18.416 INFO:teuthology.orchestra.run.smithi046.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-26T01:34:18.416 INFO:teuthology.orchestra.run.smithi046.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-26T01:34:18.416 INFO:teuthology.orchestra.run.smithi046.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-26T01:34:18.416 INFO:teuthology.orchestra.run.smithi046.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-26T01:34:18.416 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-26T01:34:18.416 INFO:teuthology.orchestra.run.smithi046.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-26T01:34:18.416 INFO:teuthology.orchestra.run.smithi046.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-26T01:34:18.416 INFO:teuthology.orchestra.run.smithi046.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-26T01:34:18.416 INFO:teuthology.orchestra.run.smithi046.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-26T01:34:18.416 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-26T01:34:18.417 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-26T01:34:18.417 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-26T01:34:18.417 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-26T01:34:18.417 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-26T01:34:18.417 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-26T01:34:18.417 INFO:teuthology.orchestra.run.smithi046.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-26T01:34:18.417 INFO:teuthology.orchestra.run.smithi046.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-26T01:34:18.417 INFO:teuthology.orchestra.run.smithi046.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-26T01:34:18.417 INFO:teuthology.orchestra.run.smithi046.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-26T01:34:18.417 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-26T01:34:18.417 INFO:teuthology.orchestra.run.smithi046.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-26T01:34:18.417 INFO:teuthology.orchestra.run.smithi046.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-26T01:34:18.417 INFO:teuthology.orchestra.run.smithi046.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-26T01:34:18.417 INFO:teuthology.orchestra.run.smithi046.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-26T01:34:18.417 INFO:teuthology.orchestra.run.smithi046.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-26T01:34:18.418 INFO:teuthology.orchestra.run.smithi046.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-26T01:34:18.418 INFO:teuthology.orchestra.run.smithi046.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-26T01:34:18.418 INFO:teuthology.orchestra.run.smithi046.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-26T01:34:18.418 INFO:teuthology.orchestra.run.smithi046.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-26T01:34:18.418 INFO:teuthology.orchestra.run.smithi046.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-26T01:34:18.418 INFO:teuthology.orchestra.run.smithi046.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-26T01:34:18.418 INFO:teuthology.orchestra.run.smithi046.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-26T01:34:18.418 INFO:teuthology.orchestra.run.smithi046.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-26T01:34:18.418 INFO:teuthology.orchestra.run.smithi046.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-26T01:34:18.418 INFO:teuthology.orchestra.run.smithi046.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-26T01:34:18.421 INFO:teuthology.orchestra.run.smithi046.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-26T01:34:18.422 INFO:teuthology.orchestra.run.smithi046.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-26T01:34:18.422 INFO:teuthology.orchestra.run.smithi046.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-26T01:34:18.422 INFO:teuthology.orchestra.run.smithi046.stdout:Installing weak dependencies: 2024-04-26T01:34:18.422 INFO:teuthology.orchestra.run.smithi046.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-26T01:34:18.422 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:34:18.422 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction Summary 2024-04-26T01:34:18.422 INFO:teuthology.orchestra.run.smithi046.stdout:======================================================================================= 2024-04-26T01:34:18.422 INFO:teuthology.orchestra.run.smithi046.stdout:Install 148 Packages 2024-04-26T01:34:18.422 INFO:teuthology.orchestra.run.smithi046.stdout:Upgrade 4 Packages 2024-04-26T01:34:18.422 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:34:18.423 INFO:teuthology.orchestra.run.smithi046.stdout:Total download size: 222 M 2024-04-26T01:34:18.423 INFO:teuthology.orchestra.run.smithi046.stdout:Downloading Packages: 2024-04-26T01:34:19.354 INFO:teuthology.orchestra.run.smithi046.stdout:(1/152): ceph-19.0.0-3156.gd69f13d8.el7.x86_64. 26 kB/s | 6.6 kB 00:00 2024-04-26T01:34:19.570 INFO:teuthology.orchestra.run.smithi046.stdout:(2/152): ceph-fuse-19.0.0-3156.gd69f13d8.el7.x8 4.0 MB/s | 890 kB 00:00 2024-04-26T01:34:19.629 INFO:teuthology.orchestra.run.smithi046.stdout:(3/152): ceph-immutable-object-cache-19.0.0-315 2.5 MB/s | 145 kB 00:00 2024-04-26T01:34:19.732 INFO:teuthology.orchestra.run.smithi103.stdout:Transaction test succeeded. 2024-04-26T01:34:19.733 INFO:teuthology.orchestra.run.smithi103.stdout:Running transaction 2024-04-26T01:34:20.004 INFO:teuthology.orchestra.run.smithi046.stdout:(4/152): ceph-mds-19.0.0-3156.gd69f13d8.el7.x86 6.3 MB/s | 2.4 MB 00:00 2024-04-26T01:34:20.113 INFO:teuthology.orchestra.run.smithi046.stdout:(5/152): ceph-base-19.0.0-3156.gd69f13d8.el7.x8 5.3 MB/s | 5.4 MB 00:01 2024-04-26T01:34:20.271 INFO:teuthology.orchestra.run.smithi046.stdout:(6/152): ceph-mgr-19.0.0-3156.gd69f13d8.el7.x86 5.6 MB/s | 1.5 MB 00:00 2024-04-26T01:34:20.488 INFO:teuthology.orchestra.run.smithi163.stdout: Preparing : 1/1 2024-04-26T01:34:20.588 INFO:teuthology.orchestra.run.smithi163.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/156 2024-04-26T01:34:20.626 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/156 2024-04-26T01:34:20.655 INFO:teuthology.orchestra.run.smithi046.stdout:(7/152): ceph-mon-19.0.0-3156.gd69f13d8.el7.x86 8.7 MB/s | 4.7 MB 00:00 2024-04-26T01:34:20.679 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/156 2024-04-26T01:34:20.713 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/156 2024-04-26T01:34:20.739 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/156 2024-04-26T01:34:20.782 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/156 2024-04-26T01:34:21.159 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/156 2024-04-26T01:34:21.215 INFO:teuthology.orchestra.run.smithi163.stdout: Upgrading : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-26T01:34:21.328 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-26T01:34:21.357 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-26T01:34:21.440 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-26T01:34:21.478 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 10/156 2024-04-26T01:34:21.625 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/156 2024-04-26T01:34:21.647 INFO:teuthology.orchestra.run.smithi046.stdout:(8/152): ceph-common-19.0.0-3156.gd69f13d8.el7. 8.3 MB/s | 21 MB 00:02 2024-04-26T01:34:21.676 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/156 2024-04-26T01:34:21.703 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-26T01:34:21.722 INFO:teuthology.orchestra.run.smithi046.stdout:(9/152): ceph-selinux-19.0.0-3156.gd69f13d8.el7 341 kB/s | 25 kB 00:00 2024-04-26T01:34:21.815 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-26T01:34:21.837 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 14/156 2024-04-26T01:34:21.892 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 14/156 2024-04-26T01:34:21.905 INFO:teuthology.orchestra.run.smithi046.stdout:(10/152): ceph-radosgw-19.0.0-3156.gd69f13d8.el 8.5 MB/s | 11 MB 00:01 2024-04-26T01:34:21.913 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-26T01:34:21.939 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-26T01:34:21.981 INFO:teuthology.orchestra.run.smithi046.stdout:(11/152): cephfs-mirror-19.0.0-3156.gd69f13d8.e 3.0 MB/s | 225 kB 00:00 2024-04-26T01:34:22.048 INFO:teuthology.orchestra.run.smithi046.stdout:(12/152): cephfs-shell-19.0.0-3156.gd69f13d8.el 411 kB/s | 27 kB 00:00 2024-04-26T01:34:22.148 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-26T01:34:22.180 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-26T01:34:22.287 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : re2-1:20211101-3.el9.x86_64 17/156 2024-04-26T01:34:22.348 INFO:teuthology.orchestra.run.smithi046.stdout:(13/152): ceph-osd-19.0.0-3156.gd69f13d8.el7.x8 8.1 MB/s | 17 MB 00:02 2024-04-26T01:34:22.382 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 18/156 2024-04-26T01:34:22.406 INFO:teuthology.orchestra.run.smithi046.stdout:(14/152): libcephfs-devel-19.0.0-3156.gd69f13d8 89 kB/s | 32 kB 00:00 2024-04-26T01:34:22.412 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 19/156 2024-04-26T01:34:22.447 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : liboath-2.6.7-2.el9.x86_64 20/156 2024-04-26T01:34:22.465 INFO:teuthology.orchestra.run.smithi046.stdout:(15/152): libcephfs2-19.0.0-3156.gd69f13d8.el7. 6.3 MB/s | 747 kB 00:00 2024-04-26T01:34:22.499 INFO:teuthology.orchestra.run.smithi046.stdout:(16/152): libcephsqlite-19.0.0-3156.gd69f13d8.e 1.7 MB/s | 163 kB 00:00 2024-04-26T01:34:22.521 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 21/156 2024-04-26T01:34:22.532 INFO:teuthology.orchestra.run.smithi046.stdout:(17/152): librados-devel-19.0.0-3156.gd69f13d8. 1.9 MB/s | 126 kB 00:00 2024-04-26T01:34:22.563 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 22/156 2024-04-26T01:34:22.591 INFO:teuthology.orchestra.run.smithi046.stdout:(18/152): libradosstriper1-19.0.0-3156.gd69f13d 5.4 MB/s | 500 kB 00:00 2024-04-26T01:34:22.607 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/156 2024-04-26T01:34:22.639 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 24/156 2024-04-26T01:34:22.650 INFO:teuthology.orchestra.run.smithi046.stdout:(19/152): python3-ceph-argparse-19.0.0-3156.gd6 785 kB/s | 45 kB 00:00 2024-04-26T01:34:22.667 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : lua-5.4.4-4.el9.x86_64 25/156 2024-04-26T01:34:22.717 INFO:teuthology.orchestra.run.smithi046.stdout:(20/152): python3-ceph-common-19.0.0-3156.gd69f 2.0 MB/s | 135 kB 00:00 2024-04-26T01:34:22.737 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 26/156 2024-04-26T01:34:22.790 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 27/156 2024-04-26T01:34:22.792 INFO:teuthology.orchestra.run.smithi046.stdout:(21/152): python3-cephfs-19.0.0-3156.gd69f13d8. 2.1 MB/s | 161 kB 00:00 2024-04-26T01:34:22.820 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 28/156 2024-04-26T01:34:22.872 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/156 2024-04-26T01:34:22.884 INFO:teuthology.orchestra.run.smithi046.stdout:(22/152): python3-rados-19.0.0-3156.gd69f13d8.e 3.4 MB/s | 320 kB 00:00 2024-04-26T01:34:22.950 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/156 2024-04-26T01:34:22.976 INFO:teuthology.orchestra.run.smithi046.stdout:(23/152): python3-rbd-19.0.0-3156.gd69f13d8.el7 3.2 MB/s | 298 kB 00:00 2024-04-26T01:34:22.983 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 31/156 2024-04-26T01:34:23.026 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 32/156 2024-04-26T01:34:23.057 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 33/156 2024-04-26T01:34:23.101 INFO:teuthology.orchestra.run.smithi046.stdout:(24/152): librgw2-19.0.0-3156.gd69f13d8.el7.x86 9.4 MB/s | 5.4 MB 00:00 2024-04-26T01:34:23.135 INFO:teuthology.orchestra.run.smithi046.stdout:(25/152): python3-rgw-19.0.0-3156.gd69f13d8.el7 632 kB/s | 99 kB 00:00 2024-04-26T01:34:23.148 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 34/156 2024-04-26T01:34:23.168 INFO:teuthology.orchestra.run.smithi046.stdout:(26/152): rbd-fuse-19.0.0-3156.gd69f13d8.el7.x8 1.3 MB/s | 85 kB 00:00 2024-04-26T01:34:23.194 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : luarocks-3.9.2-1.el9.noarch 35/156 2024-04-26T01:34:23.252 INFO:teuthology.orchestra.run.smithi046.stdout:(27/152): rbd-nbd-19.0.0-3156.gd69f13d8.el7.x86 2.0 MB/s | 170 kB 00:00 2024-04-26T01:34:23.268 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 36/156 2024-04-26T01:34:23.327 INFO:teuthology.orchestra.run.smithi046.stdout:(28/152): ceph-grafana-dashboards-19.0.0-3156.g 462 kB/s | 34 kB 00:00 2024-04-26T01:34:23.402 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 37/156 2024-04-26T01:34:23.411 INFO:teuthology.orchestra.run.smithi046.stdout:(29/152): ceph-mgr-cephadm-19.0.0-3156.gd69f13d 1.7 MB/s | 142 kB 00:00 2024-04-26T01:34:23.471 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 38/156 2024-04-26T01:34:23.494 INFO:teuthology.orchestra.run.smithi046.stdout:(30/152): rbd-mirror-19.0.0-3156.gd69f13d8.el7. 8.6 MB/s | 3.1 MB 00:00 2024-04-26T01:34:23.920 INFO:teuthology.orchestra.run.smithi046.stdout:(31/152): ceph-mgr-dashboard-19.0.0-3156.gd69f1 7.0 MB/s | 3.5 MB 00:00 2024-04-26T01:34:23.999 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-rsa-4.9-2.el9.noarch 39/156 2024-04-26T01:34:24.012 INFO:teuthology.orchestra.run.smithi046.stdout:(32/152): ceph-mgr-modules-core-19.0.0-3156.gd6 2.7 MB/s | 249 kB 00:00 2024-04-26T01:34:24.075 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 40/156 2024-04-26T01:34:24.095 INFO:teuthology.orchestra.run.smithi046.stdout:(33/152): ceph-mgr-rook-19.0.0-3156.gd69f13d8.e 599 kB/s | 49 kB 00:00 2024-04-26T01:34:24.104 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 41/156 2024-04-26T01:34:24.146 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 42/156 2024-04-26T01:34:24.179 INFO:teuthology.orchestra.run.smithi046.stdout:(34/152): ceph-prometheus-alerts-19.0.0-3156.gd 199 kB/s | 16 kB 00:00 2024-04-26T01:34:24.184 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 43/156 2024-04-26T01:34:24.226 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 44/156 2024-04-26T01:34:24.337 INFO:teuthology.orchestra.run.smithi046.stdout:(35/152): ceph-mgr-diskprediction-local-19.0.0- 8.8 MB/s | 7.4 MB 00:00 2024-04-26T01:34:24.371 INFO:teuthology.orchestra.run.smithi046.stdout:(36/152): ceph-volume-19.0.0-3156.gd69f13d8.el7 1.4 MB/s | 273 kB 00:00 2024-04-26T01:34:24.394 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 45/156 2024-04-26T01:34:24.430 INFO:teuthology.orchestra.run.smithi046.stdout:(37/152): cephadm-19.0.0-3156.gd69f13d8.el7.noa 8.2 MB/s | 762 kB 00:00 2024-04-26T01:34:24.455 INFO:teuthology.orchestra.run.smithi046.stdout:(38/152): cephfs-top-19.0.0-3156.gd69f13d8.el7. 220 kB/s | 18 kB 00:00 2024-04-26T01:34:24.463 INFO:teuthology.orchestra.run.smithi163.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 46/156 2024-04-26T01:34:24.518 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/156 2024-04-26T01:34:24.590 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/156 2024-04-26T01:34:24.621 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 49/156 2024-04-26T01:34:24.638 INFO:teuthology.orchestra.run.smithi046.stdout:(39/152): fuse-2.9.9-15.el9.x86_64.rpm 442 kB/s | 80 kB 00:00 2024-04-26T01:34:24.658 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 50/156 2024-04-26T01:34:24.697 INFO:teuthology.orchestra.run.smithi046.stdout:(40/152): libgfortran-11.4.1-3.el9.x86_64.rpm 3.3 MB/s | 803 kB 00:00 2024-04-26T01:34:24.704 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/156 2024-04-26T01:34:24.722 INFO:teuthology.orchestra.run.smithi046.stdout:(41/152): libquadmath-11.4.1-3.el9.x86_64.rpm 2.3 MB/s | 195 kB 00:00 2024-04-26T01:34:24.740 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/156 2024-04-26T01:34:24.756 INFO:teuthology.orchestra.run.smithi046.stdout:(42/152): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.3 MB/s | 253 kB 00:00 2024-04-26T01:34:24.784 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/156 2024-04-26T01:34:24.823 INFO:teuthology.orchestra.run.smithi046.stdout:(43/152): python3-cryptography-36.0.1-4.el9.x86 12 MB/s | 1.2 MB 00:00 2024-04-26T01:34:24.825 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/156 2024-04-26T01:34:24.848 INFO:teuthology.orchestra.run.smithi046.stdout:(44/152): python3-ply-3.11-14.el9.noarch.rpm 1.2 MB/s | 106 kB 00:00 2024-04-26T01:34:24.890 INFO:teuthology.orchestra.run.smithi046.stdout:(45/152): python3-requests-2.25.1-8.el9.noarch. 3.0 MB/s | 125 kB 00:00 2024-04-26T01:34:24.915 INFO:teuthology.orchestra.run.smithi046.stdout:(46/152): python3-pycparser-2.20-6.el9.noarch.r 2.0 MB/s | 135 kB 00:00 2024-04-26T01:34:24.966 INFO:teuthology.orchestra.run.smithi046.stdout:(47/152): python3-urllib3-1.26.5-5.el9.noarch.r 2.9 MB/s | 215 kB 00:00 2024-04-26T01:34:24.972 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/156 2024-04-26T01:34:25.014 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/156 2024-04-26T01:34:25.015 INFO:teuthology.orchestra.run.smithi046.stdout:(48/152): automake-1.16.2-8.el9.noarch.rpm 6.9 MB/s | 689 kB 00:00 2024-04-26T01:34:25.044 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 57/156 2024-04-26T01:34:25.066 INFO:teuthology.orchestra.run.smithi046.stdout:(49/152): bison-3.7.4-5.el9.x86_64.rpm 9.9 MB/s | 943 kB 00:00 2024-04-26T01:34:25.086 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 58/156 2024-04-26T01:34:25.091 INFO:teuthology.orchestra.run.smithi046.stdout:(50/152): boost-program-options-1.75.0-8.el9.x8 1.6 MB/s | 107 kB 00:00 2024-04-26T01:34:25.117 INFO:teuthology.orchestra.run.smithi046.stdout:(51/152): elfutils-libelf-devel-0.190-2.el9.x86 446 kB/s | 21 kB 00:00 2024-04-26T01:34:25.150 INFO:teuthology.orchestra.run.smithi046.stdout:(52/152): flex-2.6.4-9.el9.x86_64.rpm 5.3 MB/s | 313 kB 00:00 2024-04-26T01:34:25.176 INFO:teuthology.orchestra.run.smithi046.stdout:(53/152): flexiblas-3.0.4-8.el9.x86_64.rpm 597 kB/s | 33 kB 00:00 2024-04-26T01:34:25.180 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 59/156 2024-04-26T01:34:25.219 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 60/156 2024-04-26T01:34:25.226 INFO:teuthology.orchestra.run.smithi046.stdout:(54/152): flexiblas-openblas-openmp-3.0.4-8.el9 497 kB/s | 18 kB 00:00 2024-04-26T01:34:25.278 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 61/156 2024-04-26T01:34:25.301 INFO:teuthology.orchestra.run.smithi046.stdout:(55/152): flexiblas-netlib-3.0.4-8.el9.x86_64.r 20 MB/s | 3.0 MB 00:00 2024-04-26T01:34:25.310 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 62/156 2024-04-26T01:34:25.326 INFO:teuthology.orchestra.run.smithi046.stdout:(56/152): libaio-devel-0.3.111-13.el9.x86_64.rp 122 kB/s | 11 kB 00:00 2024-04-26T01:34:25.334 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 63/156 2024-04-26T01:34:25.360 INFO:teuthology.orchestra.run.smithi046.stdout:(57/152): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.7 MB/s | 160 kB 00:00 2024-04-26T01:34:25.394 INFO:teuthology.orchestra.run.smithi046.stdout:(58/152): librabbitmq-0.11.0-7.el9.x86_64.rpm 702 kB/s | 45 kB 00:00 2024-04-26T01:34:25.409 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 64/156 2024-04-26T01:34:25.435 INFO:teuthology.orchestra.run.smithi046.stdout:(59/152): librdkafka-1.6.1-102.el9.x86_64.rpm 8.8 MB/s | 662 kB 00:00 2024-04-26T01:34:25.477 INFO:teuthology.orchestra.run.smithi046.stdout:(60/152): libtool-2.4.6-45.el9.x86_64.rpm 7.4 MB/s | 582 kB 00:00 2024-04-26T01:34:25.503 INFO:teuthology.orchestra.run.smithi046.stdout:(61/152): libuuid-devel-2.37.4-18.el9.x86_64.rp 419 kB/s | 25 kB 00:00 2024-04-26T01:34:25.528 INFO:teuthology.orchestra.run.smithi046.stdout:(62/152): libzstd-devel-1.5.1-2.el9.x86_64.rpm 966 kB/s | 47 kB 00:00 2024-04-26T01:34:25.537 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 65/156 2024-04-26T01:34:25.562 INFO:teuthology.orchestra.run.smithi046.stdout:(63/152): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.0 MB/s | 292 kB 00:00 2024-04-26T01:34:25.566 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 66/156 2024-04-26T01:34:25.594 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 67/156 2024-04-26T01:34:25.612 INFO:teuthology.orchestra.run.smithi046.stdout:(64/152): lua-5.4.4-4.el9.x86_64.rpm 2.3 MB/s | 188 kB 00:00 2024-04-26T01:34:25.629 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 68/156 2024-04-26T01:34:25.637 INFO:teuthology.orchestra.run.smithi046.stdout:(65/152): openblas-0.3.21-2.el9.x86_64.rpm 485 kB/s | 35 kB 00:00 2024-04-26T01:34:25.668 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : uuid-1.6.2-55.el9.x86_64 69/156 2024-04-26T01:34:25.699 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/156 2024-04-26T01:34:25.729 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/156 2024-04-26T01:34:25.734 INFO:teuthology.orchestra.run.smithi103.stdout: Preparing : 1/1 2024-04-26T01:34:25.764 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/156 2024-04-26T01:34:25.797 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/156 2024-04-26T01:34:25.804 INFO:teuthology.orchestra.run.smithi046.stdout:(66/152): openblas-openmp-0.3.21-2.el9.x86_64.r 25 MB/s | 4.7 MB 00:00 2024-04-26T01:34:25.822 INFO:teuthology.orchestra.run.smithi103.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/156 2024-04-26T01:34:25.838 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/156 2024-04-26T01:34:25.869 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/156 2024-04-26T01:34:25.873 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/156 2024-04-26T01:34:25.913 INFO:teuthology.orchestra.run.smithi046.stdout:(67/152): openssl-devel-3.2.1-1.el9.x86_64.rpm 17 MB/s | 4.4 MB 00:00 2024-04-26T01:34:25.931 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/156 2024-04-26T01:34:25.959 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/156 2024-04-26T01:34:25.973 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/156 2024-04-26T01:34:25.980 INFO:teuthology.orchestra.run.smithi046.stdout:(68/152): postgresql-13.14-1.el9.x86_64.rpm 9.6 MB/s | 1.6 MB 00:00 2024-04-26T01:34:25.999 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/156 2024-04-26T01:34:26.004 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/156 2024-04-26T01:34:26.034 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/156 2024-04-26T01:34:26.038 INFO:teuthology.orchestra.run.smithi046.stdout:(69/152): postgresql-contrib-13.14-1.el9.x86_64 8.1 MB/s | 911 kB 00:00 2024-04-26T01:34:26.042 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/156 2024-04-26T01:34:26.073 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/156 2024-04-26T01:34:26.080 INFO:teuthology.orchestra.run.smithi046.stdout:(70/152): postgresql-private-libs-13.14-1.el9.x 1.4 MB/s | 133 kB 00:00 2024-04-26T01:34:26.164 INFO:teuthology.orchestra.run.smithi046.stdout:(71/152): protobuf-3.14.0-13.el9.x86_64.rpm 14 MB/s | 1.0 MB 00:00 2024-04-26T01:34:26.171 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-packaging-20.9-5.el9.noarch 80/156 2024-04-26T01:34:26.220 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 81/156 2024-04-26T01:34:26.281 INFO:teuthology.orchestra.run.smithi046.stdout:(72/152): postgresql-server-13.14-1.el9.x86_64. 24 MB/s | 5.8 MB 00:00 2024-04-26T01:34:26.306 INFO:teuthology.orchestra.run.smithi046.stdout:(73/152): python3-attrs-20.3.0-7.el9.noarch.rpm 648 kB/s | 87 kB 00:00 2024-04-26T01:34:26.369 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/156 2024-04-26T01:34:26.373 INFO:teuthology.orchestra.run.smithi046.stdout:(74/152): python3-devel-3.9.18-3.el9.x86_64.rpm 4.4 MB/s | 244 kB 00:00 2024-04-26T01:34:26.483 INFO:teuthology.orchestra.run.smithi103.stdout: Upgrading : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-26T01:34:26.515 INFO:teuthology.orchestra.run.smithi046.stdout:(75/152): python3-babel-2.9.1-2.el9.noarch.rpm 26 MB/s | 6.0 MB 00:00 2024-04-26T01:34:26.540 INFO:teuthology.orchestra.run.smithi046.stdout:(76/152): python3-jinja2-2.11.3-5.el9.noarch.rp 1.7 MB/s | 248 kB 00:00 2024-04-26T01:34:26.582 INFO:teuthology.orchestra.run.smithi046.stdout:(77/152): python3-jsonpointer-2.0-4.el9.noarch. 479 kB/s | 19 kB 00:00 2024-04-26T01:34:26.587 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-26T01:34:26.607 INFO:teuthology.orchestra.run.smithi046.stdout:(78/152): python3-jsonpatch-1.21-16.el9.noarch. 390 kB/s | 26 kB 00:00 2024-04-26T01:34:26.618 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-26T01:34:26.641 INFO:teuthology.orchestra.run.smithi046.stdout:(79/152): python3-mako-1.1.4-6.el9.noarch.rpm 2.9 MB/s | 172 kB 00:00 2024-04-26T01:34:26.683 INFO:teuthology.orchestra.run.smithi046.stdout:(80/152): python3-markupsafe-1.1.1-12.el9.x86_6 474 kB/s | 35 kB 00:00 2024-04-26T01:34:26.693 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-26T01:34:26.722 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 10/156 2024-04-26T01:34:26.758 INFO:teuthology.orchestra.run.smithi046.stdout:(81/152): python3-numpy-f2py-1.20.1-5.el9.x86_6 4.4 MB/s | 250 kB 00:00 2024-04-26T01:34:26.886 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/156 2024-04-26T01:34:26.892 INFO:teuthology.orchestra.run.smithi046.stdout:(82/152): python3-numpy-1.20.1-5.el9.x86_64.rpm 20 MB/s | 5.1 MB 00:00 2024-04-26T01:34:26.925 INFO:teuthology.orchestra.run.smithi046.stdout:(83/152): python3-oauthlib-3.1.1-5.el9.noarch.r 1.4 MB/s | 222 kB 00:00 2024-04-26T01:34:26.944 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/156 2024-04-26T01:34:26.945 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 82/156 2024-04-26T01:34:26.950 INFO:teuthology.orchestra.run.smithi046.stdout:(84/152): python3-packaging-20.9-5.el9.noarch.r 1.4 MB/s | 77 kB 00:00 2024-04-26T01:34:26.973 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-26T01:34:26.976 INFO:teuthology.orchestra.run.smithi046.stdout:(85/152): python3-prettytable-0.7.2-27.el9.noar 870 kB/s | 42 kB 00:00 2024-04-26T01:34:26.991 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 83/156 2024-04-26T01:34:27.010 INFO:teuthology.orchestra.run.smithi046.stdout:(86/152): python3-protobuf-3.14.0-13.el9.noarch 4.6 MB/s | 269 kB 00:00 2024-04-26T01:34:27.025 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 84/156 2024-04-26T01:34:27.043 INFO:teuthology.orchestra.run.smithi046.stdout:(87/152): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.5 MB/s | 159 kB 00:00 2024-04-26T01:34:27.075 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-26T01:34:27.077 INFO:teuthology.orchestra.run.smithi046.stdout:(88/152): python3-pyasn1-modules-0.4.8-6.el9.no 4.2 MB/s | 279 kB 00:00 2024-04-26T01:34:27.098 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 14/156 2024-04-26T01:34:27.102 INFO:teuthology.orchestra.run.smithi046.stdout:(89/152): python3-pytz-2021.1-5.el9.noarch.rpm 918 kB/s | 51 kB 00:00 2024-04-26T01:34:27.123 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 85/156 2024-04-26T01:34:27.127 INFO:teuthology.orchestra.run.smithi046.stdout:(90/152): python3-requests-oauthlib-1.3.0-12.el 1.1 MB/s | 54 kB 00:00 2024-04-26T01:34:27.161 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 14/156 2024-04-26T01:34:27.182 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 86/156 2024-04-26T01:34:27.183 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-26T01:34:27.209 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-26T01:34:27.220 INFO:teuthology.orchestra.run.smithi046.stdout:(91/152): python3-toml-0.10.2-6.el9.noarch.rpm 530 kB/s | 42 kB 00:00 2024-04-26T01:34:27.273 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/156 2024-04-26T01:34:27.319 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/156 2024-04-26T01:34:27.319 INFO:teuthology.orchestra.run.smithi046.stdout:(92/152): python3-wcwidth-0.2.5-8.el9.noarch.rp 541 kB/s | 44 kB 00:00 2024-04-26T01:34:27.391 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-26T01:34:27.424 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-26T01:34:27.497 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : openblas-0.3.21-2.el9.x86_64 89/156 2024-04-26T01:34:27.531 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : re2-1:20211101-3.el9.x86_64 17/156 2024-04-26T01:34:27.631 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 18/156 2024-04-26T01:34:27.659 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 90/156 2024-04-26T01:34:27.665 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 19/156 2024-04-26T01:34:27.701 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : liboath-2.6.7-2.el9.x86_64 20/156 2024-04-26T01:34:27.775 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 21/156 2024-04-26T01:34:27.788 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/156 2024-04-26T01:34:27.825 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 22/156 2024-04-26T01:34:27.853 INFO:teuthology.orchestra.run.smithi046.stdout:(93/152): ceph-test-19.0.0-3156.gd69f13d8.el7.x 8.0 MB/s | 49 MB 00:06 2024-04-26T01:34:27.878 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/156 2024-04-26T01:34:27.895 INFO:teuthology.orchestra.run.smithi046.stdout:(94/152): qatlib-24.02.0-1.el9.x86_64.rpm 391 kB/s | 221 kB 00:00 2024-04-26T01:34:27.909 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 24/156 2024-04-26T01:34:27.937 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : lua-5.4.4-4.el9.x86_64 25/156 2024-04-26T01:34:28.008 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 26/156 2024-04-26T01:34:28.061 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 27/156 2024-04-26T01:34:28.079 INFO:teuthology.orchestra.run.smithi046.stdout:(95/152): python3-scipy-1.6.2-8.el9.x86_64.rpm 17 MB/s | 16 MB 00:00 2024-04-26T01:34:28.090 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 28/156 2024-04-26T01:34:28.104 INFO:teuthology.orchestra.run.smithi046.stdout:(96/152): qatlib-service-24.02.0-1.el9.x86_64.r 151 kB/s | 36 kB 00:00 2024-04-26T01:34:28.134 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/156 2024-04-26T01:34:28.159 INFO:teuthology.orchestra.run.smithi046.stdout:(97/152): qatzip-libs-1.2.0-1.el9.x86_64.rpm 184 kB/s | 47 kB 00:00 2024-04-26T01:34:28.188 INFO:teuthology.orchestra.run.smithi046.stdout:(98/152): uuid-1.6.2-55.el9.x86_64.rpm 709 kB/s | 58 kB 00:00 2024-04-26T01:34:28.212 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/156 2024-04-26T01:34:28.221 INFO:teuthology.orchestra.run.smithi046.stdout:(99/152): socat-1.7.4.1-5.el9.x86_64.rpm 2.6 MB/s | 305 kB 00:00 2024-04-26T01:34:28.246 INFO:teuthology.orchestra.run.smithi046.stdout:(100/152): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 1.1 MB/s | 94 kB 00:00 2024-04-26T01:34:28.254 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 31/156 2024-04-26T01:34:28.272 INFO:teuthology.orchestra.run.smithi046.stdout:(101/152): xmlstarlet-1.6.1-20.el9.x86_64.rpm 803 kB/s | 64 kB 00:00 2024-04-26T01:34:28.297 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 32/156 2024-04-26T01:34:28.297 INFO:teuthology.orchestra.run.smithi046.stdout:(102/152): lua-devel-5.4.4-4.el9.x86_64.rpm 462 kB/s | 22 kB 00:00 2024-04-26T01:34:28.326 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 33/156 2024-04-26T01:34:28.330 INFO:teuthology.orchestra.run.smithi046.stdout:(103/152): zlib-devel-1.2.11-41.el9.x86_64.rpm 546 kB/s | 45 kB 00:00 2024-04-26T01:34:28.381 INFO:teuthology.orchestra.run.smithi046.stdout:(104/152): protobuf-compiler-3.14.0-13.el9.x86_ 7.8 MB/s | 863 kB 00:00 2024-04-26T01:34:28.396 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 34/156 2024-04-26T01:34:28.441 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : luarocks-3.9.2-1.el9.noarch 35/156 2024-04-26T01:34:28.456 INFO:teuthology.orchestra.run.smithi046.stdout:(105/152): grpc-data-1.46.7-10.el9.noarch.rpm 262 kB/s | 19 kB 00:00 2024-04-26T01:34:28.494 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/156 2024-04-26T01:34:28.498 INFO:teuthology.orchestra.run.smithi046.stdout:(106/152): gperftools-libs-2.9.1-2.el9.x86_64.r 1.9 MB/s | 309 kB 00:00 2024-04-26T01:34:28.515 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 36/156 2024-04-26T01:34:28.556 INFO:teuthology.orchestra.run.smithi046.stdout:(107/152): abseil-cpp-20211102.0-3.el9.x86_64.r 2.1 MB/s | 548 kB 00:00 2024-04-26T01:34:28.582 INFO:teuthology.orchestra.run.smithi046.stdout:(108/152): libarrow-doc-9.0.0-10.el9.noarch.rpm 314 kB/s | 26 kB 00:00 2024-04-26T01:34:28.606 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/156 2024-04-26T01:34:28.607 INFO:teuthology.orchestra.run.smithi046.stdout:(109/152): liboath-2.6.7-2.el9.x86_64.rpm 989 kB/s | 49 kB 00:00 2024-04-26T01:34:28.632 INFO:teuthology.orchestra.run.smithi046.stdout:(110/152): libunwind-1.6.2-1.el9.x86_64.rpm 1.3 MB/s | 67 kB 00:00 2024-04-26T01:34:28.652 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 37/156 2024-04-26T01:34:28.666 INFO:teuthology.orchestra.run.smithi046.stdout:(111/152): luarocks-3.9.2-1.el9.noarch.rpm 2.6 MB/s | 151 kB 00:00 2024-04-26T01:34:28.710 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 38/156 2024-04-26T01:34:28.795 INFO:teuthology.orchestra.run.smithi046.stdout:(112/152): parquet-libs-9.0.0-10.el9.x86_64.rpm 5.1 MB/s | 838 kB 00:00 2024-04-26T01:34:28.833 INFO:teuthology.orchestra.run.smithi046.stdout:(113/152): python3-asyncssh-2.13.2-5.el9.noarch 3.2 MB/s | 548 kB 00:00 2024-04-26T01:34:28.859 INFO:teuthology.orchestra.run.smithi046.stdout:(114/152): python3-bcrypt-3.2.2-1.el9.x86_64.rp 689 kB/s | 43 kB 00:00 2024-04-26T01:34:28.884 INFO:teuthology.orchestra.run.smithi046.stdout:(115/152): python3-cachetools-4.2.4-1.el9.noarc 647 kB/s | 32 kB 00:00 2024-04-26T01:34:28.910 INFO:teuthology.orchestra.run.smithi046.stdout:(116/152): python3-certifi-2021.10.8-2.el9.noar 305 kB/s | 15 kB 00:00 2024-04-26T01:34:28.943 INFO:teuthology.orchestra.run.smithi046.stdout:(117/152): python3-cheroot-8.6.0-4.el9.noarch.r 2.9 MB/s | 172 kB 00:00 2024-04-26T01:34:28.985 INFO:teuthology.orchestra.run.smithi046.stdout:(118/152): python3-cherrypy-18.6.1-2.el9.noarch 4.7 MB/s | 358 kB 00:00 2024-04-26T01:34:29.019 INFO:teuthology.orchestra.run.smithi046.stdout:(119/152): python3-cmd2-2.4.2-2.el9.noarch.rpm 4.0 MB/s | 303 kB 00:00 2024-04-26T01:34:29.044 INFO:teuthology.orchestra.run.smithi046.stdout:(120/152): python3-colorama-0.4.4-12.el9.noarch 612 kB/s | 35 kB 00:00 2024-04-26T01:34:29.069 INFO:teuthology.orchestra.run.smithi046.stdout:(121/152): python3-google-auth-2.29.0-1.el9.noa 4.1 MB/s | 206 kB 00:00 2024-04-26T01:34:29.120 INFO:teuthology.orchestra.run.smithi046.stdout:(122/152): python3-grpcio-tools-1.46.7-10.el9.x 2.9 MB/s | 144 kB 00:00 2024-04-26T01:34:29.228 INFO:teuthology.orchestra.run.smithi046.stdout:(123/152): libarrow-9.0.0-10.el9.x86_64.rpm 5.7 MB/s | 4.4 MB 00:00 2024-04-26T01:34:29.253 INFO:teuthology.orchestra.run.smithi046.stdout:(124/152): python3-jaraco-8.2.1-3.el9.noarch.rp 80 kB/s | 11 kB 00:00 2024-04-26T01:34:29.258 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-rsa-4.9-2.el9.noarch 39/156 2024-04-26T01:34:29.279 INFO:teuthology.orchestra.run.smithi046.stdout:(125/152): python3-jaraco-classes-3.2.1-5.el9.n 358 kB/s | 18 kB 00:00 2024-04-26T01:34:29.304 INFO:teuthology.orchestra.run.smithi046.stdout:(126/152): python3-jaraco-collections-3.0.0-8.e 470 kB/s | 23 kB 00:00 2024-04-26T01:34:29.329 INFO:teuthology.orchestra.run.smithi046.stdout:(127/152): python3-jaraco-functools-3.5.0-2.el9 393 kB/s | 19 kB 00:00 2024-04-26T01:34:29.348 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 40/156 2024-04-26T01:34:29.354 INFO:teuthology.orchestra.run.smithi046.stdout:(128/152): python3-jaraco-text-3.2.0-6.el9.noar 398 kB/s | 20 kB 00:00 2024-04-26T01:34:29.376 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 41/156 2024-04-26T01:34:29.396 INFO:teuthology.orchestra.run.smithi046.stdout:(129/152): python3-logutils-0.3.5-21.el9.noarch 1.1 MB/s | 46 kB 00:00 2024-04-26T01:34:29.418 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 42/156 2024-04-26T01:34:29.457 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 43/156 2024-04-26T01:34:29.463 INFO:teuthology.orchestra.run.smithi046.stdout:(130/152): python3-grpcio-1.46.7-10.el9.x86_64. 4.9 MB/s | 2.0 MB 00:00 2024-04-26T01:34:29.488 INFO:teuthology.orchestra.run.smithi046.stdout:(131/152): python3-more-itertools-8.12.0-2.el9. 865 kB/s | 79 kB 00:00 2024-04-26T01:34:29.499 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 44/156 2024-04-26T01:34:29.513 INFO:teuthology.orchestra.run.smithi046.stdout:(132/152): python3-natsort-7.1.1-5.el9.noarch.r 1.1 MB/s | 58 kB 00:00 2024-04-26T01:34:29.556 INFO:teuthology.orchestra.run.smithi046.stdout:(133/152): python3-kubernetes-26.1.0-2.el9.noar 4.5 MB/s | 1.0 MB 00:00 2024-04-26T01:34:29.581 INFO:teuthology.orchestra.run.smithi046.stdout:(134/152): python3-portend-3.1.0-2.el9.noarch.r 249 kB/s | 16 kB 00:00 2024-04-26T01:34:29.614 INFO:teuthology.orchestra.run.smithi046.stdout:(135/152): python3-pecan-1.4.2-3.el9.noarch.rpm 2.1 MB/s | 272 kB 00:00 2024-04-26T01:34:29.639 INFO:teuthology.orchestra.run.smithi046.stdout:(136/152): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.1 MB/s | 90 kB 00:00 2024-04-26T01:34:29.666 INFO:teuthology.orchestra.run.smithi046.stdout:(137/152): python3-pyperclip-1.8.2-2.el9.noarch 341 kB/s | 28 kB 00:00 2024-04-26T01:34:29.690 INFO:teuthology.orchestra.run.smithi046.stdout:(138/152): python3-repoze-lru-0.7-16.el9.noarch 412 kB/s | 31 kB 00:00 2024-04-26T01:34:29.694 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 45/156 2024-04-26T01:34:29.715 INFO:teuthology.orchestra.run.smithi046.stdout:(139/152): python3-rsa-4.9-2.el9.noarch.rpm 1.2 MB/s | 59 kB 00:00 2024-04-26T01:34:29.740 INFO:teuthology.orchestra.run.smithi046.stdout:(140/152): python3-tempora-5.0.0-2.el9.noarch.r 725 kB/s | 36 kB 00:00 2024-04-26T01:34:29.752 INFO:teuthology.orchestra.run.smithi103.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 46/156 2024-04-26T01:34:29.766 INFO:teuthology.orchestra.run.smithi046.stdout:(141/152): python3-typing-extensions-4.4.0-2.el 1.0 MB/s | 51 kB 00:00 2024-04-26T01:34:29.799 INFO:teuthology.orchestra.run.smithi046.stdout:(142/152): python3-routes-2.5.1-5.el9.noarch.rp 1.4 MB/s | 188 kB 00:00 2024-04-26T01:34:29.816 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/156 2024-04-26T01:34:29.833 INFO:teuthology.orchestra.run.smithi046.stdout:(143/152): python3-websocket-client-1.2.3-2.el9 1.3 MB/s | 90 kB 00:00 2024-04-26T01:34:29.851 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/156 2024-04-26T01:34:29.870 INFO:teuthology.orchestra.run.smithi046.stdout:(144/152): python3-webob-1.8.7-6.el9.noarch.rpm 1.8 MB/s | 230 kB 00:00 2024-04-26T01:34:29.884 INFO:teuthology.orchestra.run.smithi046.stdout:(145/152): python3-zc-lockfile-2.0-10.el9.noarc 414 kB/s | 20 kB 00:00 2024-04-26T01:34:29.897 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/156 2024-04-26T01:34:29.917 INFO:teuthology.orchestra.run.smithi046.stdout:(146/152): re2-20211101-3.el9.x86_64.rpm 3.8 MB/s | 192 kB 00:00 2024-04-26T01:34:29.928 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 49/156 2024-04-26T01:34:29.929 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/156 2024-04-26T01:34:29.956 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/156 2024-04-26T01:34:29.959 INFO:teuthology.orchestra.run.smithi046.stdout:(147/152): python3-werkzeug-2.0.3-3.el9.1.noarc 2.6 MB/s | 427 kB 00:00 2024-04-26T01:34:29.964 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 50/156 2024-04-26T01:34:29.989 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 97/156 2024-04-26T01:34:30.012 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/156 2024-04-26T01:34:30.034 INFO:teuthology.orchestra.run.smithi046.stdout:(148/152): thrift-0.15.0-2.el9.x86_64.rpm 11 MB/s | 1.6 MB 00:00 2024-04-26T01:34:30.047 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/156 2024-04-26T01:34:30.090 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/156 2024-04-26T01:34:30.133 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/156 2024-04-26T01:34:30.168 INFO:teuthology.orchestra.run.smithi046.stdout:(149/152): openssl-3.2.1-1.el9.x86_64.rpm 10 MB/s | 1.3 MB 00:00 2024-04-26T01:34:30.277 INFO:teuthology.orchestra.run.smithi046.stdout:(150/152): librados2-19.0.0-3156.gd69f13d8.el7. 9.5 MB/s | 3.4 MB 00:00 2024-04-26T01:34:30.278 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/156 2024-04-26T01:34:30.303 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/156 2024-04-26T01:34:30.322 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/156 2024-04-26T01:34:30.335 INFO:teuthology.orchestra.run.smithi163.stdout: Upgrading : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 99/156 2024-04-26T01:34:30.352 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 57/156 2024-04-26T01:34:30.369 INFO:teuthology.orchestra.run.smithi046.stdout:(151/152): librbd1-19.0.0-3156.gd69f13d8.el7.x8 7.7 MB/s | 3.1 MB 00:00 2024-04-26T01:34:30.393 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 58/156 2024-04-26T01:34:30.409 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 99/156 2024-04-26T01:34:30.432 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 100/156 2024-04-26T01:34:30.435 INFO:teuthology.orchestra.run.smithi046.stdout:(152/152): openssl-libs-3.2.1-1.el9.x86_64.rpm 9.0 MB/s | 2.4 MB 00:00 2024-04-26T01:34:30.446 INFO:teuthology.orchestra.run.smithi046.stdout:-------------------------------------------------------------------------------- 2024-04-26T01:34:30.446 INFO:teuthology.orchestra.run.smithi046.stdout:Total 18 MB/s | 222 MB 00:12 2024-04-26T01:34:30.468 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/156 2024-04-26T01:34:30.489 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 59/156 2024-04-26T01:34:30.527 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 60/156 2024-04-26T01:34:30.567 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 61/156 2024-04-26T01:34:30.593 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 62/156 2024-04-26T01:34:30.617 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 63/156 2024-04-26T01:34:30.694 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 64/156 2024-04-26T01:34:30.828 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 65/156 2024-04-26T01:34:30.867 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 66/156 2024-04-26T01:34:30.895 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 67/156 2024-04-26T01:34:30.950 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 102/156 2024-04-26T01:34:30.988 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/156 2024-04-26T01:34:31.051 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/156 2024-04-26T01:34:31.073 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 104/156 2024-04-26T01:34:31.097 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 68/156 2024-04-26T01:34:31.221 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : uuid-1.6.2-55.el9.x86_64 69/156 2024-04-26T01:34:31.260 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/156 2024-04-26T01:34:31.298 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/156 2024-04-26T01:34:31.332 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/156 2024-04-26T01:34:31.366 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/156 2024-04-26T01:34:31.409 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/156 2024-04-26T01:34:31.442 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/156 2024-04-26T01:34:31.534 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/156 2024-04-26T01:34:31.581 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/156 2024-04-26T01:34:31.620 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/156 2024-04-26T01:34:31.676 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/156 2024-04-26T01:34:31.793 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-packaging-20.9-5.el9.noarch 80/156 2024-04-26T01:34:31.846 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 81/156 2024-04-26T01:34:32.580 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 82/156 2024-04-26T01:34:32.643 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 83/156 2024-04-26T01:34:32.685 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 84/156 2024-04-26T01:34:32.804 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 85/156 2024-04-26T01:34:32.860 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 86/156 2024-04-26T01:34:32.949 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/156 2024-04-26T01:34:32.996 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/156 2024-04-26T01:34:33.181 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : openblas-0.3.21-2.el9.x86_64 89/156 2024-04-26T01:34:33.219 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 90/156 2024-04-26T01:34:33.296 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/156 2024-04-26T01:34:33.327 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-26T01:34:33.361 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-26T01:34:33.392 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction check 2024-04-26T01:34:33.650 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction check succeeded. 2024-04-26T01:34:33.650 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction test 2024-04-26T01:34:33.927 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-26T01:34:33.948 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/156 2024-04-26T01:34:33.965 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 106/156 2024-04-26T01:34:34.056 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 106/156 2024-04-26T01:34:34.056 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-26T01:34:34.056 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-26T01:34:34.057 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-04-26T01:34:34.068 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/156 2024-04-26T01:34:34.091 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/156 2024-04-26T01:34:35.307 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/156 2024-04-26T01:34:35.382 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/156 2024-04-26T01:34:35.410 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/156 2024-04-26T01:34:35.444 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 97/156 2024-04-26T01:34:35.755 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/156 2024-04-26T01:34:35.862 INFO:teuthology.orchestra.run.smithi103.stdout: Upgrading : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 99/156 2024-04-26T01:34:35.955 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 99/156 2024-04-26T01:34:35.986 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 100/156 2024-04-26T01:34:36.031 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/156 2024-04-26T01:34:36.508 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 102/156 2024-04-26T01:34:36.519 INFO:teuthology.orchestra.run.smithi046.stdout:Transaction test succeeded. 2024-04-26T01:34:36.519 INFO:teuthology.orchestra.run.smithi046.stdout:Running transaction 2024-04-26T01:34:36.535 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/156 2024-04-26T01:34:36.589 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/156 2024-04-26T01:34:36.612 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 104/156 2024-04-26T01:34:38.909 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-26T01:34:38.935 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-26T01:34:39.473 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-26T01:34:39.514 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 106/156 2024-04-26T01:34:39.602 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 106/156 2024-04-26T01:34:39.602 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-26T01:34:39.602 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-26T01:34:39.602 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-04-26T01:34:39.640 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/156 2024-04-26T01:34:42.920 INFO:teuthology.orchestra.run.smithi046.stdout: Preparing : 1/1 2024-04-26T01:34:43.017 INFO:teuthology.orchestra.run.smithi046.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/156 2024-04-26T01:34:43.086 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/156 2024-04-26T01:34:43.209 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/156 2024-04-26T01:34:43.276 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/156 2024-04-26T01:34:43.311 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/156 2024-04-26T01:34:43.443 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/156 2024-04-26T01:34:43.950 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/156 2024-04-26T01:34:44.041 INFO:teuthology.orchestra.run.smithi046.stdout: Upgrading : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-26T01:34:44.208 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-26T01:34:44.234 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-26T01:34:44.356 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-26T01:34:44.392 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 10/156 2024-04-26T01:34:44.753 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/156 2024-04-26T01:34:44.842 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/156 2024-04-26T01:34:44.872 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-26T01:34:45.074 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-26T01:34:45.106 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 14/156 2024-04-26T01:34:45.239 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 14/156 2024-04-26T01:34:45.275 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-26T01:34:45.353 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-26T01:34:45.692 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-26T01:34:45.751 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-26T01:34:45.956 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : re2-1:20211101-3.el9.x86_64 17/156 2024-04-26T01:34:45.958 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/156 2024-04-26T01:34:45.958 INFO:teuthology.orchestra.run.smithi163.stdout:skipping the directory /sys 2024-04-26T01:34:45.958 INFO:teuthology.orchestra.run.smithi163.stdout:skipping the directory /proc 2024-04-26T01:34:45.958 INFO:teuthology.orchestra.run.smithi163.stdout:skipping the directory /mnt 2024-04-26T01:34:45.958 INFO:teuthology.orchestra.run.smithi163.stdout:skipping the directory /var/tmp 2024-04-26T01:34:45.958 INFO:teuthology.orchestra.run.smithi163.stdout:skipping the directory /home 2024-04-26T01:34:45.959 INFO:teuthology.orchestra.run.smithi163.stdout:skipping the directory /root 2024-04-26T01:34:45.959 INFO:teuthology.orchestra.run.smithi163.stdout:skipping the directory /tmp 2024-04-26T01:34:45.959 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-04-26T01:34:46.088 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 18/156 2024-04-26T01:34:46.127 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 108/156 2024-04-26T01:34:46.143 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 108/156 2024-04-26T01:34:46.143 INFO:teuthology.orchestra.run.smithi163.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:34:46.143 INFO:teuthology.orchestra.run.smithi163.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-26T01:34:46.143 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-04-26T01:34:46.230 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 19/156 2024-04-26T01:34:46.556 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : liboath-2.6.7-2.el9.x86_64 20/156 2024-04-26T01:34:46.681 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 21/156 2024-04-26T01:34:46.758 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 22/156 2024-04-26T01:34:46.839 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/156 2024-04-26T01:34:46.887 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 24/156 2024-04-26T01:34:46.926 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : lua-5.4.4-4.el9.x86_64 25/156 2024-04-26T01:34:47.041 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 26/156 2024-04-26T01:34:47.117 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 27/156 2024-04-26T01:34:47.152 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 28/156 2024-04-26T01:34:47.213 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/156 2024-04-26T01:34:47.331 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/156 2024-04-26T01:34:47.380 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 31/156 2024-04-26T01:34:47.439 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 32/156 2024-04-26T01:34:47.479 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 33/156 2024-04-26T01:34:47.608 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 34/156 2024-04-26T01:34:47.639 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/156 2024-04-26T01:34:47.665 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/156 2024-04-26T01:34:47.665 INFO:teuthology.orchestra.run.smithi163.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:34:47.665 INFO:teuthology.orchestra.run.smithi163.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-26T01:34:47.665 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-26T01:34:47.665 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-26T01:34:47.665 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-04-26T01:34:47.675 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : luarocks-3.9.2-1.el9.noarch 35/156 2024-04-26T01:34:47.787 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 36/156 2024-04-26T01:34:47.890 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 110/156 2024-04-26T01:34:47.912 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 110/156 2024-04-26T01:34:47.912 INFO:teuthology.orchestra.run.smithi163.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:34:47.912 INFO:teuthology.orchestra.run.smithi163.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-26T01:34:47.912 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-26T01:34:47.912 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-26T01:34:47.912 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-04-26T01:34:47.971 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 37/156 2024-04-26T01:34:48.043 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 38/156 2024-04-26T01:34:48.373 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 111/156 2024-04-26T01:34:48.396 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 111/156 2024-04-26T01:34:48.396 INFO:teuthology.orchestra.run.smithi163.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:34:48.397 INFO:teuthology.orchestra.run.smithi163.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-26T01:34:48.397 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-26T01:34:48.397 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-26T01:34:48.397 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-04-26T01:34:48.495 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : automake-1.16.2-8.el9.noarch 112/156 2024-04-26T01:34:48.544 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/156 2024-04-26T01:34:48.599 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/156 2024-04-26T01:34:48.765 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-rsa-4.9-2.el9.noarch 39/156 2024-04-26T01:34:48.786 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/156 2024-04-26T01:34:48.841 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/156 2024-04-26T01:34:48.876 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 40/156 2024-04-26T01:34:48.911 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/156 2024-04-26T01:34:48.917 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 41/156 2024-04-26T01:34:48.962 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 42/156 2024-04-26T01:34:49.003 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 43/156 2024-04-26T01:34:49.008 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-26T01:34:49.072 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 44/156 2024-04-26T01:34:49.146 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-26T01:34:49.191 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/156 2024-04-26T01:34:49.223 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/156 2024-04-26T01:34:49.251 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : fuse-2.9.9-15.el9.x86_64 122/156 2024-04-26T01:34:49.412 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 45/156 2024-04-26T01:34:49.496 INFO:teuthology.orchestra.run.smithi046.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 46/156 2024-04-26T01:34:49.580 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/156 2024-04-26T01:34:49.643 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 123/156 2024-04-26T01:34:49.674 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 123/156 2024-04-26T01:34:49.680 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/156 2024-04-26T01:34:49.706 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 124/156 2024-04-26T01:34:49.720 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 49/156 2024-04-26T01:34:49.760 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 50/156 2024-04-26T01:34:49.768 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 125/156 2024-04-26T01:34:49.806 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 126/156 2024-04-26T01:34:49.830 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/156 2024-04-26T01:34:49.876 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/156 2024-04-26T01:34:49.965 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/156 2024-04-26T01:34:50.036 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/156 2024-04-26T01:34:50.245 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/156 2024-04-26T01:34:50.298 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/156 2024-04-26T01:34:50.337 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 57/156 2024-04-26T01:34:50.395 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 58/156 2024-04-26T01:34:50.538 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 59/156 2024-04-26T01:34:50.593 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 60/156 2024-04-26T01:34:50.644 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 61/156 2024-04-26T01:34:50.683 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 62/156 2024-04-26T01:34:50.716 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 63/156 2024-04-26T01:34:50.847 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 126/156 2024-04-26T01:34:50.882 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 127/156 2024-04-26T01:34:50.912 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 64/156 2024-04-26T01:34:51.090 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 65/156 2024-04-26T01:34:51.131 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 66/156 2024-04-26T01:34:51.167 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/156 2024-04-26T01:34:51.167 INFO:teuthology.orchestra.run.smithi103.stdout:skipping the directory /sys 2024-04-26T01:34:51.167 INFO:teuthology.orchestra.run.smithi103.stdout:skipping the directory /proc 2024-04-26T01:34:51.167 INFO:teuthology.orchestra.run.smithi103.stdout:skipping the directory /mnt 2024-04-26T01:34:51.167 INFO:teuthology.orchestra.run.smithi103.stdout:skipping the directory /var/tmp 2024-04-26T01:34:51.167 INFO:teuthology.orchestra.run.smithi103.stdout:skipping the directory /home 2024-04-26T01:34:51.168 INFO:teuthology.orchestra.run.smithi103.stdout:skipping the directory /root 2024-04-26T01:34:51.168 INFO:teuthology.orchestra.run.smithi103.stdout:skipping the directory /tmp 2024-04-26T01:34:51.168 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-04-26T01:34:51.176 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 67/156 2024-04-26T01:34:51.245 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 68/156 2024-04-26T01:34:51.315 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : uuid-1.6.2-55.el9.x86_64 69/156 2024-04-26T01:34:51.346 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 108/156 2024-04-26T01:34:51.362 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 108/156 2024-04-26T01:34:51.362 INFO:teuthology.orchestra.run.smithi103.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:34:51.362 INFO:teuthology.orchestra.run.smithi103.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-26T01:34:51.362 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-04-26T01:34:51.386 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/156 2024-04-26T01:34:51.436 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/156 2024-04-26T01:34:51.491 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/156 2024-04-26T01:34:51.540 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/156 2024-04-26T01:34:51.617 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/156 2024-04-26T01:34:51.678 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/156 2024-04-26T01:34:51.828 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/156 2024-04-26T01:34:51.848 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 127/156 2024-04-26T01:34:51.883 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 128/156 2024-04-26T01:34:51.895 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/156 2024-04-26T01:34:51.936 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/156 2024-04-26T01:34:51.985 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 128/156 2024-04-26T01:34:52.009 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/156 2024-04-26T01:34:52.169 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-packaging-20.9-5.el9.noarch 80/156 2024-04-26T01:34:52.172 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 129/156 2024-04-26T01:34:52.201 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 130/156 2024-04-26T01:34:52.225 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 130/156 2024-04-26T01:34:52.225 INFO:teuthology.orchestra.run.smithi163.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:34:52.225 INFO:teuthology.orchestra.run.smithi163.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-26T01:34:52.225 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-26T01:34:52.225 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-26T01:34:52.225 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-04-26T01:34:52.240 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 81/156 2024-04-26T01:34:52.269 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 131/156 2024-04-26T01:34:52.280 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 131/156 2024-04-26T01:34:52.378 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 132/156 2024-04-26T01:34:52.425 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 133/156 2024-04-26T01:34:52.849 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/156 2024-04-26T01:34:52.875 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/156 2024-04-26T01:34:52.875 INFO:teuthology.orchestra.run.smithi103.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:34:52.875 INFO:teuthology.orchestra.run.smithi103.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-26T01:34:52.875 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-26T01:34:52.875 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-26T01:34:52.875 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-04-26T01:34:53.100 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 110/156 2024-04-26T01:34:53.123 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 110/156 2024-04-26T01:34:53.123 INFO:teuthology.orchestra.run.smithi103.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:34:53.123 INFO:teuthology.orchestra.run.smithi103.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-26T01:34:53.123 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-26T01:34:53.123 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-26T01:34:53.124 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-04-26T01:34:53.227 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 82/156 2024-04-26T01:34:53.281 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 83/156 2024-04-26T01:34:53.331 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 84/156 2024-04-26T01:34:53.349 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libtool-2.4.6-45.el9.x86_64 134/156 2024-04-26T01:34:53.380 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/156 2024-04-26T01:34:53.403 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/156 2024-04-26T01:34:53.403 INFO:teuthology.orchestra.run.smithi163.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:34:53.403 INFO:teuthology.orchestra.run.smithi163.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-26T01:34:53.403 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-26T01:34:53.403 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-26T01:34:53.403 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-04-26T01:34:53.447 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 136/156 2024-04-26T01:34:53.462 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 85/156 2024-04-26T01:34:53.469 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 136/156 2024-04-26T01:34:53.469 INFO:teuthology.orchestra.run.smithi163.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:34:53.469 INFO:teuthology.orchestra.run.smithi163.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-26T01:34:53.469 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-04-26T01:34:53.514 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 137/156 2024-04-26T01:34:53.534 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 86/156 2024-04-26T01:34:53.536 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 137/156 2024-04-26T01:34:53.536 INFO:teuthology.orchestra.run.smithi163.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:34:53.536 INFO:teuthology.orchestra.run.smithi163.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-26T01:34:53.536 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-26T01:34:53.536 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-26T01:34:53.537 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-04-26T01:34:53.576 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 111/156 2024-04-26T01:34:53.599 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 111/156 2024-04-26T01:34:53.599 INFO:teuthology.orchestra.run.smithi103.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:34:53.599 INFO:teuthology.orchestra.run.smithi103.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-26T01:34:53.599 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-26T01:34:53.599 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-26T01:34:53.600 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-04-26T01:34:53.645 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/156 2024-04-26T01:34:53.681 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/156 2024-04-26T01:34:53.715 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : automake-1.16.2-8.el9.noarch 112/156 2024-04-26T01:34:53.772 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/156 2024-04-26T01:34:53.827 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/156 2024-04-26T01:34:53.840 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 138/156 2024-04-26T01:34:53.862 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 138/156 2024-04-26T01:34:53.862 INFO:teuthology.orchestra.run.smithi163.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:34:53.863 INFO:teuthology.orchestra.run.smithi163.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-26T01:34:53.863 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-26T01:34:53.863 INFO:teuthology.orchestra.run.smithi163.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-26T01:34:53.863 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-04-26T01:34:53.927 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : openblas-0.3.21-2.el9.x86_64 89/156 2024-04-26T01:34:53.961 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 90/156 2024-04-26T01:34:54.015 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/156 2024-04-26T01:34:54.065 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/156 2024-04-26T01:34:54.068 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/156 2024-04-26T01:34:54.148 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/156 2024-04-26T01:34:54.236 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-26T01:34:54.376 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-26T01:34:54.428 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/156 2024-04-26T01:34:54.468 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/156 2024-04-26T01:34:54.495 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : fuse-2.9.9-15.el9.x86_64 122/156 2024-04-26T01:34:54.949 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 123/156 2024-04-26T01:34:54.966 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/156 2024-04-26T01:34:54.978 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 123/156 2024-04-26T01:34:55.010 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 124/156 2024-04-26T01:34:55.071 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 125/156 2024-04-26T01:34:55.118 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 126/156 2024-04-26T01:34:55.139 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/156 2024-04-26T01:34:56.164 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 126/156 2024-04-26T01:34:56.203 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 127/156 2024-04-26T01:34:56.812 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/156 2024-04-26T01:34:56.926 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/156 2024-04-26T01:34:57.007 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/156 2024-04-26T01:34:57.057 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 97/156 2024-04-26T01:34:57.166 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 127/156 2024-04-26T01:34:57.203 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 128/156 2024-04-26T01:34:57.307 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 128/156 2024-04-26T01:34:57.468 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/156 2024-04-26T01:34:57.476 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 129/156 2024-04-26T01:34:57.504 INFO:teuthology.orchestra.run.smithi046.stdout: Upgrading : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 99/156 2024-04-26T01:34:57.505 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 130/156 2024-04-26T01:34:57.529 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 130/156 2024-04-26T01:34:57.529 INFO:teuthology.orchestra.run.smithi103.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:34:57.529 INFO:teuthology.orchestra.run.smithi103.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-26T01:34:57.529 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-26T01:34:57.529 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-26T01:34:57.530 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-04-26T01:34:57.573 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 131/156 2024-04-26T01:34:57.584 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 131/156 2024-04-26T01:34:57.643 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 99/156 2024-04-26T01:34:57.678 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 100/156 2024-04-26T01:34:57.707 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 132/156 2024-04-26T01:34:57.742 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/156 2024-04-26T01:34:57.763 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 133/156 2024-04-26T01:34:58.348 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 102/156 2024-04-26T01:34:58.382 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/156 2024-04-26T01:34:58.473 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/156 2024-04-26T01:34:58.476 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 139/156 2024-04-26T01:34:58.500 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 104/156 2024-04-26T01:34:58.517 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 140/156 2024-04-26T01:34:58.558 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 141/156 2024-04-26T01:34:58.591 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 142/156 2024-04-26T01:34:58.618 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 143/156 2024-04-26T01:34:58.690 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libtool-2.4.6-45.el9.x86_64 134/156 2024-04-26T01:34:58.717 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/156 2024-04-26T01:34:58.740 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/156 2024-04-26T01:34:58.741 INFO:teuthology.orchestra.run.smithi103.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:34:58.741 INFO:teuthology.orchestra.run.smithi103.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-26T01:34:58.741 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-26T01:34:58.741 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-26T01:34:58.741 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-04-26T01:34:58.785 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 136/156 2024-04-26T01:34:58.801 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 144/156 2024-04-26T01:34:58.807 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 136/156 2024-04-26T01:34:58.807 INFO:teuthology.orchestra.run.smithi103.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:34:58.807 INFO:teuthology.orchestra.run.smithi103.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-26T01:34:58.807 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-04-26T01:34:58.852 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 137/156 2024-04-26T01:34:58.855 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 145/156 2024-04-26T01:34:58.874 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 137/156 2024-04-26T01:34:58.875 INFO:teuthology.orchestra.run.smithi103.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:34:58.875 INFO:teuthology.orchestra.run.smithi103.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-26T01:34:58.875 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-26T01:34:58.875 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-26T01:34:58.875 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-04-26T01:34:58.894 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 146/156 2024-04-26T01:34:59.178 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 138/156 2024-04-26T01:34:59.200 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 138/156 2024-04-26T01:34:59.200 INFO:teuthology.orchestra.run.smithi103.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:34:59.200 INFO:teuthology.orchestra.run.smithi103.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-26T01:34:59.201 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-26T01:34:59.201 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-26T01:34:59.201 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-04-26T01:34:59.510 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T01:34:59.550 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T01:34:59.570 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T01:35:00.398 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 148/156 2024-04-26T01:35:00.488 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 149/156 2024-04-26T01:35:00.528 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 150/156 2024-04-26T01:35:00.612 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : flex-2.6.4-9.el9.x86_64 151/156 2024-04-26T01:35:00.660 INFO:teuthology.orchestra.run.smithi163.stdout: Installing : bison-3.7.4-5.el9.x86_64 152/156 2024-04-26T01:35:00.660 INFO:teuthology.orchestra.run.smithi163.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-26T01:35:00.744 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-26T01:35:00.777 INFO:teuthology.orchestra.run.smithi163.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-26T01:35:00.777 INFO:teuthology.orchestra.run.smithi163.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-26T01:35:00.865 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-26T01:35:00.934 INFO:teuthology.orchestra.run.smithi163.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T01:35:01.341 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-26T01:35:01.380 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-26T01:35:02.050 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-26T01:35:02.100 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 106/156 2024-04-26T01:35:02.249 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 106/156 2024-04-26T01:35:02.249 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-26T01:35:02.249 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-26T01:35:02.249 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:35:02.292 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/156 2024-04-26T01:35:03.824 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 139/156 2024-04-26T01:35:03.873 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 140/156 2024-04-26T01:35:03.914 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 141/156 2024-04-26T01:35:03.946 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 142/156 2024-04-26T01:35:03.974 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 143/156 2024-04-26T01:35:04.162 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 144/156 2024-04-26T01:35:04.212 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 145/156 2024-04-26T01:35:04.242 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 146/156 2024-04-26T01:35:04.866 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T01:35:04.908 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T01:35:04.928 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T01:35:05.768 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 148/156 2024-04-26T01:35:05.855 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 149/156 2024-04-26T01:35:05.896 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 150/156 2024-04-26T01:35:05.979 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : flex-2.6.4-9.el9.x86_64 151/156 2024-04-26T01:35:06.017 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : bison-3.7.4-5.el9.x86_64 152/156 2024-04-26T01:35:06.017 INFO:teuthology.orchestra.run.smithi103.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-26T01:35:06.085 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-26T01:35:06.126 INFO:teuthology.orchestra.run.smithi103.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-26T01:35:06.126 INFO:teuthology.orchestra.run.smithi103.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-26T01:35:06.212 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-26T01:35:06.283 INFO:teuthology.orchestra.run.smithi103.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T01:35:06.672 INFO:teuthology.orchestra.run.smithi163.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T01:35:06.672 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 1/156 2024-04-26T01:35:06.672 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2/156 2024-04-26T01:35:06.672 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 3/156 2024-04-26T01:35:06.673 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 4/156 2024-04-26T01:35:06.673 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 5/156 2024-04-26T01:35:06.673 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 6/156 2024-04-26T01:35:06.673 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 7/156 2024-04-26T01:35:06.673 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-26T01:35:06.673 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-26T01:35:06.673 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 10/156 2024-04-26T01:35:06.673 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 11/156 2024-04-26T01:35:06.673 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 12/156 2024-04-26T01:35:06.673 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-26T01:35:06.673 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 14/156 2024-04-26T01:35:06.673 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 15/156 2024-04-26T01:35:06.673 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 16/156 2024-04-26T01:35:06.674 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 17/156 2024-04-26T01:35:06.674 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 18/156 2024-04-26T01:35:06.674 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 19/156 2024-04-26T01:35:06.674 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 20/156 2024-04-26T01:35:06.674 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 21/156 2024-04-26T01:35:06.674 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 22/156 2024-04-26T01:35:06.674 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 23/156 2024-04-26T01:35:06.674 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 24/156 2024-04-26T01:35:06.674 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 25/156 2024-04-26T01:35:06.674 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 26/156 2024-04-26T01:35:06.674 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 27/156 2024-04-26T01:35:06.674 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 28/156 2024-04-26T01:35:06.674 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 29/156 2024-04-26T01:35:06.675 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 30/156 2024-04-26T01:35:06.675 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 31/156 2024-04-26T01:35:06.675 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 32/156 2024-04-26T01:35:06.675 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 33/156 2024-04-26T01:35:06.675 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 34/156 2024-04-26T01:35:06.675 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 35/156 2024-04-26T01:35:06.675 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 36/156 2024-04-26T01:35:06.675 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 37/156 2024-04-26T01:35:06.675 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 38/156 2024-04-26T01:35:06.675 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 39/156 2024-04-26T01:35:06.675 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/156 2024-04-26T01:35:06.675 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/156 2024-04-26T01:35:06.675 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/156 2024-04-26T01:35:06.675 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/156 2024-04-26T01:35:06.676 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/156 2024-04-26T01:35:06.676 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/156 2024-04-26T01:35:06.676 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/156 2024-04-26T01:35:06.676 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/156 2024-04-26T01:35:06.676 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/156 2024-04-26T01:35:06.676 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/156 2024-04-26T01:35:06.676 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/156 2024-04-26T01:35:06.676 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/156 2024-04-26T01:35:06.676 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/156 2024-04-26T01:35:06.676 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/156 2024-04-26T01:35:06.676 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/156 2024-04-26T01:35:06.676 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/156 2024-04-26T01:35:06.676 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/156 2024-04-26T01:35:06.677 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/156 2024-04-26T01:35:06.677 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/156 2024-04-26T01:35:06.677 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/156 2024-04-26T01:35:06.677 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/156 2024-04-26T01:35:06.677 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/156 2024-04-26T01:35:06.677 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/156 2024-04-26T01:35:06.677 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/156 2024-04-26T01:35:06.677 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/156 2024-04-26T01:35:06.677 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/156 2024-04-26T01:35:06.677 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/156 2024-04-26T01:35:06.677 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/156 2024-04-26T01:35:06.677 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/156 2024-04-26T01:35:06.677 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/156 2024-04-26T01:35:06.677 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/156 2024-04-26T01:35:06.678 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/156 2024-04-26T01:35:06.678 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/156 2024-04-26T01:35:06.678 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/156 2024-04-26T01:35:06.678 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/156 2024-04-26T01:35:06.678 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/156 2024-04-26T01:35:06.678 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/156 2024-04-26T01:35:06.678 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/156 2024-04-26T01:35:06.678 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/156 2024-04-26T01:35:06.678 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/156 2024-04-26T01:35:06.678 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/156 2024-04-26T01:35:06.678 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/156 2024-04-26T01:35:06.678 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/156 2024-04-26T01:35:06.678 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/156 2024-04-26T01:35:06.678 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/156 2024-04-26T01:35:06.679 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/156 2024-04-26T01:35:06.679 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/156 2024-04-26T01:35:06.679 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/156 2024-04-26T01:35:06.679 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/156 2024-04-26T01:35:06.679 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/156 2024-04-26T01:35:06.679 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/156 2024-04-26T01:35:06.679 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/156 2024-04-26T01:35:06.679 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/156 2024-04-26T01:35:06.679 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/156 2024-04-26T01:35:06.679 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/156 2024-04-26T01:35:06.679 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/156 2024-04-26T01:35:06.680 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/156 2024-04-26T01:35:06.680 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/156 2024-04-26T01:35:06.680 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/156 2024-04-26T01:35:06.680 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/156 2024-04-26T01:35:06.680 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/156 2024-04-26T01:35:06.680 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/156 2024-04-26T01:35:06.680 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/156 2024-04-26T01:35:06.680 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/156 2024-04-26T01:35:06.680 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/156 2024-04-26T01:35:06.680 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/156 2024-04-26T01:35:06.680 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/156 2024-04-26T01:35:06.680 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/156 2024-04-26T01:35:06.680 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 108/156 2024-04-26T01:35:06.681 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 109/156 2024-04-26T01:35:06.681 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/156 2024-04-26T01:35:06.681 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/156 2024-04-26T01:35:06.681 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/156 2024-04-26T01:35:06.681 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 113/156 2024-04-26T01:35:06.681 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/156 2024-04-26T01:35:06.681 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/156 2024-04-26T01:35:06.681 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/156 2024-04-26T01:35:06.681 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/156 2024-04-26T01:35:06.681 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-26T01:35:06.681 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-26T01:35:06.681 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/156 2024-04-26T01:35:06.681 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/156 2024-04-26T01:35:06.681 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/156 2024-04-26T01:35:06.681 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/156 2024-04-26T01:35:06.682 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/156 2024-04-26T01:35:06.682 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/156 2024-04-26T01:35:06.682 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/156 2024-04-26T01:35:06.682 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/156 2024-04-26T01:35:06.682 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/156 2024-04-26T01:35:06.682 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/156 2024-04-26T01:35:06.682 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/156 2024-04-26T01:35:06.682 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/156 2024-04-26T01:35:06.682 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/156 2024-04-26T01:35:06.682 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/156 2024-04-26T01:35:06.682 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/156 2024-04-26T01:35:06.682 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/156 2024-04-26T01:35:06.682 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/156 2024-04-26T01:35:06.683 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/156 2024-04-26T01:35:06.683 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/156 2024-04-26T01:35:06.683 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/156 2024-04-26T01:35:06.683 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/156 2024-04-26T01:35:06.683 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/156 2024-04-26T01:35:06.683 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/156 2024-04-26T01:35:06.683 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/156 2024-04-26T01:35:06.683 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/156 2024-04-26T01:35:06.683 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/156 2024-04-26T01:35:06.683 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/156 2024-04-26T01:35:06.683 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/156 2024-04-26T01:35:06.683 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/156 2024-04-26T01:35:06.683 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 149/156 2024-04-26T01:35:06.683 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/156 2024-04-26T01:35:06.683 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 151/156 2024-04-26T01:35:06.684 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/156 2024-04-26T01:35:06.684 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 153/156 2024-04-26T01:35:06.684 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-26T01:35:06.684 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 155/156 2024-04-26T01:35:08.818 INFO:teuthology.orchestra.run.smithi163.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T01:35:08.818 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-04-26T01:35:08.818 INFO:teuthology.orchestra.run.smithi163.stdout:Upgraded: 2024-04-26T01:35:08.819 INFO:teuthology.orchestra.run.smithi163.stdout: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:08.819 INFO:teuthology.orchestra.run.smithi163.stdout: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:08.819 INFO:teuthology.orchestra.run.smithi163.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-04-26T01:35:08.819 INFO:teuthology.orchestra.run.smithi163.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-04-26T01:35:08.819 INFO:teuthology.orchestra.run.smithi163.stdout:Installed: 2024-04-26T01:35:08.819 INFO:teuthology.orchestra.run.smithi163.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-26T01:35:08.819 INFO:teuthology.orchestra.run.smithi163.stdout: automake-1.16.2-8.el9.noarch 2024-04-26T01:35:08.819 INFO:teuthology.orchestra.run.smithi163.stdout: bison-3.7.4-5.el9.x86_64 2024-04-26T01:35:08.819 INFO:teuthology.orchestra.run.smithi163.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-26T01:35:08.819 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:08.819 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:08.819 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:08.819 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:08.820 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:35:08.820 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-immutable-object-cache-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:08.820 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:08.820 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:08.820 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:35:08.820 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:35:08.820 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:35:08.820 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:35:08.820 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:35:08.820 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:08.820 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:08.820 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:35:08.820 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:08.820 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:08.820 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:08.821 INFO:teuthology.orchestra.run.smithi163.stdout: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:35:08.821 INFO:teuthology.orchestra.run.smithi163.stdout: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:35:08.821 INFO:teuthology.orchestra.run.smithi163.stdout: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:08.821 INFO:teuthology.orchestra.run.smithi163.stdout: cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:08.821 INFO:teuthology.orchestra.run.smithi163.stdout: cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:35:08.821 INFO:teuthology.orchestra.run.smithi163.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-26T01:35:08.821 INFO:teuthology.orchestra.run.smithi163.stdout: flex-2.6.4-9.el9.x86_64 2024-04-26T01:35:08.821 INFO:teuthology.orchestra.run.smithi163.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-26T01:35:08.821 INFO:teuthology.orchestra.run.smithi163.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-26T01:35:08.821 INFO:teuthology.orchestra.run.smithi163.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-26T01:35:08.821 INFO:teuthology.orchestra.run.smithi163.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-26T01:35:08.821 INFO:teuthology.orchestra.run.smithi163.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-26T01:35:08.821 INFO:teuthology.orchestra.run.smithi163.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-26T01:35:08.821 INFO:teuthology.orchestra.run.smithi163.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-26T01:35:08.822 INFO:teuthology.orchestra.run.smithi163.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-26T01:35:08.822 INFO:teuthology.orchestra.run.smithi163.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-26T01:35:08.822 INFO:teuthology.orchestra.run.smithi163.stdout: libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:08.822 INFO:teuthology.orchestra.run.smithi163.stdout: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:08.822 INFO:teuthology.orchestra.run.smithi163.stdout: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:08.822 INFO:teuthology.orchestra.run.smithi163.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-26T01:35:08.822 INFO:teuthology.orchestra.run.smithi163.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-26T01:35:08.822 INFO:teuthology.orchestra.run.smithi163.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-26T01:35:08.822 INFO:teuthology.orchestra.run.smithi163.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-26T01:35:08.822 INFO:teuthology.orchestra.run.smithi163.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-26T01:35:08.822 INFO:teuthology.orchestra.run.smithi163.stdout: librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:08.822 INFO:teuthology.orchestra.run.smithi163.stdout: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:08.822 INFO:teuthology.orchestra.run.smithi163.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-26T01:35:08.823 INFO:teuthology.orchestra.run.smithi163.stdout: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:08.823 INFO:teuthology.orchestra.run.smithi163.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-26T01:35:08.823 INFO:teuthology.orchestra.run.smithi163.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-26T01:35:08.823 INFO:teuthology.orchestra.run.smithi163.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-26T01:35:08.823 INFO:teuthology.orchestra.run.smithi163.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-26T01:35:08.823 INFO:teuthology.orchestra.run.smithi163.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-26T01:35:08.823 INFO:teuthology.orchestra.run.smithi163.stdout: lua-5.4.4-4.el9.x86_64 2024-04-26T01:35:08.823 INFO:teuthology.orchestra.run.smithi163.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-26T01:35:08.823 INFO:teuthology.orchestra.run.smithi163.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-26T01:35:08.823 INFO:teuthology.orchestra.run.smithi163.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-26T01:35:08.823 INFO:teuthology.orchestra.run.smithi163.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-26T01:35:08.823 INFO:teuthology.orchestra.run.smithi163.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-04-26T01:35:08.823 INFO:teuthology.orchestra.run.smithi163.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-26T01:35:08.823 INFO:teuthology.orchestra.run.smithi163.stdout: postgresql-13.14-1.el9.x86_64 2024-04-26T01:35:08.823 INFO:teuthology.orchestra.run.smithi163.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-26T01:35:08.824 INFO:teuthology.orchestra.run.smithi163.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-26T01:35:08.824 INFO:teuthology.orchestra.run.smithi163.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-26T01:35:08.824 INFO:teuthology.orchestra.run.smithi163.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-26T01:35:08.824 INFO:teuthology.orchestra.run.smithi163.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-26T01:35:08.824 INFO:teuthology.orchestra.run.smithi163.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-26T01:35:08.824 INFO:teuthology.orchestra.run.smithi163.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-26T01:35:08.824 INFO:teuthology.orchestra.run.smithi163.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-26T01:35:08.824 INFO:teuthology.orchestra.run.smithi163.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-26T01:35:08.824 INFO:teuthology.orchestra.run.smithi163.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-26T01:35:08.824 INFO:teuthology.orchestra.run.smithi163.stdout: python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:08.824 INFO:teuthology.orchestra.run.smithi163.stdout: python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:08.824 INFO:teuthology.orchestra.run.smithi163.stdout: python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:08.824 INFO:teuthology.orchestra.run.smithi163.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-26T01:35:08.824 INFO:teuthology.orchestra.run.smithi163.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-26T01:35:08.824 INFO:teuthology.orchestra.run.smithi163.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-26T01:35:08.825 INFO:teuthology.orchestra.run.smithi163.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-26T01:35:08.825 INFO:teuthology.orchestra.run.smithi163.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-26T01:35:08.825 INFO:teuthology.orchestra.run.smithi163.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-26T01:35:08.825 INFO:teuthology.orchestra.run.smithi163.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-26T01:35:08.825 INFO:teuthology.orchestra.run.smithi163.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-26T01:35:08.825 INFO:teuthology.orchestra.run.smithi163.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-04-26T01:35:08.825 INFO:teuthology.orchestra.run.smithi163.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-26T01:35:08.825 INFO:teuthology.orchestra.run.smithi163.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-26T01:35:08.825 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-26T01:35:08.825 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-26T01:35:08.825 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-26T01:35:08.825 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-26T01:35:08.826 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-26T01:35:08.826 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-26T01:35:08.826 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-26T01:35:08.826 INFO:teuthology.orchestra.run.smithi163.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-26T01:35:08.826 INFO:teuthology.orchestra.run.smithi163.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-26T01:35:08.826 INFO:teuthology.orchestra.run.smithi163.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-26T01:35:08.826 INFO:teuthology.orchestra.run.smithi163.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-26T01:35:08.826 INFO:teuthology.orchestra.run.smithi163.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-26T01:35:08.826 INFO:teuthology.orchestra.run.smithi163.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-26T01:35:08.826 INFO:teuthology.orchestra.run.smithi163.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-26T01:35:08.826 INFO:teuthology.orchestra.run.smithi163.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-26T01:35:08.826 INFO:teuthology.orchestra.run.smithi163.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-26T01:35:08.826 INFO:teuthology.orchestra.run.smithi163.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-26T01:35:08.827 INFO:teuthology.orchestra.run.smithi163.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-26T01:35:08.827 INFO:teuthology.orchestra.run.smithi163.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-26T01:35:08.827 INFO:teuthology.orchestra.run.smithi163.stdout: python3-ply-3.11-14.el9.noarch 2024-04-26T01:35:08.827 INFO:teuthology.orchestra.run.smithi163.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-26T01:35:08.827 INFO:teuthology.orchestra.run.smithi163.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-26T01:35:08.827 INFO:teuthology.orchestra.run.smithi163.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-26T01:35:08.827 INFO:teuthology.orchestra.run.smithi163.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-26T01:35:08.827 INFO:teuthology.orchestra.run.smithi163.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-26T01:35:08.827 INFO:teuthology.orchestra.run.smithi163.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-26T01:35:08.827 INFO:teuthology.orchestra.run.smithi163.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-26T01:35:08.827 INFO:teuthology.orchestra.run.smithi163.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-26T01:35:08.827 INFO:teuthology.orchestra.run.smithi163.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-26T01:35:08.827 INFO:teuthology.orchestra.run.smithi163.stdout: python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:08.827 INFO:teuthology.orchestra.run.smithi163.stdout: python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:08.828 INFO:teuthology.orchestra.run.smithi163.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-26T01:35:08.828 INFO:teuthology.orchestra.run.smithi163.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-26T01:35:08.828 INFO:teuthology.orchestra.run.smithi163.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-26T01:35:08.828 INFO:teuthology.orchestra.run.smithi163.stdout: python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:08.828 INFO:teuthology.orchestra.run.smithi163.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-26T01:35:08.828 INFO:teuthology.orchestra.run.smithi163.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-26T01:35:08.828 INFO:teuthology.orchestra.run.smithi163.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-26T01:35:08.828 INFO:teuthology.orchestra.run.smithi163.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-26T01:35:08.828 INFO:teuthology.orchestra.run.smithi163.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-26T01:35:08.828 INFO:teuthology.orchestra.run.smithi163.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-26T01:35:08.828 INFO:teuthology.orchestra.run.smithi163.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-26T01:35:08.828 INFO:teuthology.orchestra.run.smithi163.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-26T01:35:08.828 INFO:teuthology.orchestra.run.smithi163.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-26T01:35:08.828 INFO:teuthology.orchestra.run.smithi163.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-26T01:35:08.828 INFO:teuthology.orchestra.run.smithi163.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-26T01:35:08.829 INFO:teuthology.orchestra.run.smithi163.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-26T01:35:08.829 INFO:teuthology.orchestra.run.smithi163.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-26T01:35:08.829 INFO:teuthology.orchestra.run.smithi163.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-26T01:35:08.829 INFO:teuthology.orchestra.run.smithi163.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-26T01:35:08.829 INFO:teuthology.orchestra.run.smithi163.stdout: rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:08.829 INFO:teuthology.orchestra.run.smithi163.stdout: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:08.829 INFO:teuthology.orchestra.run.smithi163.stdout: rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:08.829 INFO:teuthology.orchestra.run.smithi163.stdout: re2-1:20211101-3.el9.x86_64 2024-04-26T01:35:08.829 INFO:teuthology.orchestra.run.smithi163.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-26T01:35:08.829 INFO:teuthology.orchestra.run.smithi163.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-26T01:35:08.829 INFO:teuthology.orchestra.run.smithi163.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-26T01:35:08.829 INFO:teuthology.orchestra.run.smithi163.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-26T01:35:08.829 INFO:teuthology.orchestra.run.smithi163.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-26T01:35:08.830 INFO:teuthology.orchestra.run.smithi163.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-26T01:35:08.830 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-04-26T01:35:08.830 INFO:teuthology.orchestra.run.smithi163.stdout:Complete! 2024-04-26T01:35:09.209 DEBUG:teuthology.parallel:result is None 2024-04-26T01:35:12.443 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T01:35:12.443 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 1/156 2024-04-26T01:35:12.443 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2/156 2024-04-26T01:35:12.443 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 3/156 2024-04-26T01:35:12.443 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 4/156 2024-04-26T01:35:12.443 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 5/156 2024-04-26T01:35:12.443 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 6/156 2024-04-26T01:35:12.443 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 7/156 2024-04-26T01:35:12.443 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-26T01:35:12.443 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-26T01:35:12.443 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 10/156 2024-04-26T01:35:12.444 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 11/156 2024-04-26T01:35:12.444 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 12/156 2024-04-26T01:35:12.444 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-26T01:35:12.444 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 14/156 2024-04-26T01:35:12.444 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 15/156 2024-04-26T01:35:12.444 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 16/156 2024-04-26T01:35:12.444 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 17/156 2024-04-26T01:35:12.444 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 18/156 2024-04-26T01:35:12.444 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 19/156 2024-04-26T01:35:12.444 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 20/156 2024-04-26T01:35:12.444 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 21/156 2024-04-26T01:35:12.444 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 22/156 2024-04-26T01:35:12.444 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 23/156 2024-04-26T01:35:12.444 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 24/156 2024-04-26T01:35:12.445 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 25/156 2024-04-26T01:35:12.445 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 26/156 2024-04-26T01:35:12.445 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 27/156 2024-04-26T01:35:12.445 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 28/156 2024-04-26T01:35:12.445 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 29/156 2024-04-26T01:35:12.445 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 30/156 2024-04-26T01:35:12.445 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 31/156 2024-04-26T01:35:12.445 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 32/156 2024-04-26T01:35:12.445 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 33/156 2024-04-26T01:35:12.445 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 34/156 2024-04-26T01:35:12.445 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 35/156 2024-04-26T01:35:12.445 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 36/156 2024-04-26T01:35:12.445 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 37/156 2024-04-26T01:35:12.445 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 38/156 2024-04-26T01:35:12.446 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 39/156 2024-04-26T01:35:12.446 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/156 2024-04-26T01:35:12.446 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/156 2024-04-26T01:35:12.446 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/156 2024-04-26T01:35:12.446 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/156 2024-04-26T01:35:12.446 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/156 2024-04-26T01:35:12.446 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/156 2024-04-26T01:35:12.446 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/156 2024-04-26T01:35:12.446 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/156 2024-04-26T01:35:12.446 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/156 2024-04-26T01:35:12.446 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/156 2024-04-26T01:35:12.446 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/156 2024-04-26T01:35:12.446 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/156 2024-04-26T01:35:12.447 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/156 2024-04-26T01:35:12.447 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/156 2024-04-26T01:35:12.447 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/156 2024-04-26T01:35:12.447 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/156 2024-04-26T01:35:12.447 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/156 2024-04-26T01:35:12.447 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/156 2024-04-26T01:35:12.447 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/156 2024-04-26T01:35:12.447 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/156 2024-04-26T01:35:12.447 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/156 2024-04-26T01:35:12.447 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/156 2024-04-26T01:35:12.447 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/156 2024-04-26T01:35:12.447 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/156 2024-04-26T01:35:12.447 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/156 2024-04-26T01:35:12.447 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/156 2024-04-26T01:35:12.447 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/156 2024-04-26T01:35:12.448 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/156 2024-04-26T01:35:12.448 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/156 2024-04-26T01:35:12.448 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/156 2024-04-26T01:35:12.448 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/156 2024-04-26T01:35:12.448 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/156 2024-04-26T01:35:12.448 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/156 2024-04-26T01:35:12.448 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/156 2024-04-26T01:35:12.448 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/156 2024-04-26T01:35:12.448 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/156 2024-04-26T01:35:12.448 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/156 2024-04-26T01:35:12.448 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/156 2024-04-26T01:35:12.448 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/156 2024-04-26T01:35:12.448 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/156 2024-04-26T01:35:12.448 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/156 2024-04-26T01:35:12.449 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/156 2024-04-26T01:35:12.449 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/156 2024-04-26T01:35:12.449 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/156 2024-04-26T01:35:12.449 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/156 2024-04-26T01:35:12.449 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/156 2024-04-26T01:35:12.449 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/156 2024-04-26T01:35:12.449 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/156 2024-04-26T01:35:12.449 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/156 2024-04-26T01:35:12.449 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/156 2024-04-26T01:35:12.449 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/156 2024-04-26T01:35:12.449 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/156 2024-04-26T01:35:12.449 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/156 2024-04-26T01:35:12.449 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/156 2024-04-26T01:35:12.450 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/156 2024-04-26T01:35:12.450 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/156 2024-04-26T01:35:12.450 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/156 2024-04-26T01:35:12.450 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/156 2024-04-26T01:35:12.450 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/156 2024-04-26T01:35:12.450 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/156 2024-04-26T01:35:12.450 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/156 2024-04-26T01:35:12.450 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/156 2024-04-26T01:35:12.450 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/156 2024-04-26T01:35:12.450 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/156 2024-04-26T01:35:12.450 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/156 2024-04-26T01:35:12.450 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/156 2024-04-26T01:35:12.451 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/156 2024-04-26T01:35:12.451 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/156 2024-04-26T01:35:12.451 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 108/156 2024-04-26T01:35:12.451 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 109/156 2024-04-26T01:35:12.451 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/156 2024-04-26T01:35:12.451 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/156 2024-04-26T01:35:12.451 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/156 2024-04-26T01:35:12.451 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 113/156 2024-04-26T01:35:12.451 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/156 2024-04-26T01:35:12.451 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/156 2024-04-26T01:35:12.451 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/156 2024-04-26T01:35:12.451 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/156 2024-04-26T01:35:12.451 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-26T01:35:12.452 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-26T01:35:12.452 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/156 2024-04-26T01:35:12.452 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/156 2024-04-26T01:35:12.452 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/156 2024-04-26T01:35:12.452 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/156 2024-04-26T01:35:12.452 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/156 2024-04-26T01:35:12.452 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/156 2024-04-26T01:35:12.452 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/156 2024-04-26T01:35:12.452 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/156 2024-04-26T01:35:12.452 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/156 2024-04-26T01:35:12.452 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/156 2024-04-26T01:35:12.452 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/156 2024-04-26T01:35:12.452 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/156 2024-04-26T01:35:12.452 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/156 2024-04-26T01:35:12.453 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/156 2024-04-26T01:35:12.453 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/156 2024-04-26T01:35:12.453 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/156 2024-04-26T01:35:12.453 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/156 2024-04-26T01:35:12.453 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/156 2024-04-26T01:35:12.453 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/156 2024-04-26T01:35:12.453 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/156 2024-04-26T01:35:12.453 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/156 2024-04-26T01:35:12.453 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/156 2024-04-26T01:35:12.453 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/156 2024-04-26T01:35:12.453 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/156 2024-04-26T01:35:12.453 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/156 2024-04-26T01:35:12.453 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/156 2024-04-26T01:35:12.453 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/156 2024-04-26T01:35:12.454 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/156 2024-04-26T01:35:12.454 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/156 2024-04-26T01:35:12.454 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 149/156 2024-04-26T01:35:12.454 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/156 2024-04-26T01:35:12.454 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 151/156 2024-04-26T01:35:12.454 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/156 2024-04-26T01:35:12.454 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 153/156 2024-04-26T01:35:12.454 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-26T01:35:12.454 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 155/156 2024-04-26T01:35:14.562 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T01:35:14.563 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-04-26T01:35:14.563 INFO:teuthology.orchestra.run.smithi103.stdout:Upgraded: 2024-04-26T01:35:14.563 INFO:teuthology.orchestra.run.smithi103.stdout: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:14.563 INFO:teuthology.orchestra.run.smithi103.stdout: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:14.563 INFO:teuthology.orchestra.run.smithi103.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-04-26T01:35:14.563 INFO:teuthology.orchestra.run.smithi103.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-04-26T01:35:14.563 INFO:teuthology.orchestra.run.smithi103.stdout:Installed: 2024-04-26T01:35:14.563 INFO:teuthology.orchestra.run.smithi103.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-26T01:35:14.563 INFO:teuthology.orchestra.run.smithi103.stdout: automake-1.16.2-8.el9.noarch 2024-04-26T01:35:14.563 INFO:teuthology.orchestra.run.smithi103.stdout: bison-3.7.4-5.el9.x86_64 2024-04-26T01:35:14.563 INFO:teuthology.orchestra.run.smithi103.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-26T01:35:14.563 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:14.563 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:14.563 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:14.564 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:14.564 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:35:14.564 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-immutable-object-cache-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:14.564 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:14.564 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:14.564 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:35:14.564 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:35:14.564 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:35:14.564 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:35:14.564 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:35:14.564 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:14.564 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:14.564 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:35:14.565 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:14.565 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:14.565 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:14.565 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:35:14.565 INFO:teuthology.orchestra.run.smithi103.stdout: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:35:14.565 INFO:teuthology.orchestra.run.smithi103.stdout: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:14.565 INFO:teuthology.orchestra.run.smithi103.stdout: cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:14.565 INFO:teuthology.orchestra.run.smithi103.stdout: cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:35:14.565 INFO:teuthology.orchestra.run.smithi103.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-26T01:35:14.565 INFO:teuthology.orchestra.run.smithi103.stdout: flex-2.6.4-9.el9.x86_64 2024-04-26T01:35:14.565 INFO:teuthology.orchestra.run.smithi103.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-26T01:35:14.565 INFO:teuthology.orchestra.run.smithi103.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-26T01:35:14.565 INFO:teuthology.orchestra.run.smithi103.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-26T01:35:14.565 INFO:teuthology.orchestra.run.smithi103.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-26T01:35:14.566 INFO:teuthology.orchestra.run.smithi103.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-26T01:35:14.566 INFO:teuthology.orchestra.run.smithi103.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-26T01:35:14.566 INFO:teuthology.orchestra.run.smithi103.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-26T01:35:14.566 INFO:teuthology.orchestra.run.smithi103.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-26T01:35:14.566 INFO:teuthology.orchestra.run.smithi103.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-26T01:35:14.566 INFO:teuthology.orchestra.run.smithi103.stdout: libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:14.566 INFO:teuthology.orchestra.run.smithi103.stdout: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:14.566 INFO:teuthology.orchestra.run.smithi103.stdout: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:14.566 INFO:teuthology.orchestra.run.smithi103.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-26T01:35:14.566 INFO:teuthology.orchestra.run.smithi103.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-26T01:35:14.566 INFO:teuthology.orchestra.run.smithi103.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-26T01:35:14.566 INFO:teuthology.orchestra.run.smithi103.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-26T01:35:14.566 INFO:teuthology.orchestra.run.smithi103.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-26T01:35:14.566 INFO:teuthology.orchestra.run.smithi103.stdout: librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:14.567 INFO:teuthology.orchestra.run.smithi103.stdout: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:14.567 INFO:teuthology.orchestra.run.smithi103.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-26T01:35:14.567 INFO:teuthology.orchestra.run.smithi103.stdout: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:14.567 INFO:teuthology.orchestra.run.smithi103.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-26T01:35:14.567 INFO:teuthology.orchestra.run.smithi103.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-26T01:35:14.567 INFO:teuthology.orchestra.run.smithi103.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-26T01:35:14.567 INFO:teuthology.orchestra.run.smithi103.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-26T01:35:14.567 INFO:teuthology.orchestra.run.smithi103.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-26T01:35:14.567 INFO:teuthology.orchestra.run.smithi103.stdout: lua-5.4.4-4.el9.x86_64 2024-04-26T01:35:14.567 INFO:teuthology.orchestra.run.smithi103.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-26T01:35:14.567 INFO:teuthology.orchestra.run.smithi103.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-26T01:35:14.567 INFO:teuthology.orchestra.run.smithi103.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-26T01:35:14.567 INFO:teuthology.orchestra.run.smithi103.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-26T01:35:14.567 INFO:teuthology.orchestra.run.smithi103.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-04-26T01:35:14.568 INFO:teuthology.orchestra.run.smithi103.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-26T01:35:14.568 INFO:teuthology.orchestra.run.smithi103.stdout: postgresql-13.14-1.el9.x86_64 2024-04-26T01:35:14.568 INFO:teuthology.orchestra.run.smithi103.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-26T01:35:14.568 INFO:teuthology.orchestra.run.smithi103.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-26T01:35:14.568 INFO:teuthology.orchestra.run.smithi103.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-26T01:35:14.568 INFO:teuthology.orchestra.run.smithi103.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-26T01:35:14.568 INFO:teuthology.orchestra.run.smithi103.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-26T01:35:14.568 INFO:teuthology.orchestra.run.smithi103.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-26T01:35:14.568 INFO:teuthology.orchestra.run.smithi103.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-26T01:35:14.568 INFO:teuthology.orchestra.run.smithi103.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-26T01:35:14.568 INFO:teuthology.orchestra.run.smithi103.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-26T01:35:14.568 INFO:teuthology.orchestra.run.smithi103.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-26T01:35:14.568 INFO:teuthology.orchestra.run.smithi103.stdout: python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:14.568 INFO:teuthology.orchestra.run.smithi103.stdout: python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:14.569 INFO:teuthology.orchestra.run.smithi103.stdout: python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:14.569 INFO:teuthology.orchestra.run.smithi103.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-26T01:35:14.569 INFO:teuthology.orchestra.run.smithi103.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-26T01:35:14.569 INFO:teuthology.orchestra.run.smithi103.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-26T01:35:14.569 INFO:teuthology.orchestra.run.smithi103.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-26T01:35:14.569 INFO:teuthology.orchestra.run.smithi103.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-26T01:35:14.569 INFO:teuthology.orchestra.run.smithi103.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-26T01:35:14.569 INFO:teuthology.orchestra.run.smithi103.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-26T01:35:14.569 INFO:teuthology.orchestra.run.smithi103.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-26T01:35:14.569 INFO:teuthology.orchestra.run.smithi103.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-04-26T01:35:14.569 INFO:teuthology.orchestra.run.smithi103.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-26T01:35:14.569 INFO:teuthology.orchestra.run.smithi103.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-26T01:35:14.569 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-26T01:35:14.569 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-26T01:35:14.570 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-26T01:35:14.570 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-26T01:35:14.570 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-26T01:35:14.570 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-26T01:35:14.570 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-26T01:35:14.570 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-26T01:35:14.570 INFO:teuthology.orchestra.run.smithi103.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-26T01:35:14.570 INFO:teuthology.orchestra.run.smithi103.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-26T01:35:14.570 INFO:teuthology.orchestra.run.smithi103.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-26T01:35:14.570 INFO:teuthology.orchestra.run.smithi103.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-26T01:35:14.570 INFO:teuthology.orchestra.run.smithi103.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-26T01:35:14.570 INFO:teuthology.orchestra.run.smithi103.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-26T01:35:14.570 INFO:teuthology.orchestra.run.smithi103.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-26T01:35:14.570 INFO:teuthology.orchestra.run.smithi103.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-26T01:35:14.571 INFO:teuthology.orchestra.run.smithi103.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-26T01:35:14.571 INFO:teuthology.orchestra.run.smithi103.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-26T01:35:14.571 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-26T01:35:14.571 INFO:teuthology.orchestra.run.smithi103.stdout: python3-ply-3.11-14.el9.noarch 2024-04-26T01:35:14.571 INFO:teuthology.orchestra.run.smithi103.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-26T01:35:14.571 INFO:teuthology.orchestra.run.smithi103.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-26T01:35:14.571 INFO:teuthology.orchestra.run.smithi103.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-26T01:35:14.571 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-26T01:35:14.571 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-26T01:35:14.571 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-26T01:35:14.571 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-26T01:35:14.571 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-26T01:35:14.571 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-26T01:35:14.571 INFO:teuthology.orchestra.run.smithi103.stdout: python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:14.572 INFO:teuthology.orchestra.run.smithi103.stdout: python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:14.572 INFO:teuthology.orchestra.run.smithi103.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-26T01:35:14.572 INFO:teuthology.orchestra.run.smithi103.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-26T01:35:14.572 INFO:teuthology.orchestra.run.smithi103.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-26T01:35:14.572 INFO:teuthology.orchestra.run.smithi103.stdout: python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:14.572 INFO:teuthology.orchestra.run.smithi103.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-26T01:35:14.572 INFO:teuthology.orchestra.run.smithi103.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-26T01:35:14.572 INFO:teuthology.orchestra.run.smithi103.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-26T01:35:14.572 INFO:teuthology.orchestra.run.smithi103.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-26T01:35:14.572 INFO:teuthology.orchestra.run.smithi103.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-26T01:35:14.573 INFO:teuthology.orchestra.run.smithi103.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-26T01:35:14.573 INFO:teuthology.orchestra.run.smithi103.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-26T01:35:14.573 INFO:teuthology.orchestra.run.smithi103.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-26T01:35:14.573 INFO:teuthology.orchestra.run.smithi103.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-26T01:35:14.573 INFO:teuthology.orchestra.run.smithi103.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-26T01:35:14.573 INFO:teuthology.orchestra.run.smithi103.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-26T01:35:14.573 INFO:teuthology.orchestra.run.smithi103.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-26T01:35:14.573 INFO:teuthology.orchestra.run.smithi103.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-26T01:35:14.573 INFO:teuthology.orchestra.run.smithi103.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-26T01:35:14.573 INFO:teuthology.orchestra.run.smithi103.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-26T01:35:14.573 INFO:teuthology.orchestra.run.smithi103.stdout: rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:14.573 INFO:teuthology.orchestra.run.smithi103.stdout: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:14.574 INFO:teuthology.orchestra.run.smithi103.stdout: rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:14.574 INFO:teuthology.orchestra.run.smithi103.stdout: re2-1:20211101-3.el9.x86_64 2024-04-26T01:35:14.574 INFO:teuthology.orchestra.run.smithi103.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-26T01:35:14.574 INFO:teuthology.orchestra.run.smithi103.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-26T01:35:14.574 INFO:teuthology.orchestra.run.smithi103.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-26T01:35:14.574 INFO:teuthology.orchestra.run.smithi103.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-26T01:35:14.574 INFO:teuthology.orchestra.run.smithi103.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-26T01:35:14.574 INFO:teuthology.orchestra.run.smithi103.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-26T01:35:14.574 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-04-26T01:35:14.575 INFO:teuthology.orchestra.run.smithi103.stdout:Complete! 2024-04-26T01:35:14.963 DEBUG:teuthology.parallel:result is None 2024-04-26T01:35:15.750 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/156 2024-04-26T01:35:15.751 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /sys 2024-04-26T01:35:15.751 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /proc 2024-04-26T01:35:15.751 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /mnt 2024-04-26T01:35:15.751 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /var/tmp 2024-04-26T01:35:15.752 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /home 2024-04-26T01:35:15.752 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /root 2024-04-26T01:35:15.752 INFO:teuthology.orchestra.run.smithi046.stdout:skipping the directory /tmp 2024-04-26T01:35:15.752 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:35:15.997 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 108/156 2024-04-26T01:35:16.049 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 108/156 2024-04-26T01:35:16.049 INFO:teuthology.orchestra.run.smithi046.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:35:16.049 INFO:teuthology.orchestra.run.smithi046.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-26T01:35:16.049 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:35:17.740 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/156 2024-04-26T01:35:17.823 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/156 2024-04-26T01:35:17.824 INFO:teuthology.orchestra.run.smithi046.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:35:17.824 INFO:teuthology.orchestra.run.smithi046.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-26T01:35:17.824 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-26T01:35:17.824 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-26T01:35:17.824 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:35:18.090 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 110/156 2024-04-26T01:35:18.162 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 110/156 2024-04-26T01:35:18.163 INFO:teuthology.orchestra.run.smithi046.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:35:18.163 INFO:teuthology.orchestra.run.smithi046.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-26T01:35:18.163 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-26T01:35:18.163 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-26T01:35:18.163 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:35:18.691 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 111/156 2024-04-26T01:35:18.788 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 111/156 2024-04-26T01:35:18.788 INFO:teuthology.orchestra.run.smithi046.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:35:18.788 INFO:teuthology.orchestra.run.smithi046.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-26T01:35:18.788 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-26T01:35:18.789 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-26T01:35:18.789 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:35:18.934 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : automake-1.16.2-8.el9.noarch 112/156 2024-04-26T01:35:18.995 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/156 2024-04-26T01:35:19.073 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/156 2024-04-26T01:35:19.318 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/156 2024-04-26T01:35:19.380 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/156 2024-04-26T01:35:19.469 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/156 2024-04-26T01:35:19.587 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-26T01:35:19.763 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-26T01:35:19.840 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/156 2024-04-26T01:35:19.886 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/156 2024-04-26T01:35:19.927 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : fuse-2.9.9-15.el9.x86_64 122/156 2024-04-26T01:35:20.576 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 123/156 2024-04-26T01:35:20.614 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 123/156 2024-04-26T01:35:20.672 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 124/156 2024-04-26T01:35:20.783 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 125/156 2024-04-26T01:35:20.815 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 126/156 2024-04-26T01:35:22.178 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 126/156 2024-04-26T01:35:22.216 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 127/156 2024-04-26T01:35:23.384 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 127/156 2024-04-26T01:35:23.425 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 128/156 2024-04-26T01:35:23.581 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 128/156 2024-04-26T01:35:23.786 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 129/156 2024-04-26T01:35:23.819 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 130/156 2024-04-26T01:35:23.911 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 130/156 2024-04-26T01:35:23.911 INFO:teuthology.orchestra.run.smithi046.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:35:23.911 INFO:teuthology.orchestra.run.smithi046.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-26T01:35:23.911 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-26T01:35:23.911 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-26T01:35:23.911 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:35:23.970 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 131/156 2024-04-26T01:35:24.008 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 131/156 2024-04-26T01:35:24.124 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 132/156 2024-04-26T01:35:24.344 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 133/156 2024-04-26T01:35:25.411 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libtool-2.4.6-45.el9.x86_64 134/156 2024-04-26T01:35:25.588 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/156 2024-04-26T01:35:25.691 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/156 2024-04-26T01:35:25.691 INFO:teuthology.orchestra.run.smithi046.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:35:25.691 INFO:teuthology.orchestra.run.smithi046.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-26T01:35:25.691 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-26T01:35:25.691 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-26T01:35:25.691 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:35:25.831 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 136/156 2024-04-26T01:35:25.897 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 136/156 2024-04-26T01:35:25.898 INFO:teuthology.orchestra.run.smithi046.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:35:25.898 INFO:teuthology.orchestra.run.smithi046.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-26T01:35:25.898 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:35:25.965 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 137/156 2024-04-26T01:35:26.063 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 137/156 2024-04-26T01:35:26.063 INFO:teuthology.orchestra.run.smithi046.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:35:26.063 INFO:teuthology.orchestra.run.smithi046.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-26T01:35:26.063 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-26T01:35:26.063 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-26T01:35:26.063 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:35:26.466 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 138/156 2024-04-26T01:35:26.536 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 138/156 2024-04-26T01:35:26.536 INFO:teuthology.orchestra.run.smithi046.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-26T01:35:26.536 INFO:teuthology.orchestra.run.smithi046.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-26T01:35:26.536 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-26T01:35:26.536 INFO:teuthology.orchestra.run.smithi046.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-26T01:35:26.537 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:35:31.847 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 139/156 2024-04-26T01:35:31.903 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 140/156 2024-04-26T01:35:32.002 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 141/156 2024-04-26T01:35:32.052 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 142/156 2024-04-26T01:35:32.100 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 143/156 2024-04-26T01:35:32.442 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 144/156 2024-04-26T01:35:32.509 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 145/156 2024-04-26T01:35:32.545 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 146/156 2024-04-26T01:35:33.489 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T01:35:33.543 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T01:35:33.612 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-26T01:35:35.094 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 148/156 2024-04-26T01:35:35.224 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 149/156 2024-04-26T01:35:35.306 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 150/156 2024-04-26T01:35:35.438 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : flex-2.6.4-9.el9.x86_64 151/156 2024-04-26T01:35:35.478 INFO:teuthology.orchestra.run.smithi046.stdout: Installing : bison-3.7.4-5.el9.x86_64 152/156 2024-04-26T01:35:35.478 INFO:teuthology.orchestra.run.smithi046.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-26T01:35:35.594 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-26T01:35:35.628 INFO:teuthology.orchestra.run.smithi046.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-26T01:35:35.628 INFO:teuthology.orchestra.run.smithi046.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-26T01:35:35.774 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-26T01:35:35.922 INFO:teuthology.orchestra.run.smithi046.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T01:35:36.213 INFO:teuthology.orchestra.run.smithi046.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T01:35:36.213 INFO:teuthology.orchestra.run.smithi046.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2024-04-26T01:35:36.213 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:35:41.774 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 1/156 2024-04-26T01:35:41.774 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2/156 2024-04-26T01:35:41.774 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 3/156 2024-04-26T01:35:41.774 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 4/156 2024-04-26T01:35:41.775 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 5/156 2024-04-26T01:35:41.775 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 6/156 2024-04-26T01:35:41.775 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 7/156 2024-04-26T01:35:41.775 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-26T01:35:41.775 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-26T01:35:41.775 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 10/156 2024-04-26T01:35:41.775 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 11/156 2024-04-26T01:35:41.775 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 12/156 2024-04-26T01:35:41.775 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-26T01:35:41.775 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 14/156 2024-04-26T01:35:41.775 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 15/156 2024-04-26T01:35:41.775 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 16/156 2024-04-26T01:35:41.775 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 17/156 2024-04-26T01:35:41.775 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 18/156 2024-04-26T01:35:41.776 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 19/156 2024-04-26T01:35:41.776 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 20/156 2024-04-26T01:35:41.776 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 21/156 2024-04-26T01:35:41.776 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 22/156 2024-04-26T01:35:41.776 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 23/156 2024-04-26T01:35:41.776 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 24/156 2024-04-26T01:35:41.776 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 25/156 2024-04-26T01:35:41.776 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 26/156 2024-04-26T01:35:41.776 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 27/156 2024-04-26T01:35:41.776 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 28/156 2024-04-26T01:35:41.776 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 29/156 2024-04-26T01:35:41.776 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 30/156 2024-04-26T01:35:41.789 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 31/156 2024-04-26T01:35:41.789 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 32/156 2024-04-26T01:35:41.789 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 33/156 2024-04-26T01:35:41.789 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 34/156 2024-04-26T01:35:41.790 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 35/156 2024-04-26T01:35:41.790 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 36/156 2024-04-26T01:35:41.790 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 37/156 2024-04-26T01:35:41.790 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 38/156 2024-04-26T01:35:41.790 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 39/156 2024-04-26T01:35:41.790 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/156 2024-04-26T01:35:41.790 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/156 2024-04-26T01:35:41.790 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/156 2024-04-26T01:35:41.790 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/156 2024-04-26T01:35:41.790 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/156 2024-04-26T01:35:41.790 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/156 2024-04-26T01:35:41.790 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/156 2024-04-26T01:35:41.790 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/156 2024-04-26T01:35:41.791 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/156 2024-04-26T01:35:41.791 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/156 2024-04-26T01:35:41.791 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/156 2024-04-26T01:35:41.791 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/156 2024-04-26T01:35:41.791 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/156 2024-04-26T01:35:41.791 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/156 2024-04-26T01:35:41.791 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/156 2024-04-26T01:35:41.791 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/156 2024-04-26T01:35:41.791 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/156 2024-04-26T01:35:41.791 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/156 2024-04-26T01:35:41.791 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/156 2024-04-26T01:35:41.791 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/156 2024-04-26T01:35:41.792 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/156 2024-04-26T01:35:41.792 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/156 2024-04-26T01:35:41.792 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/156 2024-04-26T01:35:41.792 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/156 2024-04-26T01:35:41.792 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/156 2024-04-26T01:35:41.792 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/156 2024-04-26T01:35:41.792 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/156 2024-04-26T01:35:41.792 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/156 2024-04-26T01:35:41.792 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/156 2024-04-26T01:35:41.792 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/156 2024-04-26T01:35:41.792 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/156 2024-04-26T01:35:41.792 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/156 2024-04-26T01:35:41.792 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/156 2024-04-26T01:35:41.792 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/156 2024-04-26T01:35:41.793 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/156 2024-04-26T01:35:41.793 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/156 2024-04-26T01:35:41.793 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/156 2024-04-26T01:35:41.793 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/156 2024-04-26T01:35:41.793 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/156 2024-04-26T01:35:41.793 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/156 2024-04-26T01:35:41.793 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/156 2024-04-26T01:35:41.793 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/156 2024-04-26T01:35:41.793 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/156 2024-04-26T01:35:41.793 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/156 2024-04-26T01:35:41.793 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/156 2024-04-26T01:35:41.793 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/156 2024-04-26T01:35:41.793 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/156 2024-04-26T01:35:41.794 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/156 2024-04-26T01:35:41.794 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/156 2024-04-26T01:35:41.794 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/156 2024-04-26T01:35:41.794 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/156 2024-04-26T01:35:41.794 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/156 2024-04-26T01:35:41.794 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/156 2024-04-26T01:35:41.794 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/156 2024-04-26T01:35:41.794 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/156 2024-04-26T01:35:41.794 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/156 2024-04-26T01:35:41.794 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/156 2024-04-26T01:35:41.794 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/156 2024-04-26T01:35:41.794 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/156 2024-04-26T01:35:41.794 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/156 2024-04-26T01:35:41.795 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/156 2024-04-26T01:35:41.795 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/156 2024-04-26T01:35:41.795 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/156 2024-04-26T01:35:41.795 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/156 2024-04-26T01:35:41.795 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/156 2024-04-26T01:35:41.795 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/156 2024-04-26T01:35:41.795 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/156 2024-04-26T01:35:41.795 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/156 2024-04-26T01:35:41.795 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 108/156 2024-04-26T01:35:41.795 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 109/156 2024-04-26T01:35:41.795 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/156 2024-04-26T01:35:41.795 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/156 2024-04-26T01:35:41.795 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/156 2024-04-26T01:35:41.796 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 113/156 2024-04-26T01:35:41.796 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/156 2024-04-26T01:35:41.796 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/156 2024-04-26T01:35:41.796 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/156 2024-04-26T01:35:41.796 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/156 2024-04-26T01:35:41.796 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-26T01:35:41.796 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-26T01:35:41.796 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/156 2024-04-26T01:35:41.796 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/156 2024-04-26T01:35:41.796 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/156 2024-04-26T01:35:41.796 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/156 2024-04-26T01:35:41.796 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/156 2024-04-26T01:35:41.796 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/156 2024-04-26T01:35:41.796 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/156 2024-04-26T01:35:41.797 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/156 2024-04-26T01:35:41.797 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/156 2024-04-26T01:35:41.797 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/156 2024-04-26T01:35:41.797 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/156 2024-04-26T01:35:41.797 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/156 2024-04-26T01:35:41.797 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/156 2024-04-26T01:35:41.797 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/156 2024-04-26T01:35:41.797 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/156 2024-04-26T01:35:41.797 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/156 2024-04-26T01:35:41.797 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/156 2024-04-26T01:35:41.797 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/156 2024-04-26T01:35:41.797 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/156 2024-04-26T01:35:41.797 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/156 2024-04-26T01:35:41.797 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/156 2024-04-26T01:35:41.798 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/156 2024-04-26T01:35:41.798 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/156 2024-04-26T01:35:41.798 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/156 2024-04-26T01:35:41.798 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/156 2024-04-26T01:35:41.798 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/156 2024-04-26T01:35:41.798 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/156 2024-04-26T01:35:41.798 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/156 2024-04-26T01:35:41.798 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/156 2024-04-26T01:35:41.798 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 149/156 2024-04-26T01:35:41.798 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/156 2024-04-26T01:35:41.798 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 151/156 2024-04-26T01:35:41.798 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/156 2024-04-26T01:35:41.798 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 153/156 2024-04-26T01:35:41.799 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-26T01:35:41.799 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 155/156 2024-04-26T01:35:44.258 INFO:teuthology.orchestra.run.smithi046.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-26T01:35:44.258 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:35:44.259 INFO:teuthology.orchestra.run.smithi046.stdout:Upgraded: 2024-04-26T01:35:44.259 INFO:teuthology.orchestra.run.smithi046.stdout: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:44.259 INFO:teuthology.orchestra.run.smithi046.stdout: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:44.259 INFO:teuthology.orchestra.run.smithi046.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-04-26T01:35:44.259 INFO:teuthology.orchestra.run.smithi046.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-04-26T01:35:44.259 INFO:teuthology.orchestra.run.smithi046.stdout:Installed: 2024-04-26T01:35:44.259 INFO:teuthology.orchestra.run.smithi046.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-26T01:35:44.259 INFO:teuthology.orchestra.run.smithi046.stdout: automake-1.16.2-8.el9.noarch 2024-04-26T01:35:44.259 INFO:teuthology.orchestra.run.smithi046.stdout: bison-3.7.4-5.el9.x86_64 2024-04-26T01:35:44.259 INFO:teuthology.orchestra.run.smithi046.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-26T01:35:44.259 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:44.259 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:44.259 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:44.260 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:44.260 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:35:44.260 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-immutable-object-cache-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:44.260 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:44.260 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:44.260 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:35:44.260 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:35:44.260 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:35:44.260 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:35:44.260 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:35:44.260 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:44.260 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:44.260 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:35:44.260 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:44.261 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:44.261 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:44.261 INFO:teuthology.orchestra.run.smithi046.stdout: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:35:44.261 INFO:teuthology.orchestra.run.smithi046.stdout: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:35:44.261 INFO:teuthology.orchestra.run.smithi046.stdout: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:44.261 INFO:teuthology.orchestra.run.smithi046.stdout: cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:44.261 INFO:teuthology.orchestra.run.smithi046.stdout: cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-26T01:35:44.261 INFO:teuthology.orchestra.run.smithi046.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-26T01:35:44.261 INFO:teuthology.orchestra.run.smithi046.stdout: flex-2.6.4-9.el9.x86_64 2024-04-26T01:35:44.261 INFO:teuthology.orchestra.run.smithi046.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-26T01:35:44.261 INFO:teuthology.orchestra.run.smithi046.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-26T01:35:44.261 INFO:teuthology.orchestra.run.smithi046.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-26T01:35:44.262 INFO:teuthology.orchestra.run.smithi046.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-26T01:35:44.262 INFO:teuthology.orchestra.run.smithi046.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-26T01:35:44.262 INFO:teuthology.orchestra.run.smithi046.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-26T01:35:44.262 INFO:teuthology.orchestra.run.smithi046.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-26T01:35:44.262 INFO:teuthology.orchestra.run.smithi046.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-26T01:35:44.262 INFO:teuthology.orchestra.run.smithi046.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-26T01:35:44.262 INFO:teuthology.orchestra.run.smithi046.stdout: libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:44.262 INFO:teuthology.orchestra.run.smithi046.stdout: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:44.262 INFO:teuthology.orchestra.run.smithi046.stdout: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:44.262 INFO:teuthology.orchestra.run.smithi046.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-26T01:35:44.262 INFO:teuthology.orchestra.run.smithi046.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-26T01:35:44.262 INFO:teuthology.orchestra.run.smithi046.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-26T01:35:44.262 INFO:teuthology.orchestra.run.smithi046.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-26T01:35:44.262 INFO:teuthology.orchestra.run.smithi046.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-26T01:35:44.263 INFO:teuthology.orchestra.run.smithi046.stdout: librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:44.263 INFO:teuthology.orchestra.run.smithi046.stdout: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:44.263 INFO:teuthology.orchestra.run.smithi046.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-26T01:35:44.263 INFO:teuthology.orchestra.run.smithi046.stdout: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:44.263 INFO:teuthology.orchestra.run.smithi046.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-26T01:35:44.263 INFO:teuthology.orchestra.run.smithi046.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-26T01:35:44.263 INFO:teuthology.orchestra.run.smithi046.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-26T01:35:44.263 INFO:teuthology.orchestra.run.smithi046.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-26T01:35:44.263 INFO:teuthology.orchestra.run.smithi046.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-26T01:35:44.263 INFO:teuthology.orchestra.run.smithi046.stdout: lua-5.4.4-4.el9.x86_64 2024-04-26T01:35:44.263 INFO:teuthology.orchestra.run.smithi046.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-26T01:35:44.263 INFO:teuthology.orchestra.run.smithi046.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-26T01:35:44.263 INFO:teuthology.orchestra.run.smithi046.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-26T01:35:44.264 INFO:teuthology.orchestra.run.smithi046.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-26T01:35:44.264 INFO:teuthology.orchestra.run.smithi046.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-04-26T01:35:44.264 INFO:teuthology.orchestra.run.smithi046.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-26T01:35:44.264 INFO:teuthology.orchestra.run.smithi046.stdout: postgresql-13.14-1.el9.x86_64 2024-04-26T01:35:44.264 INFO:teuthology.orchestra.run.smithi046.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-26T01:35:44.264 INFO:teuthology.orchestra.run.smithi046.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-26T01:35:44.264 INFO:teuthology.orchestra.run.smithi046.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-26T01:35:44.264 INFO:teuthology.orchestra.run.smithi046.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-26T01:35:44.264 INFO:teuthology.orchestra.run.smithi046.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-26T01:35:44.264 INFO:teuthology.orchestra.run.smithi046.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-26T01:35:44.264 INFO:teuthology.orchestra.run.smithi046.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-26T01:35:44.264 INFO:teuthology.orchestra.run.smithi046.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-26T01:35:44.264 INFO:teuthology.orchestra.run.smithi046.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-26T01:35:44.265 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-26T01:35:44.265 INFO:teuthology.orchestra.run.smithi046.stdout: python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:44.265 INFO:teuthology.orchestra.run.smithi046.stdout: python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:44.265 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:44.265 INFO:teuthology.orchestra.run.smithi046.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-26T01:35:44.265 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-26T01:35:44.265 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-26T01:35:44.265 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-26T01:35:44.265 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-26T01:35:44.265 INFO:teuthology.orchestra.run.smithi046.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-26T01:35:44.265 INFO:teuthology.orchestra.run.smithi046.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-26T01:35:44.265 INFO:teuthology.orchestra.run.smithi046.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-26T01:35:44.265 INFO:teuthology.orchestra.run.smithi046.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-04-26T01:35:44.265 INFO:teuthology.orchestra.run.smithi046.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-26T01:35:44.266 INFO:teuthology.orchestra.run.smithi046.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-26T01:35:44.266 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-26T01:35:44.266 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-26T01:35:44.266 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-26T01:35:44.266 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-26T01:35:44.266 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-26T01:35:44.266 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-26T01:35:44.266 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-26T01:35:44.266 INFO:teuthology.orchestra.run.smithi046.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-26T01:35:44.266 INFO:teuthology.orchestra.run.smithi046.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-26T01:35:44.266 INFO:teuthology.orchestra.run.smithi046.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-26T01:35:44.266 INFO:teuthology.orchestra.run.smithi046.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-26T01:35:44.266 INFO:teuthology.orchestra.run.smithi046.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-26T01:35:44.267 INFO:teuthology.orchestra.run.smithi046.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-26T01:35:44.267 INFO:teuthology.orchestra.run.smithi046.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-26T01:35:44.267 INFO:teuthology.orchestra.run.smithi046.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-26T01:35:44.267 INFO:teuthology.orchestra.run.smithi046.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-26T01:35:44.267 INFO:teuthology.orchestra.run.smithi046.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-26T01:35:44.267 INFO:teuthology.orchestra.run.smithi046.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-26T01:35:44.267 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-26T01:35:44.267 INFO:teuthology.orchestra.run.smithi046.stdout: python3-ply-3.11-14.el9.noarch 2024-04-26T01:35:44.267 INFO:teuthology.orchestra.run.smithi046.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-26T01:35:44.267 INFO:teuthology.orchestra.run.smithi046.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-26T01:35:44.267 INFO:teuthology.orchestra.run.smithi046.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-26T01:35:44.267 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-26T01:35:44.267 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-26T01:35:44.268 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-26T01:35:44.268 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-26T01:35:44.268 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-26T01:35:44.268 INFO:teuthology.orchestra.run.smithi046.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-26T01:35:44.268 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:44.268 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:44.268 INFO:teuthology.orchestra.run.smithi046.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-26T01:35:44.268 INFO:teuthology.orchestra.run.smithi046.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-26T01:35:44.268 INFO:teuthology.orchestra.run.smithi046.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-26T01:35:44.268 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:44.268 INFO:teuthology.orchestra.run.smithi046.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-26T01:35:44.268 INFO:teuthology.orchestra.run.smithi046.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-26T01:35:44.268 INFO:teuthology.orchestra.run.smithi046.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-26T01:35:44.268 INFO:teuthology.orchestra.run.smithi046.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-26T01:35:44.269 INFO:teuthology.orchestra.run.smithi046.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-26T01:35:44.269 INFO:teuthology.orchestra.run.smithi046.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-26T01:35:44.269 INFO:teuthology.orchestra.run.smithi046.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-26T01:35:44.269 INFO:teuthology.orchestra.run.smithi046.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-26T01:35:44.269 INFO:teuthology.orchestra.run.smithi046.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-26T01:35:44.269 INFO:teuthology.orchestra.run.smithi046.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-26T01:35:44.269 INFO:teuthology.orchestra.run.smithi046.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-26T01:35:44.269 INFO:teuthology.orchestra.run.smithi046.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-26T01:35:44.269 INFO:teuthology.orchestra.run.smithi046.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-26T01:35:44.269 INFO:teuthology.orchestra.run.smithi046.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-26T01:35:44.269 INFO:teuthology.orchestra.run.smithi046.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-26T01:35:44.269 INFO:teuthology.orchestra.run.smithi046.stdout: rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:44.269 INFO:teuthology.orchestra.run.smithi046.stdout: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:44.269 INFO:teuthology.orchestra.run.smithi046.stdout: rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-26T01:35:44.270 INFO:teuthology.orchestra.run.smithi046.stdout: re2-1:20211101-3.el9.x86_64 2024-04-26T01:35:44.270 INFO:teuthology.orchestra.run.smithi046.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-26T01:35:44.270 INFO:teuthology.orchestra.run.smithi046.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-26T01:35:44.270 INFO:teuthology.orchestra.run.smithi046.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-26T01:35:44.270 INFO:teuthology.orchestra.run.smithi046.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-26T01:35:44.270 INFO:teuthology.orchestra.run.smithi046.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-26T01:35:44.270 INFO:teuthology.orchestra.run.smithi046.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-26T01:35:44.270 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:35:44.270 INFO:teuthology.orchestra.run.smithi046.stdout:Complete! 2024-04-26T01:35:44.901 DEBUG:teuthology.parallel:result is None 2024-04-26T01:35:44.902 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:35:45.046 DEBUG:teuthology.orchestra.run.smithi046:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-26T01:35:45.104 INFO:teuthology.orchestra.run.smithi046.stdout:19.0.0-3156.gd69f13d8.el7 2024-04-26T01:35:45.104 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3156.gd69f13d8.el7 2024-04-26T01:35:45.104 INFO:teuthology.task.install:The correct ceph version 19.0.0-3156.gd69f13d8 is installed. 2024-04-26T01:35:45.106 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:35:45.320 DEBUG:teuthology.orchestra.run.smithi103:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-26T01:35:45.346 INFO:teuthology.orchestra.run.smithi103.stdout:19.0.0-3156.gd69f13d8.el7 2024-04-26T01:35:45.347 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3156.gd69f13d8.el7 2024-04-26T01:35:45.347 INFO:teuthology.task.install:The correct ceph version 19.0.0-3156.gd69f13d8 is installed. 2024-04-26T01:35:45.348 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:35:45.569 DEBUG:teuthology.orchestra.run.smithi163:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-26T01:35:45.595 INFO:teuthology.orchestra.run.smithi163.stdout:19.0.0-3156.gd69f13d8.el7 2024-04-26T01:35:45.595 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3156.gd69f13d8.el7 2024-04-26T01:35:45.596 INFO:teuthology.task.install:The correct ceph version 19.0.0-3156.gd69f13d8 is installed. 2024-04-26T01:35:45.597 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-04-26T01:35:45.598 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-04-26T01:35:45.598 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-26T01:35:45.676 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-04-26T01:35:45.676 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-26T01:35:45.708 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-04-26T01:35:45.708 DEBUG:teuthology.orchestra.run.smithi163:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-26T01:35:45.739 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-04-26T01:35:45.739 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-04-26T01:35:45.739 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/usr/bin/daemon-helper 2024-04-26T01:35:45.806 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-26T01:35:45.926 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-04-26T01:35:45.927 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd of=/usr/bin/daemon-helper 2024-04-26T01:35:45.954 DEBUG:teuthology.orchestra.run.smithi103:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-26T01:35:46.020 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-04-26T01:35:46.020 DEBUG:teuthology.orchestra.run.smithi163:> sudo dd of=/usr/bin/daemon-helper 2024-04-26T01:35:46.049 DEBUG:teuthology.orchestra.run.smithi163:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-26T01:35:46.117 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-04-26T01:35:46.118 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-04-26T01:35:46.118 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-26T01:35:46.184 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-26T01:35:46.293 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-04-26T01:35:46.293 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-26T01:35:46.318 DEBUG:teuthology.orchestra.run.smithi103:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-26T01:35:46.381 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-04-26T01:35:46.381 DEBUG:teuthology.orchestra.run.smithi163:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-26T01:35:46.410 DEBUG:teuthology.orchestra.run.smithi163:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-26T01:35:46.477 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-04-26T01:35:46.477 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-04-26T01:35:46.477 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/usr/bin/stdin-killer 2024-04-26T01:35:46.545 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-26T01:35:46.649 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-04-26T01:35:46.649 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd of=/usr/bin/stdin-killer 2024-04-26T01:35:46.672 DEBUG:teuthology.orchestra.run.smithi103:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-26T01:35:46.737 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-04-26T01:35:46.737 DEBUG:teuthology.orchestra.run.smithi163:> sudo dd of=/usr/bin/stdin-killer 2024-04-26T01:35:46.765 DEBUG:teuthology.orchestra.run.smithi163:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-26T01:35:46.834 INFO:teuthology.run_tasks:Running task cephadm... 2024-04-26T01:35:46.943 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'max_mds': 5, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client dirsize rbytes': False, 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_bal_replicate_threshold': 1, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug cephsqlite': 20, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120}, 'osd': {'bluestore block size': 96636764160, 'bluestore compression mode': 'aggressive', 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10000}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability'], 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f', 'subvols': {'create': 2, 'subvol_options': '--size 25000000000'}} 2024-04-26T01:35:46.943 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:35:46.943 INFO:tasks.cephadm:Cluster fsid is 4e298560-036d-11ef-bc93-c7b262605968 2024-04-26T01:35:46.943 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-04-26T01:35:46.944 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.46', 'mon.b': '172.21.15.103', 'mon.c': '172.21.15.163'} 2024-04-26T01:35:46.944 INFO:tasks.cephadm:First mon is mon.a on smithi046 2024-04-26T01:35:46.944 INFO:tasks.cephadm:First mgr is x 2024-04-26T01:35:46.944 INFO:tasks.cephadm:Normalizing hostnames... 2024-04-26T01:35:46.944 DEBUG:teuthology.orchestra.run.smithi046:> sudo hostname $(hostname -s) 2024-04-26T01:35:47.006 DEBUG:teuthology.orchestra.run.smithi103:> sudo hostname $(hostname -s) 2024-04-26T01:35:47.030 DEBUG:teuthology.orchestra.run.smithi163:> sudo hostname $(hostname -s) 2024-04-26T01:35:47.059 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-04-26T01:35:47.059 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:35:47.202 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/78795/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-3156-gd69f13d8', 'node_name': '172.21.5.39+adami09', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-3156.gd69f13d8'}, 'url': 'https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-04-22 12:00:06.590653', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-lusov-quiescer', 'chacra_url': 'https://2.chacra.ceph.com/repos/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2024-04-26T01:35:47.345 INFO:tasks.util.chacra:got chacra host 2.chacra.ceph.com, ref wip-lusov-quiescer, sha1 d69f13d827952bb07bb9b7973bca14f97d764d6f from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:35:47.347 INFO:tasks.cephadm:Discovered cachra url: https://2.chacra.ceph.com/binaries/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/x86_64/flavors/default/cephadm 2024-04-26T01:35:47.347 DEBUG:teuthology.orchestra.run.smithi046:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-26T01:35:47.927 INFO:teuthology.orchestra.run.smithi046.stdout:-rw-r--r--. 1 ubuntu ubuntu 781541 Apr 26 01:35 /home/ubuntu/cephtest/cephadm 2024-04-26T01:35:47.928 DEBUG:teuthology.orchestra.run.smithi103:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-26T01:35:48.510 INFO:teuthology.orchestra.run.smithi103.stdout:-rw-r--r--. 1 ubuntu ubuntu 781541 Apr 26 01:35 /home/ubuntu/cephtest/cephadm 2024-04-26T01:35:48.510 DEBUG:teuthology.orchestra.run.smithi163:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-26T01:35:49.018 INFO:teuthology.orchestra.run.smithi163.stdout:-rw-r--r--. 1 ubuntu ubuntu 781541 Apr 26 01:35 /home/ubuntu/cephtest/cephadm 2024-04-26T01:35:49.019 DEBUG:teuthology.orchestra.run.smithi046:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-26T01:35:49.067 DEBUG:teuthology.orchestra.run.smithi103:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-26T01:35:49.086 DEBUG:teuthology.orchestra.run.smithi163:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-26T01:35:49.121 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f on all hosts... 2024-04-26T01:35:49.122 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f pull 2024-04-26T01:35:49.127 DEBUG:teuthology.orchestra.run.smithi103:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f pull 2024-04-26T01:35:49.131 DEBUG:teuthology.orchestra.run.smithi163:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f pull 2024-04-26T01:35:50.618 INFO:teuthology.orchestra.run.smithi103.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f... 2024-04-26T01:35:50.672 INFO:teuthology.orchestra.run.smithi163.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f... 2024-04-26T01:35:51.621 INFO:teuthology.orchestra.run.smithi046.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f... 2024-04-26T01:36:22.521 INFO:teuthology.orchestra.run.smithi163.stdout:{ 2024-04-26T01:36:22.521 INFO:teuthology.orchestra.run.smithi163.stdout: "ceph_version": "ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev)", 2024-04-26T01:36:22.522 INFO:teuthology.orchestra.run.smithi163.stdout: "image_id": "da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76", 2024-04-26T01:36:22.522 INFO:teuthology.orchestra.run.smithi163.stdout: "repo_digests": [ 2024-04-26T01:36:22.522 INFO:teuthology.orchestra.run.smithi163.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4" 2024-04-26T01:36:22.522 INFO:teuthology.orchestra.run.smithi163.stdout: ] 2024-04-26T01:36:22.522 INFO:teuthology.orchestra.run.smithi163.stdout:} 2024-04-26T01:36:25.376 INFO:teuthology.orchestra.run.smithi103.stdout:{ 2024-04-26T01:36:25.376 INFO:teuthology.orchestra.run.smithi103.stdout: "ceph_version": "ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev)", 2024-04-26T01:36:25.376 INFO:teuthology.orchestra.run.smithi103.stdout: "image_id": "da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76", 2024-04-26T01:36:25.376 INFO:teuthology.orchestra.run.smithi103.stdout: "repo_digests": [ 2024-04-26T01:36:25.376 INFO:teuthology.orchestra.run.smithi103.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4" 2024-04-26T01:36:25.376 INFO:teuthology.orchestra.run.smithi103.stdout: ] 2024-04-26T01:36:25.376 INFO:teuthology.orchestra.run.smithi103.stdout:} 2024-04-26T01:36:29.816 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-04-26T01:36:29.817 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_version": "ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev)", 2024-04-26T01:36:29.817 INFO:teuthology.orchestra.run.smithi046.stdout: "image_id": "da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76", 2024-04-26T01:36:29.817 INFO:teuthology.orchestra.run.smithi046.stdout: "repo_digests": [ 2024-04-26T01:36:29.817 INFO:teuthology.orchestra.run.smithi046.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4" 2024-04-26T01:36:29.817 INFO:teuthology.orchestra.run.smithi046.stdout: ] 2024-04-26T01:36:29.817 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-04-26T01:36:29.857 DEBUG:teuthology.orchestra.run.smithi046:> sudo mkdir -p /etc/ceph 2024-04-26T01:36:29.929 DEBUG:teuthology.orchestra.run.smithi103:> sudo mkdir -p /etc/ceph 2024-04-26T01:36:29.961 DEBUG:teuthology.orchestra.run.smithi163:> sudo mkdir -p /etc/ceph 2024-04-26T01:36:29.995 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod 777 /etc/ceph 2024-04-26T01:36:30.073 DEBUG:teuthology.orchestra.run.smithi103:> sudo chmod 777 /etc/ceph 2024-04-26T01:36:30.102 DEBUG:teuthology.orchestra.run.smithi163:> sudo chmod 777 /etc/ceph 2024-04-26T01:36:30.130 INFO:tasks.cephadm:Writing seed config... 2024-04-26T01:36:30.132 INFO:tasks.cephadm: override: [client] client dirsize rbytes = False 2024-04-26T01:36:30.132 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-04-26T01:36:30.132 INFO:tasks.cephadm: override: [client] debug client = 20 2024-04-26T01:36:30.132 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-04-26T01:36:30.132 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-04-26T01:36:30.132 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-04-26T01:36:30.133 INFO:tasks.cephadm: override: [global] ms die on skipped message = False 2024-04-26T01:36:30.133 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-04-26T01:36:30.133 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-04-26T01:36:30.133 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-04-26T01:36:30.133 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-04-26T01:36:30.133 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-04-26T01:36:30.133 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-04-26T01:36:30.133 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-04-26T01:36:30.133 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-04-26T01:36:30.134 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-04-26T01:36:30.134 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-04-26T01:36:30.134 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-04-26T01:36:30.134 INFO:tasks.cephadm: override: [mds] mds_bal_replicate_threshold = 1 2024-04-26T01:36:30.134 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-04-26T01:36:30.134 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-04-26T01:36:30.134 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-04-26T01:36:30.134 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-04-26T01:36:30.134 INFO:tasks.cephadm: override: [mgr] debug cephsqlite = 20 2024-04-26T01:36:30.135 INFO:tasks.cephadm: override: [mgr] debug client = 20 2024-04-26T01:36:30.135 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-04-26T01:36:30.135 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-04-26T01:36:30.135 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-04-26T01:36:30.135 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-04-26T01:36:30.135 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-04-26T01:36:30.135 INFO:tasks.cephadm: override: [mon] mon down mkfs grace = 300 2024-04-26T01:36:30.135 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-04-26T01:36:30.136 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-04-26T01:36:30.136 INFO:tasks.cephadm: override: [osd] bluestore compression mode = aggressive 2024-04-26T01:36:30.136 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-04-26T01:36:30.136 INFO:tasks.cephadm: override: [osd] debug bluefs = 20 2024-04-26T01:36:30.136 INFO:tasks.cephadm: override: [osd] debug bluestore = 20 2024-04-26T01:36:30.136 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-04-26T01:36:30.136 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-04-26T01:36:30.136 INFO:tasks.cephadm: override: [osd] debug rocksdb = 10 2024-04-26T01:36:30.136 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-04-26T01:36:30.137 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-04-26T01:36:30.137 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-04-26T01:36:30.137 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-04-26T01:36:30.137 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-04-26T01:36:30.137 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-04-26T01:36:30.137 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-04-26T01:36:30.137 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10000 2024-04-26T01:36:30.138 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-04-26T01:36:30.138 DEBUG:teuthology.orchestra.run.smithi046:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-04-26T01:36:30.187 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 4e298560-036d-11ef-bc93-c7b262605968 ms die on skipped message = False [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bluestore block size = 96636764160 bluestore compression mode = aggressive bluestore fsck on mount = True debug bluefs = 20 debug bluestore = 20 debug ms = 1 debug osd = 20 debug rocksdb = 10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10000 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug cephsqlite = 20 debug client = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon down mkfs grace = 300 mon op complaint time = 120 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client dirsize rbytes = False client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_bal_replicate_threshold = 1 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-04-26T01:36:30.188 DEBUG:teuthology.orchestra.run.smithi046:mon.a> sudo journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@mon.a.service 2024-04-26T01:36:30.235 DEBUG:teuthology.orchestra.run.smithi046:mgr.x> sudo journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@mgr.x.service 2024-04-26T01:36:30.281 INFO:tasks.cephadm:Bootstrapping... 2024-04-26T01:36:30.281 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f -v bootstrap --fsid 4e298560-036d-11ef-bc93-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.46 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-04-26T01:36:30.548 INFO:teuthology.orchestra.run.smithi046.stdout:-------------------------------------------------------------------------------- 2024-04-26T01:36:30.548 INFO:teuthology.orchestra.run.smithi046.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f', '-v', 'bootstrap', '--fsid', '4e298560-036d-11ef-bc93-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.46', '--skip-admin-label'] 2024-04-26T01:36:30.548 INFO:teuthology.orchestra.run.smithi046.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-04-26T01:36:30.548 INFO:teuthology.orchestra.run.smithi046.stdout:Verifying podman|docker is present... 2024-04-26T01:36:30.607 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-26T01:36:30.607 INFO:teuthology.orchestra.run.smithi046.stdout:Verifying lvm2 is present... 2024-04-26T01:36:30.607 INFO:teuthology.orchestra.run.smithi046.stdout:Verifying time synchronization is in place... 2024-04-26T01:36:30.623 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-26T01:36:30.624 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-26T01:36:30.642 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-26T01:36:30.642 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout inactive 2024-04-26T01:36:30.660 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout enabled 2024-04-26T01:36:30.678 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout active 2024-04-26T01:36:30.678 INFO:teuthology.orchestra.run.smithi046.stdout:Unit chronyd.service is enabled and running 2024-04-26T01:36:30.678 INFO:teuthology.orchestra.run.smithi046.stdout:Repeating the final host check... 2024-04-26T01:36:30.733 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-26T01:36:30.733 INFO:teuthology.orchestra.run.smithi046.stdout:podman (/bin/podman) version 4.9.4 is present 2024-04-26T01:36:30.733 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl is present 2024-04-26T01:36:30.733 INFO:teuthology.orchestra.run.smithi046.stdout:lvcreate is present 2024-04-26T01:36:30.746 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-26T01:36:30.747 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-26T01:36:30.759 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-26T01:36:30.759 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout inactive 2024-04-26T01:36:30.774 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout enabled 2024-04-26T01:36:30.787 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout active 2024-04-26T01:36:30.787 INFO:teuthology.orchestra.run.smithi046.stdout:Unit chronyd.service is enabled and running 2024-04-26T01:36:30.787 INFO:teuthology.orchestra.run.smithi046.stdout:Host looks OK 2024-04-26T01:36:30.787 INFO:teuthology.orchestra.run.smithi046.stdout:Cluster fsid: 4e298560-036d-11ef-bc93-c7b262605968 2024-04-26T01:36:30.787 INFO:teuthology.orchestra.run.smithi046.stdout:Acquiring lock 140399884024992 on /run/cephadm/4e298560-036d-11ef-bc93-c7b262605968.lock 2024-04-26T01:36:30.787 INFO:teuthology.orchestra.run.smithi046.stdout:Lock 140399884024992 acquired on /run/cephadm/4e298560-036d-11ef-bc93-c7b262605968.lock 2024-04-26T01:36:30.788 INFO:teuthology.orchestra.run.smithi046.stdout:Verifying IP 172.21.15.46 port 3300 ... 2024-04-26T01:36:30.788 INFO:teuthology.orchestra.run.smithi046.stdout:Verifying IP 172.21.15.46 port 6789 ... 2024-04-26T01:36:30.788 INFO:teuthology.orchestra.run.smithi046.stdout:Base mon IP(s) is [172.21.15.46:3300, 172.21.15.46:6789], mon addrv is [v2:172.21.15.46:3300,v1:172.21.15.46:6789] 2024-04-26T01:36:30.796 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.46 metric 100 2024-04-26T01:36:30.796 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.46 metric 100 2024-04-26T01:36:30.802 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-04-26T01:36:30.803 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-04-26T01:36:30.803 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-04-26T01:36:30.809 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-04-26T01:36:30.809 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-04-26T01:36:30.809 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-26T01:36:30.809 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-04-26T01:36:30.809 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:febd:15f8/64 scope link noprefixroute 2024-04-26T01:36:30.809 INFO:teuthology.orchestra.run.smithi046.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-26T01:36:30.810 INFO:teuthology.orchestra.run.smithi046.stdout:Mon IP `172.21.15.46` is in CIDR network `172.21.0.0/20` 2024-04-26T01:36:30.810 INFO:teuthology.orchestra.run.smithi046.stdout:Mon IP `172.21.15.46` is in CIDR network `172.21.0.0/20` 2024-04-26T01:36:30.810 INFO:teuthology.orchestra.run.smithi046.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-04-26T01:36:30.811 INFO:teuthology.orchestra.run.smithi046.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-04-26T01:36:30.811 INFO:teuthology.orchestra.run.smithi046.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f... 2024-04-26T01:36:40.339 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stdout da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 2024-04-26T01:36:40.339 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f... 2024-04-26T01:36:40.339 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stderr Getting image source signatures 2024-04-26T01:36:40.339 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stderr Copying blob sha256:7f03586bcf9c6a2b4d690c118c4aa5b771f9c6f252d75a20fb283dd07093a738 2024-04-26T01:36:40.339 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stderr Copying blob sha256:426fede9fffa2c7dfe40a4f9322a34794b72405170134d54d2c30d9cc6c6a5be 2024-04-26T01:36:40.340 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stderr Copying config sha256:da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 2024-04-26T01:36:40.340 INFO:teuthology.orchestra.run.smithi046.stdout:/bin/podman: stderr Writing manifest to image destination 2024-04-26T01:36:42.226 INFO:teuthology.orchestra.run.smithi046.stdout:ceph: stdout ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev) 2024-04-26T01:36:42.226 INFO:teuthology.orchestra.run.smithi046.stdout:Ceph version: ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev) 2024-04-26T01:36:42.227 INFO:teuthology.orchestra.run.smithi046.stdout:Extracting ceph user uid/gid from container image... 2024-04-26T01:36:43.439 INFO:teuthology.orchestra.run.smithi046.stdout:stat: stdout 167 167 2024-04-26T01:36:43.439 INFO:teuthology.orchestra.run.smithi046.stdout:Creating initial keys... 2024-04-26T01:36:44.651 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph-authtool: stdout AQAsBStmhmUVABAAJZk15cXRdckDIc4PWDkc6w== 2024-04-26T01:36:45.911 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph-authtool: stdout AQAtBStmfreaDxAAt8DWWu9y8rpUwlZT5a6h0g== 2024-04-26T01:36:47.100 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph-authtool: stdout AQAuBStmFO8HFxAALODD73ysGbfC6lFcrHMTYw== 2024-04-26T01:36:47.102 INFO:teuthology.orchestra.run.smithi046.stdout:Creating initial monmap... 2024-04-26T01:36:48.229 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-26T01:36:48.229 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-04-26T01:36:48.229 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 4e298560-036d-11ef-bc93-c7b262605968 2024-04-26T01:36:48.229 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-26T01:36:48.229 INFO:teuthology.orchestra.run.smithi046.stdout:monmaptool for a [v2:172.21.15.46:3300,v1:172.21.15.46:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-26T01:36:48.230 INFO:teuthology.orchestra.run.smithi046.stdout:setting min_mon_release = quincy 2024-04-26T01:36:48.230 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/monmaptool: set fsid to 4e298560-036d-11ef-bc93-c7b262605968 2024-04-26T01:36:48.230 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-26T01:36:48.230 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:36:48.230 INFO:teuthology.orchestra.run.smithi046.stdout:Creating mon... 2024-04-26T01:36:49.373 INFO:teuthology.orchestra.run.smithi046.stdout:create mon.a on 2024-04-26T01:36:49.761 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-04-26T01:36:50.005 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-04-26T01:36:50.305 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-4e298560-036d-11ef-bc93-c7b262605968.target → /etc/systemd/system/ceph-4e298560-036d-11ef-bc93-c7b262605968.target. 2024-04-26T01:36:50.305 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-4e298560-036d-11ef-bc93-c7b262605968.target → /etc/systemd/system/ceph-4e298560-036d-11ef-bc93-c7b262605968.target. 2024-04-26T01:36:50.713 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-4e298560-036d-11ef-bc93-c7b262605968@mon.a 2024-04-26T01:36:50.714 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Failed to reset failed state of unit ceph-4e298560-036d-11ef-bc93-c7b262605968@mon.a.service: Unit ceph-4e298560-036d-11ef-bc93-c7b262605968@mon.a.service not loaded. 2024-04-26T01:36:50.996 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-4e298560-036d-11ef-bc93-c7b262605968.target.wants/ceph-4e298560-036d-11ef-bc93-c7b262605968@mon.a.service → /etc/systemd/system/ceph-4e298560-036d-11ef-bc93-c7b262605968@.service. 2024-04-26T01:36:51.696 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:51 smithi046 podman[27629]: 2024-04-26 01:36:51.698997725 +0000 UTC m=+0.424237958 container init 5a8ac9ce420fe29d1f765ca853dd39662e0abaa851a2a5d733b04b251f726467 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mon-a, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-26T01:36:51.824 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-26T01:36:51.824 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout disabled 2024-04-26T01:36:51.839 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-26T01:36:51.839 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout inactive 2024-04-26T01:36:51.839 INFO:teuthology.orchestra.run.smithi046.stdout:firewalld.service is not enabled 2024-04-26T01:36:51.839 INFO:teuthology.orchestra.run.smithi046.stdout:Not possible to enable service . firewalld.service is not available 2024-04-26T01:36:51.840 INFO:teuthology.orchestra.run.smithi046.stdout:Waiting for mon to start... 2024-04-26T01:36:51.840 INFO:teuthology.orchestra.run.smithi046.stdout:Waiting for mon... 2024-04-26T01:36:51.992 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:51 smithi046 podman[27629]: 2024-04-26 01:36:51.710379365 +0000 UTC m=+0.435619565 container start 5a8ac9ce420fe29d1f765ca853dd39662e0abaa851a2a5d733b04b251f726467 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mon-a, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T01:36:51.992 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:51 smithi046 ceph-mon[27647]: mkfs 4e298560-036d-11ef-bc93-c7b262605968 2024-04-26T01:36:51.992 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:51 smithi046 ceph-mon[27647]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-26T01:36:51.992 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:51 smithi046 bash[27629]: 5a8ac9ce420fe29d1f765ca853dd39662e0abaa851a2a5d733b04b251f726467 2024-04-26T01:36:51.993 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:51 smithi046 systemd[1]: Started Ceph mon.a for 4e298560-036d-11ef-bc93-c7b262605968. 2024-04-26T01:36:52.808 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:52 smithi046 ceph-mon[27647]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-26T01:36:52.808 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:52 smithi046 ceph-mon[27647]: monmap epoch 1 2024-04-26T01:36:52.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:52 smithi046 ceph-mon[27647]: fsid 4e298560-036d-11ef-bc93-c7b262605968 2024-04-26T01:36:52.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:52 smithi046 ceph-mon[27647]: last_changed 2024-04-26T01:36:47.569329+0000 2024-04-26T01:36:52.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:52 smithi046 ceph-mon[27647]: created 2024-04-26T01:36:47.569329+0000 2024-04-26T01:36:52.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:52 smithi046 ceph-mon[27647]: min_mon_release 19 (squid) 2024-04-26T01:36:52.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:52 smithi046 ceph-mon[27647]: election_strategy: 1 2024-04-26T01:36:52.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:52 smithi046 ceph-mon[27647]: 0: [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] mon.a 2024-04-26T01:36:52.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:52 smithi046 ceph-mon[27647]: fsmap 2024-04-26T01:36:52.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:52 smithi046 ceph-mon[27647]: osdmap e1: 0 total, 0 up, 0 in 2024-04-26T01:36:52.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:52 smithi046 ceph-mon[27647]: mgrmap e1: no daemons active 2024-04-26T01:36:52.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:52 smithi046 ceph-mon[27647]: from='client.? 172.21.15.46:0/1655253527' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-26T01:36:53.230 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout cluster: 2024-04-26T01:36:53.231 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout id: 4e298560-036d-11ef-bc93-c7b262605968 2024-04-26T01:36:53.231 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-04-26T01:36:53.231 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2024-04-26T01:36:53.231 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout services: 2024-04-26T01:36:53.231 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.764013s) 2024-04-26T01:36:53.233 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-04-26T01:36:53.233 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-04-26T01:36:53.233 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2024-04-26T01:36:53.233 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout data: 2024-04-26T01:36:53.233 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-04-26T01:36:53.233 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-04-26T01:36:53.233 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-04-26T01:36:53.233 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout pgs: 2024-04-26T01:36:53.233 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2024-04-26T01:36:53.233 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:52.458+0000 7fc608e00700 1 Processor -- start 2024-04-26T01:36:53.234 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:52.458+0000 7fc608e00700 1 -- start start 2024-04-26T01:36:53.234 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:52.458+0000 7fc608e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc60410a7f0 0x7fc60410ac10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:36:53.237 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:52.458+0000 7fc608e00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fc60410b1e0 con 0x7fc60410a7f0 2024-04-26T01:36:53.237 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:52.459+0000 7fc601e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc60410a7f0 0x7fc60410ac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:36:53.237 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:52.459+0000 7fc601e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc60410a7f0 0x7fc60410ac10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:49502/0 (socket says 172.21.15.46:49502) 2024-04-26T01:36:53.237 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:52.459+0000 7fc601e00700 1 -- 172.21.15.46:0/3247868133 learned_addr learned my addr 172.21.15.46:0/3247868133 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:36:53.237 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:52.460+0000 7fc601e00700 1 -- 172.21.15.46:0/3247868133 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc60410b9a0 con 0x7fc60410a7f0 2024-04-26T01:36:53.237 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:52.460+0000 7fc601e00700 1 --2- 172.21.15.46:0/3247868133 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc60410a7f0 0x7fc60410ac10 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fc5f40098a0 tx=0x7fc5f4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d9298e4909fce5f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:36:53.237 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:52.460+0000 7fc600a00700 1 -- 172.21.15.46:0/3247868133 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc5f4004160 con 0x7fc60410a7f0 2024-04-26T01:36:53.237 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:52.460+0000 7fc600a00700 1 -- 172.21.15.46:0/3247868133 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc5f4004300 con 0x7fc60410a7f0 2024-04-26T01:36:53.238 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:52.460+0000 7fc600a00700 1 -- 172.21.15.46:0/3247868133 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc5f40036a0 con 0x7fc60410a7f0 2024-04-26T01:36:53.238 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:52.461+0000 7fc608e00700 1 -- 172.21.15.46:0/3247868133 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc60410a7f0 msgr2=0x7fc60410ac10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:36:53.238 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:52.461+0000 7fc608e00700 1 --2- 172.21.15.46:0/3247868133 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc60410a7f0 0x7fc60410ac10 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fc5f40098a0 tx=0x7fc5f4009bb0 comp rx=0 tx=0).stop 2024-04-26T01:36:53.238 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:52.461+0000 7fc608e00700 1 -- 172.21.15.46:0/3247868133 shutdown_connections 2024-04-26T01:36:53.238 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:52.461+0000 7fc608e00700 1 --2- 172.21.15.46:0/3247868133 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc60410a7f0 0x7fc60410ac10 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:53.238 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:52.461+0000 7fc608e00700 1 -- 172.21.15.46:0/3247868133 >> 172.21.15.46:0/3247868133 conn(0x7fc60407de00 msgr2=0x7fc6041084c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:36:53.238 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:52.462+0000 7fc608e00700 1 -- 172.21.15.46:0/3247868133 shutdown_connections 2024-04-26T01:36:53.238 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:52.462+0000 7fc608e00700 1 -- 172.21.15.46:0/3247868133 wait complete. 2024-04-26T01:36:53.238 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:52.463+0000 7fc608e00700 1 Processor -- start 2024-04-26T01:36:53.238 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:52.463+0000 7fc608e00700 1 -- start start 2024-04-26T01:36:53.238 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:52.463+0000 7fc608e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc60410a7f0 0x7fc60419dd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:36:53.238 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:52.463+0000 7fc608e00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fc60410bed0 con 0x7fc60410a7f0 2024-04-26T01:36:53.238 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:52.464+0000 7fc601e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc60410a7f0 0x7fc60419dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:36:53.239 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:52.464+0000 7fc601e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc60410a7f0 0x7fc60419dd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:49510/0 (socket says 172.21.15.46:49510) 2024-04-26T01:36:53.239 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:52.464+0000 7fc601e00700 1 -- 172.21.15.46:0/1655253527 learned_addr learned my addr 172.21.15.46:0/1655253527 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:36:53.239 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:52.464+0000 7fc601e00700 1 -- 172.21.15.46:0/1655253527 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc60419e2d0 con 0x7fc60410a7f0 2024-04-26T01:36:53.239 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:52.465+0000 7fc601e00700 1 --2- 172.21.15.46:0/1655253527 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc60410a7f0 0x7fc60419dd90 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fc5f4000c00 tx=0x7fc5f4004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:36:53.239 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:52.465+0000 7fc5faa00700 1 -- 172.21.15.46:0/1655253527 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc5f4003db0 con 0x7fc60410a7f0 2024-04-26T01:36:53.239 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:52.465+0000 7fc5faa00700 1 -- 172.21.15.46:0/1655253527 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc5f4011630 con 0x7fc60410a7f0 2024-04-26T01:36:53.239 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:52.465+0000 7fc5faa00700 1 -- 172.21.15.46:0/1655253527 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc5f4011950 con 0x7fc60410a7f0 2024-04-26T01:36:53.239 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:52.465+0000 7fc608e00700 1 -- 172.21.15.46:0/1655253527 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc60419e560 con 0x7fc60410a7f0 2024-04-26T01:36:53.241 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:52.465+0000 7fc608e00700 1 -- 172.21.15.46:0/1655253527 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6041a1210 con 0x7fc60410a7f0 2024-04-26T01:36:53.241 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:52.465+0000 7fc5faa00700 1 -- 172.21.15.46:0/1655253527 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fc5f4011af0 con 0x7fc60410a7f0 2024-04-26T01:36:53.241 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:52.465+0000 7fc5faa00700 1 -- 172.21.15.46:0/1655253527 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fc5f401c450 con 0x7fc60410a7f0 2024-04-26T01:36:53.241 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:52.466+0000 7fc608e00700 1 -- 172.21.15.46:0/1655253527 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6040640a0 con 0x7fc60410a7f0 2024-04-26T01:36:53.241 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:52.470+0000 7fc5faa00700 1 -- 172.21.15.46:0/1655253527 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7fc5f4032020 con 0x7fc60410a7f0 2024-04-26T01:36:53.241 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:52.551+0000 7fc608e00700 1 -- 172.21.15.46:0/1655253527 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7fc60402e1b0 con 0x7fc60410a7f0 2024-04-26T01:36:53.241 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:52.551+0000 7fc5faa00700 1 -- 172.21.15.46:0/1655253527 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+317 (secure 0 0 0) 0x7fc5f4004260 con 0x7fc60410a7f0 2024-04-26T01:36:53.242 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:52.553+0000 7fc608e00700 1 -- 172.21.15.46:0/1655253527 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc60410a7f0 msgr2=0x7fc60419dd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:36:53.242 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:52.553+0000 7fc608e00700 1 --2- 172.21.15.46:0/1655253527 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc60410a7f0 0x7fc60419dd90 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fc5f4000c00 tx=0x7fc5f4004750 comp rx=0 tx=0).stop 2024-04-26T01:36:53.242 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:52.553+0000 7fc608e00700 1 -- 172.21.15.46:0/1655253527 shutdown_connections 2024-04-26T01:36:53.242 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:52.553+0000 7fc608e00700 1 --2- 172.21.15.46:0/1655253527 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc60410a7f0 0x7fc60419dd90 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:53.242 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:52.553+0000 7fc608e00700 1 -- 172.21.15.46:0/1655253527 >> 172.21.15.46:0/1655253527 conn(0x7fc60407de00 msgr2=0x7fc604194ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:36:53.242 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:52.553+0000 7fc608e00700 1 -- 172.21.15.46:0/1655253527 shutdown_connections 2024-04-26T01:36:53.242 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:52.554+0000 7fc608e00700 1 -- 172.21.15.46:0/1655253527 wait complete. 2024-04-26T01:36:53.242 INFO:teuthology.orchestra.run.smithi046.stdout:mon is available 2024-04-26T01:36:53.242 INFO:teuthology.orchestra.run.smithi046.stdout:Assimilating anything we can from ceph.conf... 2024-04-26T01:36:54.308 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:54 smithi046 ceph-mon[27647]: from='client.? 172.21.15.46:0/2729649693' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-26T01:36:54.308 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:54 smithi046 ceph-mon[27647]: from='client.? 172.21.15.46:0/2729649693' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-04-26T01:36:54.668 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2024-04-26T01:36:54.668 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout [global] 2024-04-26T01:36:54.669 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout fsid = 4e298560-036d-11ef-bc93-c7b262605968 2024-04-26T01:36:54.669 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-04-26T01:36:54.669 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.46:3300,v1:172.21.15.46:6789] 2024-04-26T01:36:54.669 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-26T01:36:54.674 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-26T01:36:54.674 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-26T01:36:54.674 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-26T01:36:54.674 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2024-04-26T01:36:54.674 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-26T01:36:54.674 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-26T01:36:54.674 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2024-04-26T01:36:54.674 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout [osd] 2024-04-26T01:36:54.675 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-04-26T01:36:54.675 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-04-26T01:36:54.675 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-04-26T01:36:54.675 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-26T01:36:54.675 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-26T01:36:54.675 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:53.876+0000 7fa5cde00700 1 Processor -- start 2024-04-26T01:36:54.675 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:53.877+0000 7fa5cde00700 1 -- start start 2024-04-26T01:36:54.675 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:53.877+0000 7fa5cde00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa5c810a7f0 0x7fa5c810ac10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:36:54.675 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:53.877+0000 7fa5cde00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fa5c810b1e0 con 0x7fa5c810a7f0 2024-04-26T01:36:54.675 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:53.878+0000 7fa5c6a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa5c810a7f0 0x7fa5c810ac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:36:54.675 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:53.878+0000 7fa5c6a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa5c810a7f0 0x7fa5c810ac10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58494/0 (socket says 172.21.15.46:58494) 2024-04-26T01:36:54.675 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:53.878+0000 7fa5c6a00700 1 -- 172.21.15.46:0/1595227137 learned_addr learned my addr 172.21.15.46:0/1595227137 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:36:54.676 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:53.878+0000 7fa5c6a00700 1 -- 172.21.15.46:0/1595227137 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5c810b9a0 con 0x7fa5c810a7f0 2024-04-26T01:36:54.676 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:53.879+0000 7fa5c6a00700 1 --2- 172.21.15.46:0/1595227137 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa5c810a7f0 0x7fa5c810ac10 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fa5b80098a0 tx=0x7fa5b8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1282676214c329b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:36:54.676 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:53.879+0000 7fa5c5600700 1 -- 172.21.15.46:0/1595227137 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa5b8004160 con 0x7fa5c810a7f0 2024-04-26T01:36:54.676 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:53.879+0000 7fa5c5600700 1 -- 172.21.15.46:0/1595227137 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa5b8004300 con 0x7fa5c810a7f0 2024-04-26T01:36:54.676 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:53.879+0000 7fa5c5600700 1 -- 172.21.15.46:0/1595227137 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa5b80036a0 con 0x7fa5c810a7f0 2024-04-26T01:36:54.676 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:53.880+0000 7fa5cde00700 1 -- 172.21.15.46:0/1595227137 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa5c810a7f0 msgr2=0x7fa5c810ac10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:36:54.676 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:53.880+0000 7fa5cde00700 1 --2- 172.21.15.46:0/1595227137 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa5c810a7f0 0x7fa5c810ac10 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fa5b80098a0 tx=0x7fa5b8009bb0 comp rx=0 tx=0).stop 2024-04-26T01:36:54.676 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:53.880+0000 7fa5cde00700 1 -- 172.21.15.46:0/1595227137 shutdown_connections 2024-04-26T01:36:54.676 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:53.880+0000 7fa5cde00700 1 --2- 172.21.15.46:0/1595227137 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa5c810a7f0 0x7fa5c810ac10 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:54.676 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:53.880+0000 7fa5cde00700 1 -- 172.21.15.46:0/1595227137 >> 172.21.15.46:0/1595227137 conn(0x7fa5c807de00 msgr2=0x7fa5c81084c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:36:54.676 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:53.881+0000 7fa5cde00700 1 -- 172.21.15.46:0/1595227137 shutdown_connections 2024-04-26T01:36:54.676 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:53.881+0000 7fa5cde00700 1 -- 172.21.15.46:0/1595227137 wait complete. 2024-04-26T01:36:54.676 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:53.882+0000 7fa5cde00700 1 Processor -- start 2024-04-26T01:36:54.677 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:53.882+0000 7fa5cde00700 1 -- start start 2024-04-26T01:36:54.677 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:53.883+0000 7fa5cde00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa5c810a7f0 0x7fa5c819dd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:36:54.677 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:53.883+0000 7fa5cde00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fa5c810bed0 con 0x7fa5c810a7f0 2024-04-26T01:36:54.677 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:53.883+0000 7fa5c6a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa5c810a7f0 0x7fa5c819dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:36:54.677 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:53.883+0000 7fa5c6a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa5c810a7f0 0x7fa5c819dd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58506/0 (socket says 172.21.15.46:58506) 2024-04-26T01:36:54.677 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:53.883+0000 7fa5c6a00700 1 -- 172.21.15.46:0/2729649693 learned_addr learned my addr 172.21.15.46:0/2729649693 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:36:54.677 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:53.884+0000 7fa5c6a00700 1 -- 172.21.15.46:0/2729649693 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5c819e2d0 con 0x7fa5c810a7f0 2024-04-26T01:36:54.677 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:53.884+0000 7fa5c6a00700 1 --2- 172.21.15.46:0/2729649693 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa5c810a7f0 0x7fa5c819dd90 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fa5b8000c00 tx=0x7fa5b8004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:36:54.677 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:53.884+0000 7fa5cca00700 1 -- 172.21.15.46:0/2729649693 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa5b8003db0 con 0x7fa5c810a7f0 2024-04-26T01:36:54.677 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:53.884+0000 7fa5cca00700 1 -- 172.21.15.46:0/2729649693 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa5b8011630 con 0x7fa5c810a7f0 2024-04-26T01:36:54.677 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:53.884+0000 7fa5cde00700 1 -- 172.21.15.46:0/2729649693 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5c819e560 con 0x7fa5c810a7f0 2024-04-26T01:36:54.677 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:53.884+0000 7fa5cca00700 1 -- 172.21.15.46:0/2729649693 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa5b8011950 con 0x7fa5c810a7f0 2024-04-26T01:36:54.677 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:53.885+0000 7fa5cde00700 1 -- 172.21.15.46:0/2729649693 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5c81a1210 con 0x7fa5c810a7f0 2024-04-26T01:36:54.678 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:53.885+0000 7fa5cca00700 1 -- 172.21.15.46:0/2729649693 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fa5b8011af0 con 0x7fa5c810a7f0 2024-04-26T01:36:54.678 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:53.885+0000 7fa5cca00700 1 -- 172.21.15.46:0/2729649693 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fa5b801c450 con 0x7fa5c810a7f0 2024-04-26T01:36:54.679 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:53.886+0000 7fa5cde00700 1 -- 172.21.15.46:0/2729649693 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5c80640a0 con 0x7fa5c810a7f0 2024-04-26T01:36:54.679 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:53.889+0000 7fa5cca00700 1 -- 172.21.15.46:0/2729649693 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7fa5b8032020 con 0x7fa5c810a7f0 2024-04-26T01:36:54.679 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:53.967+0000 7fa5cde00700 1 -- 172.21.15.46:0/2729649693 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7fa5c802e1b0 con 0x7fa5c810a7f0 2024-04-26T01:36:54.679 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:53.977+0000 7fa5cca00700 1 -- 172.21.15.46:0/2729649693 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) ==== 70+0+465 (secure 0 0 0) 0x7fa5b8004260 con 0x7fa5c810a7f0 2024-04-26T01:36:54.679 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:53.978+0000 7fa5cde00700 1 -- 172.21.15.46:0/2729649693 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa5c810a7f0 msgr2=0x7fa5c819dd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:36:54.679 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:53.978+0000 7fa5cde00700 1 --2- 172.21.15.46:0/2729649693 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa5c810a7f0 0x7fa5c819dd90 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fa5b8000c00 tx=0x7fa5b8004750 comp rx=0 tx=0).stop 2024-04-26T01:36:54.680 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:53.978+0000 7fa5cde00700 1 -- 172.21.15.46:0/2729649693 shutdown_connections 2024-04-26T01:36:54.680 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:53.978+0000 7fa5cde00700 1 --2- 172.21.15.46:0/2729649693 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa5c810a7f0 0x7fa5c819dd90 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:54.680 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:53.978+0000 7fa5cde00700 1 -- 172.21.15.46:0/2729649693 >> 172.21.15.46:0/2729649693 conn(0x7fa5c807de00 msgr2=0x7fa5c8194ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:36:54.680 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:53.979+0000 7fa5cde00700 1 -- 172.21.15.46:0/2729649693 shutdown_connections 2024-04-26T01:36:54.680 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:53.979+0000 7fa5cde00700 1 -- 172.21.15.46:0/2729649693 wait complete. 2024-04-26T01:36:54.680 INFO:teuthology.orchestra.run.smithi046.stdout:Generating new minimal ceph.conf... 2024-04-26T01:36:55.558 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:55 smithi046 ceph-mon[27647]: from='client.? 172.21.15.46:0/2742912480' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:36:55.988 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:55.279+0000 7fcab6800700 1 Processor -- start 2024-04-26T01:36:55.988 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:55.279+0000 7fcab6800700 1 -- start start 2024-04-26T01:36:55.988 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:55.280+0000 7fcab6800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcab010a7f0 0x7fcab010ac10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:36:55.988 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:55.280+0000 7fcab6800700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fcab010b1e0 con 0x7fcab010a7f0 2024-04-26T01:36:55.988 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:55.280+0000 7fcaaf400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcab010a7f0 0x7fcab010ac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:36:55.988 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:55.280+0000 7fcaaf400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcab010a7f0 0x7fcab010ac10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58516/0 (socket says 172.21.15.46:58516) 2024-04-26T01:36:55.988 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:55.280+0000 7fcaaf400700 1 -- 172.21.15.46:0/2528242288 learned_addr learned my addr 172.21.15.46:0/2528242288 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:36:55.988 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:55.281+0000 7fcaaf400700 1 -- 172.21.15.46:0/2528242288 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcab010b9a0 con 0x7fcab010a7f0 2024-04-26T01:36:55.988 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:55.281+0000 7fcaaf400700 1 --2- 172.21.15.46:0/2528242288 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcab010a7f0 0x7fcab010ac10 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fcaa00098a0 tx=0x7fcaa0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2519df45f6bc0597 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:36:55.989 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:55.281+0000 7fcaaea00700 1 -- 172.21.15.46:0/2528242288 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcaa0004160 con 0x7fcab010a7f0 2024-04-26T01:36:55.989 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:55.281+0000 7fcaaea00700 1 -- 172.21.15.46:0/2528242288 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7fcaa0004300 con 0x7fcab010a7f0 2024-04-26T01:36:55.989 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:55.281+0000 7fcaaea00700 1 -- 172.21.15.46:0/2528242288 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcaa0011b20 con 0x7fcab010a7f0 2024-04-26T01:36:55.989 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:55.282+0000 7fcab6800700 1 -- 172.21.15.46:0/2528242288 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcab010a7f0 msgr2=0x7fcab010ac10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:36:55.989 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:55.282+0000 7fcab6800700 1 --2- 172.21.15.46:0/2528242288 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcab010a7f0 0x7fcab010ac10 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fcaa00098a0 tx=0x7fcaa0009bb0 comp rx=0 tx=0).stop 2024-04-26T01:36:55.989 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:55.282+0000 7fcab6800700 1 -- 172.21.15.46:0/2528242288 shutdown_connections 2024-04-26T01:36:55.989 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:55.282+0000 7fcab6800700 1 --2- 172.21.15.46:0/2528242288 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcab010a7f0 0x7fcab010ac10 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:55.989 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:55.282+0000 7fcab6800700 1 -- 172.21.15.46:0/2528242288 >> 172.21.15.46:0/2528242288 conn(0x7fcab007ddc0 msgr2=0x7fcab01084c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:36:55.989 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:55.282+0000 7fcab6800700 1 -- 172.21.15.46:0/2528242288 shutdown_connections 2024-04-26T01:36:55.989 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:55.282+0000 7fcab6800700 1 -- 172.21.15.46:0/2528242288 wait complete. 2024-04-26T01:36:55.989 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:55.283+0000 7fcab6800700 1 Processor -- start 2024-04-26T01:36:55.989 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:55.284+0000 7fcab6800700 1 -- start start 2024-04-26T01:36:55.989 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:55.284+0000 7fcab6800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcab010a7f0 0x7fcab019e5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:36:55.990 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:55.284+0000 7fcab6800700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fcab010ed50 con 0x7fcab010a7f0 2024-04-26T01:36:55.990 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:55.284+0000 7fcaaf400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcab010a7f0 0x7fcab019e5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:36:55.990 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:55.284+0000 7fcaaf400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcab010a7f0 0x7fcab019e5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58526/0 (socket says 172.21.15.46:58526) 2024-04-26T01:36:55.990 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:55.284+0000 7fcaaf400700 1 -- 172.21.15.46:0/2742912480 learned_addr learned my addr 172.21.15.46:0/2742912480 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:36:55.990 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:55.285+0000 7fcaaf400700 1 -- 172.21.15.46:0/2742912480 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcab019eb30 con 0x7fcab010a7f0 2024-04-26T01:36:55.990 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:55.285+0000 7fcaaf400700 1 --2- 172.21.15.46:0/2742912480 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcab010a7f0 0x7fcab019e5f0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fcaa00117e0 tx=0x7fcaa0011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:36:55.990 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:55.285+0000 7fcaacc00700 1 -- 172.21.15.46:0/2742912480 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcaa0003b30 con 0x7fcab010a7f0 2024-04-26T01:36:55.990 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:55.285+0000 7fcaacc00700 1 -- 172.21.15.46:0/2742912480 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7fcaa0003cd0 con 0x7fcab010a7f0 2024-04-26T01:36:55.990 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:55.285+0000 7fcaacc00700 1 -- 172.21.15.46:0/2742912480 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcaa001a830 con 0x7fcab010a7f0 2024-04-26T01:36:55.990 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:55.285+0000 7fcab6800700 1 -- 172.21.15.46:0/2742912480 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcab019edc0 con 0x7fcab010a7f0 2024-04-26T01:36:55.990 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:55.285+0000 7fcab6800700 1 -- 172.21.15.46:0/2742912480 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcab019f220 con 0x7fcab010a7f0 2024-04-26T01:36:55.990 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:55.286+0000 7fcaacc00700 1 -- 172.21.15.46:0/2742912480 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fcaa002d3f0 con 0x7fcab010a7f0 2024-04-26T01:36:55.990 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:55.286+0000 7fcaacc00700 1 -- 172.21.15.46:0/2742912480 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fcaa0019700 con 0x7fcab010a7f0 2024-04-26T01:36:55.991 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:55.287+0000 7fcab6800700 1 -- 172.21.15.46:0/2742912480 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcab00640a0 con 0x7fcab010a7f0 2024-04-26T01:36:55.991 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:55.290+0000 7fcaacc00700 1 -- 172.21.15.46:0/2742912480 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7fcaa0024ba0 con 0x7fcab010a7f0 2024-04-26T01:36:55.991 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:55.368+0000 7fcab6800700 1 -- 172.21.15.46:0/2742912480 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7fcab01a1fd0 con 0x7fcab010a7f0 2024-04-26T01:36:55.991 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:55.369+0000 7fcaacc00700 1 -- 172.21.15.46:0/2742912480 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) ==== 76+0+175 (secure 0 0 0) 0x7fcaa0032030 con 0x7fcab010a7f0 2024-04-26T01:36:55.991 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:55.370+0000 7fcab6800700 1 -- 172.21.15.46:0/2742912480 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcab010a7f0 msgr2=0x7fcab019e5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:36:55.991 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:55.370+0000 7fcab6800700 1 --2- 172.21.15.46:0/2742912480 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcab010a7f0 0x7fcab019e5f0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fcaa00117e0 tx=0x7fcaa0011ce0 comp rx=0 tx=0).stop 2024-04-26T01:36:55.991 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:55.371+0000 7fcab6800700 1 -- 172.21.15.46:0/2742912480 shutdown_connections 2024-04-26T01:36:55.991 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:55.371+0000 7fcab6800700 1 --2- 172.21.15.46:0/2742912480 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcab010a7f0 0x7fcab019e5f0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:36:55.991 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:55.371+0000 7fcab6800700 1 -- 172.21.15.46:0/2742912480 >> 172.21.15.46:0/2742912480 conn(0x7fcab007ddc0 msgr2=0x7fcab0107a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:36:55.991 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:55.371+0000 7fcab6800700 1 -- 172.21.15.46:0/2742912480 shutdown_connections 2024-04-26T01:36:55.991 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:55.371+0000 7fcab6800700 1 -- 172.21.15.46:0/2742912480 wait complete. 2024-04-26T01:36:55.991 INFO:teuthology.orchestra.run.smithi046.stdout:Restarting the monitor... 2024-04-26T01:36:56.308 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:56 smithi046 systemd[1]: Stopping Ceph mon.a for 4e298560-036d-11ef-bc93-c7b262605968... 2024-04-26T01:36:57.058 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:56 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mon-a[27643]: 2024-04-26T01:36:56.738+0000 7f76a8600700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T01:36:57.058 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:56 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mon-a[27643]: 2024-04-26T01:36:56.738+0000 7f76a8600700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-04-26T01:36:57.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:56 smithi046 podman[27890]: 2024-04-26 01:36:56.852817512 +0000 UTC m=+0.476168581 container died 5a8ac9ce420fe29d1f765ca853dd39662e0abaa851a2a5d733b04b251f726467 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T01:36:57.413 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:57 smithi046 podman[27890]: 2024-04-26 01:36:57.241699595 +0000 UTC m=+0.865050654 container cleanup 5a8ac9ce420fe29d1f765ca853dd39662e0abaa851a2a5d733b04b251f726467 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS) 2024-04-26T01:36:57.413 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:57 smithi046 bash[27890]: ceph-4e298560-036d-11ef-bc93-c7b262605968-mon-a 2024-04-26T01:36:57.808 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:57 smithi046 podman[27904]: 2024-04-26 01:36:57.417458506 +0000 UTC m=+0.541572293 container remove 5a8ac9ce420fe29d1f765ca853dd39662e0abaa851a2a5d733b04b251f726467 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mon-a, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-26T01:36:58.165 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:57 smithi046 systemd[1]: ceph-4e298560-036d-11ef-bc93-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-26T01:36:58.165 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:57 smithi046 systemd[1]: Stopped Ceph mon.a for 4e298560-036d-11ef-bc93-c7b262605968. 2024-04-26T01:36:58.165 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:57 smithi046 systemd[1]: ceph-4e298560-036d-11ef-bc93-c7b262605968@mon.a.service: Consumed 1.976s CPU time. 2024-04-26T01:36:58.165 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:57 smithi046 systemd[1]: Starting Ceph mon.a for 4e298560-036d-11ef-bc93-c7b262605968... 2024-04-26T01:36:58.477 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 podman[27995]: 2024-04-26 01:36:58.230895945 +0000 UTC m=+0.041016523 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:36:58.477 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 podman[27995]: 2024-04-26 01:36:58.326620693 +0000 UTC m=+0.136741293 container create 6da0857c07c7c7281361589066e4c27531b04cf722ca9f6c6e3284fd50bb8e64 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mon-a, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T01:36:58.701 INFO:teuthology.orchestra.run.smithi046.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-04-26T01:36:58.867 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 podman[27995]: 2024-04-26 01:36:58.606558237 +0000 UTC m=+0.416678892 container init 6da0857c07c7c7281361589066e4c27531b04cf722ca9f6c6e3284fd50bb8e64 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mon-a, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True) 2024-04-26T01:36:58.868 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 podman[27995]: 2024-04-26 01:36:58.619218857 +0000 UTC m=+0.429339479 container start 6da0857c07c7c7281361589066e4c27531b04cf722ca9f6c6e3284fd50bb8e64 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mon-a, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T01:36:58.868 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: set uid:gid to 167:167 (ceph:ceph) 2024-04-26T01:36:58.868 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev), process ceph-mon, pid 2 2024-04-26T01:36:58.868 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: pidfile_write: ignore empty --pid-file 2024-04-26T01:36:58.868 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: load: jerasure load: lrc 2024-04-26T01:36:58.868 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: RocksDB version: 7.9.2 2024-04-26T01:36:58.868 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Git sha 0 2024-04-26T01:36:58.868 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Compile date 2024-04-22 10:57:25 2024-04-26T01:36:58.868 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: DB SUMMARY 2024-04-26T01:36:58.868 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: DB Session ID: Q0Y8UL692I6564X6N7TJ 2024-04-26T01:36:58.868 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: CURRENT file: CURRENT 2024-04-26T01:36:58.868 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: IDENTITY file: IDENTITY 2024-04-26T01:36:58.869 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-04-26T01:36:58.869 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-04-26T01:36:58.869 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 105608 ; 2024-04-26T01:36:58.869 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.error_if_exists: 0 2024-04-26T01:36:58.869 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.create_if_missing: 0 2024-04-26T01:36:58.869 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.paranoid_checks: 1 2024-04-26T01:36:58.869 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-26T01:36:58.869 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-26T01:36:58.869 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-26T01:36:58.869 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.env: 0x5569c9c14cc0 2024-04-26T01:36:58.869 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.fs: PosixFileSystem 2024-04-26T01:36:58.869 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.info_log: 0x5569d5505c40 2024-04-26T01:36:58.869 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.max_file_opening_threads: 16 2024-04-26T01:36:58.869 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.statistics: (nil) 2024-04-26T01:36:58.870 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.use_fsync: 0 2024-04-26T01:36:58.870 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.max_log_file_size: 0 2024-04-26T01:36:58.870 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-26T01:36:58.870 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-26T01:36:58.870 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.keep_log_file_num: 1000 2024-04-26T01:36:58.871 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.recycle_log_file_num: 0 2024-04-26T01:36:58.871 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.allow_fallocate: 1 2024-04-26T01:36:58.871 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.allow_mmap_reads: 0 2024-04-26T01:36:58.873 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.allow_mmap_writes: 0 2024-04-26T01:36:58.873 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.use_direct_reads: 0 2024-04-26T01:36:58.873 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-26T01:36:58.873 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.create_missing_column_families: 0 2024-04-26T01:36:58.873 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.db_log_dir: 2024-04-26T01:36:58.873 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.wal_dir: 2024-04-26T01:36:58.873 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-26T01:36:58.873 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-26T01:36:58.874 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-26T01:36:58.874 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-26T01:36:58.874 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-26T01:36:58.874 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-26T01:36:58.874 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.advise_random_on_open: 1 2024-04-26T01:36:58.874 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.db_write_buffer_size: 0 2024-04-26T01:36:58.874 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.write_buffer_manager: 0x5569d54990e0 2024-04-26T01:36:58.874 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-26T01:36:58.874 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-26T01:36:58.874 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-26T01:36:58.874 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.rate_limiter: (nil) 2024-04-26T01:36:58.874 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-26T01:36:58.875 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.wal_recovery_mode: 2 2024-04-26T01:36:58.875 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.enable_thread_tracking: 0 2024-04-26T01:36:58.875 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.enable_pipelined_write: 0 2024-04-26T01:36:58.875 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.unordered_write: 0 2024-04-26T01:36:58.875 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-26T01:36:58.875 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-26T01:36:58.875 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-26T01:36:58.875 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-26T01:36:58.875 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.row_cache: None 2024-04-26T01:36:58.876 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.wal_filter: None 2024-04-26T01:36:58.876 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-26T01:36:58.876 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.allow_ingest_behind: 0 2024-04-26T01:36:58.876 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.two_write_queues: 0 2024-04-26T01:36:58.876 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.manual_wal_flush: 0 2024-04-26T01:36:58.876 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.wal_compression: 0 2024-04-26T01:36:58.876 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.atomic_flush: 0 2024-04-26T01:36:58.876 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-26T01:36:58.876 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-26T01:36:58.876 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-26T01:36:58.876 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.log_readahead_size: 0 2024-04-26T01:36:58.876 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-26T01:36:58.876 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.best_efforts_recovery: 0 2024-04-26T01:36:58.876 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-26T01:36:58.877 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-26T01:36:58.877 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.allow_data_in_errors: 0 2024-04-26T01:36:58.877 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.db_host_id: __hostname__ 2024-04-26T01:36:58.877 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-26T01:36:58.877 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.max_background_jobs: 2 2024-04-26T01:36:58.877 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.max_background_compactions: -1 2024-04-26T01:36:58.877 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.max_subcompactions: 1 2024-04-26T01:36:58.877 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-26T01:36:58.877 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-26T01:36:58.877 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-26T01:36:58.877 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.max_total_wal_size: 0 2024-04-26T01:36:58.877 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-26T01:36:58.877 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-26T01:36:58.878 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-26T01:36:58.878 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-26T01:36:58.878 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.max_open_files: -1 2024-04-26T01:36:58.878 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.bytes_per_sync: 0 2024-04-26T01:36:58.878 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-26T01:36:58.878 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-26T01:36:58.878 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.compaction_readahead_size: 0 2024-04-26T01:36:58.878 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.max_background_flushes: -1 2024-04-26T01:36:58.878 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Compression algorithms supported: 2024-04-26T01:36:58.878 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-26T01:36:58.878 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: kZSTD supported: 0 2024-04-26T01:36:58.878 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: kXpressCompression supported: 0 2024-04-26T01:36:58.878 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: kLZ4HCCompression supported: 1 2024-04-26T01:36:58.878 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: kZlibCompression supported: 1 2024-04-26T01:36:58.878 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: kSnappyCompression supported: 1 2024-04-26T01:36:58.879 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: kLZ4Compression supported: 1 2024-04-26T01:36:58.879 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: kBZip2Compression supported: 0 2024-04-26T01:36:58.879 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-26T01:36:58.879 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-26T01:36:58.879 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-04-26T01:36:58.879 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-26T01:36:58.879 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-26T01:36:58.879 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.merge_operator: 2024-04-26T01:36:58.879 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.compaction_filter: None 2024-04-26T01:36:58.879 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.compaction_filter_factory: None 2024-04-26T01:36:58.879 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.sst_partitioner_factory: None 2024-04-26T01:36:58.879 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-26T01:36:58.879 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-26T01:36:58.880 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5569d5505e00) 2024-04-26T01:36:58.880 INFO:journalctl@ceph.mon.a.smithi046.stdout: cache_index_and_filter_blocks: 1 2024-04-26T01:36:58.880 INFO:journalctl@ceph.mon.a.smithi046.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-26T01:36:58.880 INFO:journalctl@ceph.mon.a.smithi046.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-26T01:36:58.880 INFO:journalctl@ceph.mon.a.smithi046.stdout: pin_top_level_index_and_filter: 1 2024-04-26T01:36:58.880 INFO:journalctl@ceph.mon.a.smithi046.stdout: index_type: 0 2024-04-26T01:36:58.880 INFO:journalctl@ceph.mon.a.smithi046.stdout: data_block_index_type: 0 2024-04-26T01:36:58.880 INFO:journalctl@ceph.mon.a.smithi046.stdout: index_shortening: 1 2024-04-26T01:36:58.880 INFO:journalctl@ceph.mon.a.smithi046.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-26T01:36:58.880 INFO:journalctl@ceph.mon.a.smithi046.stdout: checksum: 4 2024-04-26T01:36:58.880 INFO:journalctl@ceph.mon.a.smithi046.stdout: no_block_cache: 0 2024-04-26T01:36:58.880 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_cache: 0x5569d54cb1f0 2024-04-26T01:36:58.880 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_cache_name: BinnedLRUCache 2024-04-26T01:36:58.880 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_cache_options: 2024-04-26T01:36:58.880 INFO:journalctl@ceph.mon.a.smithi046.stdout: capacity : 536870912 2024-04-26T01:36:58.881 INFO:journalctl@ceph.mon.a.smithi046.stdout: num_shard_bits : 4 2024-04-26T01:36:58.881 INFO:journalctl@ceph.mon.a.smithi046.stdout: strict_capacity_limit : 0 2024-04-26T01:36:58.881 INFO:journalctl@ceph.mon.a.smithi046.stdout: high_pri_pool_ratio: 0.000 2024-04-26T01:36:58.881 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_cache_compressed: (nil) 2024-04-26T01:36:58.881 INFO:journalctl@ceph.mon.a.smithi046.stdout: persistent_cache: (nil) 2024-04-26T01:36:58.881 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_size: 4096 2024-04-26T01:36:58.881 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_size_deviation: 10 2024-04-26T01:36:58.881 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_restart_interval: 16 2024-04-26T01:36:58.881 INFO:journalctl@ceph.mon.a.smithi046.stdout: index_block_restart_interval: 1 2024-04-26T01:36:58.881 INFO:journalctl@ceph.mon.a.smithi046.stdout: metadata_block_size: 4096 2024-04-26T01:36:58.881 INFO:journalctl@ceph.mon.a.smithi046.stdout: partition_filters: 0 2024-04-26T01:36:58.881 INFO:journalctl@ceph.mon.a.smithi046.stdout: use_delta_encoding: 1 2024-04-26T01:36:58.881 INFO:journalctl@ceph.mon.a.smithi046.stdout: filter_policy: bloomfilter 2024-04-26T01:36:58.881 INFO:journalctl@ceph.mon.a.smithi046.stdout: whole_key_filtering: 1 2024-04-26T01:36:58.882 INFO:journalctl@ceph.mon.a.smithi046.stdout: verify_compression: 0 2024-04-26T01:36:58.882 INFO:journalctl@ceph.mon.a.smithi046.stdout: read_amp_bytes_per_bit: 0 2024-04-26T01:36:58.882 INFO:journalctl@ceph.mon.a.smithi046.stdout: format_version: 5 2024-04-26T01:36:58.882 INFO:journalctl@ceph.mon.a.smithi046.stdout: enable_index_compression: 1 2024-04-26T01:36:58.882 INFO:journalctl@ceph.mon.a.smithi046.stdout: block_align: 0 2024-04-26T01:36:58.882 INFO:journalctl@ceph.mon.a.smithi046.stdout: max_auto_readahead_size: 262144 2024-04-26T01:36:58.882 INFO:journalctl@ceph.mon.a.smithi046.stdout: prepopulate_block_cache: 0 2024-04-26T01:36:58.882 INFO:journalctl@ceph.mon.a.smithi046.stdout: initial_auto_readahead_size: 8192 2024-04-26T01:36:58.882 INFO:journalctl@ceph.mon.a.smithi046.stdout: num_file_reads_for_auto_readahead: 2 2024-04-26T01:36:58.883 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.write_buffer_size: 33554432 2024-04-26T01:36:58.883 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.max_write_buffer_number: 2 2024-04-26T01:36:58.883 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.compression: NoCompression 2024-04-26T01:36:58.883 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.bottommost_compression: Disabled 2024-04-26T01:36:58.883 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.prefix_extractor: nullptr 2024-04-26T01:36:58.884 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-26T01:36:58.884 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.num_levels: 7 2024-04-26T01:36:58.884 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-26T01:36:58.884 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-26T01:36:58.884 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-26T01:36:58.884 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-26T01:36:58.884 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-26T01:36:58.884 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-26T01:36:58.884 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-26T01:36:58.884 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-26T01:36:58.884 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-26T01:36:58.884 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-26T01:36:58.884 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-26T01:36:58.885 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-26T01:36:58.885 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-26T01:36:58.885 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.compression_opts.level: 32767 2024-04-26T01:36:58.885 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.compression_opts.strategy: 0 2024-04-26T01:36:58.885 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-26T01:36:58.885 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-26T01:36:58.885 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-26T01:36:58.885 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-26T01:36:58.885 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.compression_opts.enabled: false 2024-04-26T01:36:58.885 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-26T01:36:58.885 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-26T01:36:58.885 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-26T01:36:58.886 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-26T01:36:58.886 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.target_file_size_base: 67108864 2024-04-26T01:36:58.886 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-26T01:36:58.886 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-26T01:36:58.886 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-26T01:36:58.886 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-26T01:36:58.886 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-26T01:36:58.886 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-26T01:36:58.886 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-26T01:36:58.886 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-26T01:36:58.886 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-26T01:36:58.887 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-26T01:36:58.887 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-26T01:36:58.887 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-26T01:36:58.887 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-26T01:36:58.887 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-26T01:36:58.887 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.arena_block_size: 1048576 2024-04-26T01:36:58.887 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-26T01:36:58.887 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-26T01:36:58.887 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.disable_auto_compactions: 0 2024-04-26T01:36:58.887 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-26T01:36:58.887 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-26T01:36:58.887 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-26T01:36:58.887 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-26T01:36:58.888 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-26T01:36:58.888 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-26T01:36:58.888 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-26T01:36:58.888 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-26T01:36:58.888 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-26T01:36:58.888 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-26T01:36:58.888 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-26T01:36:58.888 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.inplace_update_support: 0 2024-04-26T01:36:58.888 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-26T01:36:58.888 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-26T01:36:58.888 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-26T01:36:58.888 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-26T01:36:58.889 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.bloom_locality: 0 2024-04-26T01:36:58.889 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.max_successive_merges: 0 2024-04-26T01:36:58.889 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-26T01:36:58.889 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.paranoid_file_checks: 0 2024-04-26T01:36:58.889 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.force_consistency_checks: 1 2024-04-26T01:36:58.889 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.report_bg_io_stats: 0 2024-04-26T01:36:58.889 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.ttl: 2592000 2024-04-26T01:36:58.889 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-26T01:36:58.889 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-26T01:36:58.889 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-26T01:36:58.889 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.enable_blob_files: false 2024-04-26T01:36:58.889 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.min_blob_size: 0 2024-04-26T01:36:58.889 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.blob_file_size: 268435456 2024-04-26T01:36:58.890 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-26T01:36:58.890 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-26T01:36:58.890 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-26T01:36:58.890 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-26T01:36:58.890 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-26T01:36:58.890 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.blob_file_starting_level: 0 2024-04-26T01:36:58.890 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-26T01:36:58.890 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-04-26T01:36:58.890 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-04-26T01:36:58.890 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 5903c2f1-30e3-4f9c-8441-7ce847b44263 2024-04-26T01:36:58.890 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714095418678624, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-04-26T01:36:58.891 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-04-26T01:36:58.891 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714095418680607, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 100695, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 328, "table_properties": {"data_size": 98579, "index_size": 308, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 773, "raw_key_size": 14288, "raw_average_key_size": 49, "raw_value_size": 90835, "raw_average_value_size": 316, "num_data_blocks": 12, "num_entries": 287, "num_filter_entries": 287, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1714095418, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "5903c2f1-30e3-4f9c-8441-7ce847b44263", "db_session_id": "Q0Y8UL692I6564X6N7TJ", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-04-26T01:36:58.891 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714095418680764, "job": 1, "event": "recovery_finished"} 2024-04-26T01:36:58.891 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-04-26T01:36:58.891 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-26T01:36:58.891 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5569d55e0000 2024-04-26T01:36:58.891 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: DB pointer 0x5569d55ca000 2024-04-26T01:36:58.891 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-26T01:36:58.891 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-26T01:36:58.892 INFO:journalctl@ceph.mon.a.smithi046.stdout: ** DB Stats ** 2024-04-26T01:36:58.892 INFO:journalctl@ceph.mon.a.smithi046.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T01:36:58.892 INFO:journalctl@ceph.mon.a.smithi046.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-26T01:36:58.892 INFO:journalctl@ceph.mon.a.smithi046.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T01:36:58.892 INFO:journalctl@ceph.mon.a.smithi046.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T01:36:58.892 INFO:journalctl@ceph.mon.a.smithi046.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-26T01:36:58.892 INFO:journalctl@ceph.mon.a.smithi046.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T01:36:58.892 INFO:journalctl@ceph.mon.a.smithi046.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T01:36:58.892 INFO:journalctl@ceph.mon.a.smithi046.stdout: 2024-04-26T01:36:58.892 INFO:journalctl@ceph.mon.a.smithi046.stdout: ** Compaction Stats [default] ** 2024-04-26T01:36:58.892 INFO:journalctl@ceph.mon.a.smithi046.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-26T01:36:58.892 INFO:journalctl@ceph.mon.a.smithi046.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-26T01:36:58.892 INFO:journalctl@ceph.mon.a.smithi046.stdout: L0 2/0 100.20 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 77.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-26T01:36:58.893 INFO:journalctl@ceph.mon.a.smithi046.stdout: Sum 2/0 100.20 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 77.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-26T01:36:58.893 INFO:journalctl@ceph.mon.a.smithi046.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 77.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-26T01:36:58.893 INFO:journalctl@ceph.mon.a.smithi046.stdout: 2024-04-26T01:36:58.893 INFO:journalctl@ceph.mon.a.smithi046.stdout: ** Compaction Stats [default] ** 2024-04-26T01:36:58.893 INFO:journalctl@ceph.mon.a.smithi046.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-26T01:36:58.893 INFO:journalctl@ceph.mon.a.smithi046.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-26T01:36:58.893 INFO:journalctl@ceph.mon.a.smithi046.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 77.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-26T01:36:58.893 INFO:journalctl@ceph.mon.a.smithi046.stdout: 2024-04-26T01:36:58.893 INFO:journalctl@ceph.mon.a.smithi046.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-26T01:36:58.893 INFO:journalctl@ceph.mon.a.smithi046.stdout: 2024-04-26T01:36:58.893 INFO:journalctl@ceph.mon.a.smithi046.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T01:36:58.893 INFO:journalctl@ceph.mon.a.smithi046.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-26T01:36:58.893 INFO:journalctl@ceph.mon.a.smithi046.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-26T01:36:58.894 INFO:journalctl@ceph.mon.a.smithi046.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-26T01:36:58.894 INFO:journalctl@ceph.mon.a.smithi046.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-26T01:36:58.894 INFO:journalctl@ceph.mon.a.smithi046.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-26T01:36:58.894 INFO:journalctl@ceph.mon.a.smithi046.stdout: Cumulative compaction: 0.00 GB write, 14.33 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T01:36:58.894 INFO:journalctl@ceph.mon.a.smithi046.stdout: Interval compaction: 0.00 GB write, 14.33 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T01:36:58.894 INFO:journalctl@ceph.mon.a.smithi046.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-26T01:36:58.894 INFO:journalctl@ceph.mon.a.smithi046.stdout: Block cache BinnedLRUCache@0x5569d54cb1f0#2 capacity: 512.00 MB usage: 1.52 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2024-04-26T01:36:58.894 INFO:journalctl@ceph.mon.a.smithi046.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,1.02 KB,0.000193715%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2024-04-26T01:36:58.894 INFO:journalctl@ceph.mon.a.smithi046.stdout: 2024-04-26T01:36:58.894 INFO:journalctl@ceph.mon.a.smithi046.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-26T01:36:58.894 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: starting mon.a rank 0 at public addrs [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] at bind addrs [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 4e298560-036d-11ef-bc93-c7b262605968 2024-04-26T01:36:58.894 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: mon.a@-1(???) e1 preinit fsid 4e298560-036d-11ef-bc93-c7b262605968 2024-04-26T01:36:58.895 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: mon.a@-1(???).mds e1 new map 2024-04-26T01:36:58.895 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: mon.a@-1(???).mds e1 print_map 2024-04-26T01:36:58.895 INFO:journalctl@ceph.mon.a.smithi046.stdout: e1 2024-04-26T01:36:58.895 INFO:journalctl@ceph.mon.a.smithi046.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-26T01:36:58.895 INFO:journalctl@ceph.mon.a.smithi046.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-26T01:36:58.895 INFO:journalctl@ceph.mon.a.smithi046.stdout: legacy client fscid: -1 2024-04-26T01:36:58.895 INFO:journalctl@ceph.mon.a.smithi046.stdout: 2024-04-26T01:36:58.895 INFO:journalctl@ceph.mon.a.smithi046.stdout: No filesystems configured 2024-04-26T01:36:58.895 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-26T01:36:58.895 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T01:36:58.896 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T01:36:58.896 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T01:36:58.896 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-04-26T01:36:58.896 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 bash[27995]: 6da0857c07c7c7281361589066e4c27531b04cf722ca9f6c6e3284fd50bb8e64 2024-04-26T01:36:58.896 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 systemd[1]: Started Ceph mon.a for 4e298560-036d-11ef-bc93-c7b262605968. 2024-04-26T01:36:58.896 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-26T01:36:58.896 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: monmap epoch 1 2024-04-26T01:36:58.896 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: fsid 4e298560-036d-11ef-bc93-c7b262605968 2024-04-26T01:36:58.897 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: last_changed 2024-04-26T01:36:47.569329+0000 2024-04-26T01:36:58.897 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: created 2024-04-26T01:36:47.569329+0000 2024-04-26T01:36:58.897 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: min_mon_release 19 (squid) 2024-04-26T01:36:58.897 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: election_strategy: 1 2024-04-26T01:36:58.897 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: 0: [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] mon.a 2024-04-26T01:36:58.897 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: fsmap 2024-04-26T01:36:58.897 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: osdmap e1: 0 total, 0 up, 0 in 2024-04-26T01:36:58.897 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:36:58 smithi046 ceph-mon[28013]: mgrmap e1: no daemons active 2024-04-26T01:37:00.129 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:59.442+0000 7faa68200700 1 Processor -- start 2024-04-26T01:37:00.129 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:59.442+0000 7faa68200700 1 -- start start 2024-04-26T01:37:00.129 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:59.443+0000 7faa68200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faa60108650 0x7faa60108a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:00.129 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:59.443+0000 7faa68200700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7faa60109040 con 0x7faa60108650 2024-04-26T01:37:00.129 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:59.444+0000 7faa65800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faa60108650 0x7faa60108a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:00.129 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:59.444+0000 7faa65800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faa60108650 0x7faa60108a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58532/0 (socket says 172.21.15.46:58532) 2024-04-26T01:37:00.129 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:59.444+0000 7faa65800700 1 -- 172.21.15.46:0/3254088515 learned_addr learned my addr 172.21.15.46:0/3254088515 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:37:00.129 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:59.445+0000 7faa65800700 1 -- 172.21.15.46:0/3254088515 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa60109800 con 0x7faa60108650 2024-04-26T01:37:00.129 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:59.445+0000 7faa65800700 1 --2- 172.21.15.46:0/3254088515 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faa60108650 0x7faa60108a70 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7faa540098a0 tx=0x7faa54009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb8599d8325ceba server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:00.129 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:59.446+0000 7faa5fe00700 1 -- 172.21.15.46:0/3254088515 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faa54004160 con 0x7faa60108650 2024-04-26T01:37:00.129 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:59.446+0000 7faa5fe00700 1 -- 172.21.15.46:0/3254088515 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7faa54004300 con 0x7faa60108650 2024-04-26T01:37:00.129 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:59.446+0000 7faa5fe00700 1 -- 172.21.15.46:0/3254088515 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faa54011b20 con 0x7faa60108650 2024-04-26T01:37:00.133 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:59.446+0000 7faa68200700 1 -- 172.21.15.46:0/3254088515 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faa60108650 msgr2=0x7faa60108a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:00.133 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:59.446+0000 7faa68200700 1 --2- 172.21.15.46:0/3254088515 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faa60108650 0x7faa60108a70 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7faa540098a0 tx=0x7faa54009bb0 comp rx=0 tx=0).stop 2024-04-26T01:37:00.134 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:59.447+0000 7faa68200700 1 -- 172.21.15.46:0/3254088515 shutdown_connections 2024-04-26T01:37:00.134 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:59.447+0000 7faa68200700 1 --2- 172.21.15.46:0/3254088515 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faa60108650 0x7faa60108a70 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:00.134 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:59.447+0000 7faa68200700 1 -- 172.21.15.46:0/3254088515 >> 172.21.15.46:0/3254088515 conn(0x7faa60103cb0 msgr2=0x7faa601060d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:37:00.134 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:59.447+0000 7faa68200700 1 -- 172.21.15.46:0/3254088515 shutdown_connections 2024-04-26T01:37:00.134 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:59.447+0000 7faa68200700 1 -- 172.21.15.46:0/3254088515 wait complete. 2024-04-26T01:37:00.134 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:59.448+0000 7faa68200700 1 Processor -- start 2024-04-26T01:37:00.134 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:59.448+0000 7faa68200700 1 -- start start 2024-04-26T01:37:00.134 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:59.448+0000 7faa68200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faa60108650 0x7faa6007db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:00.134 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:59.448+0000 7faa68200700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7faa6010cbb0 con 0x7faa60108650 2024-04-26T01:37:00.134 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:59.449+0000 7faa65800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faa60108650 0x7faa6007db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:00.134 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:59.449+0000 7faa65800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faa60108650 0x7faa6007db60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58546/0 (socket says 172.21.15.46:58546) 2024-04-26T01:37:00.134 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:59.449+0000 7faa65800700 1 -- 172.21.15.46:0/1584943996 learned_addr learned my addr 172.21.15.46:0/1584943996 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:37:00.135 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:59.449+0000 7faa65800700 1 -- 172.21.15.46:0/1584943996 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa6007e0a0 con 0x7faa60108650 2024-04-26T01:37:00.135 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:59.449+0000 7faa65800700 1 --2- 172.21.15.46:0/1584943996 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faa60108650 0x7faa6007db60 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7faa54006af0 tx=0x7faa54011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:00.135 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:59.450+0000 7faa5e000700 1 -- 172.21.15.46:0/1584943996 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faa54003b90 con 0x7faa60108650 2024-04-26T01:37:00.135 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:59.450+0000 7faa5e000700 1 -- 172.21.15.46:0/1584943996 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7faa54003d30 con 0x7faa60108650 2024-04-26T01:37:00.135 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:59.450+0000 7faa68200700 1 -- 172.21.15.46:0/1584943996 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa6007c290 con 0x7faa60108650 2024-04-26T01:37:00.135 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:59.450+0000 7faa5e000700 1 -- 172.21.15.46:0/1584943996 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faa540197c0 con 0x7faa60108650 2024-04-26T01:37:00.135 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:59.450+0000 7faa68200700 1 -- 172.21.15.46:0/1584943996 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa6007c750 con 0x7faa60108650 2024-04-26T01:37:00.135 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:59.450+0000 7faa5e000700 1 -- 172.21.15.46:0/1584943996 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7faa54022020 con 0x7faa60108650 2024-04-26T01:37:00.135 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:59.451+0000 7faa5e000700 1 -- 172.21.15.46:0/1584943996 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7faa54024410 con 0x7faa60108650 2024-04-26T01:37:00.135 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:59.451+0000 7faa68200700 1 -- 172.21.15.46:0/1584943996 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa600640a0 con 0x7faa60108650 2024-04-26T01:37:00.135 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:59.455+0000 7faa5e000700 1 -- 172.21.15.46:0/1584943996 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7faa540042a0 con 0x7faa60108650 2024-04-26T01:37:00.135 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:59.533+0000 7faa68200700 1 -- 172.21.15.46:0/1584943996 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) -- 0x7faa6007c9d0 con 0x7faa60108650 2024-04-26T01:37:00.135 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:59.536+0000 7faa5e000700 1 -- 172.21.15.46:0/1584943996 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) ==== 124+0+0 (secure 0 0 0) 0x7faa5401ac50 con 0x7faa60108650 2024-04-26T01:37:00.135 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:59.539+0000 7faa68200700 1 -- 172.21.15.46:0/1584943996 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faa60108650 msgr2=0x7faa6007db60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:00.136 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:59.539+0000 7faa68200700 1 --2- 172.21.15.46:0/1584943996 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faa60108650 0x7faa6007db60 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7faa54006af0 tx=0x7faa54011ce0 comp rx=0 tx=0).stop 2024-04-26T01:37:00.136 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:59.539+0000 7faa68200700 1 -- 172.21.15.46:0/1584943996 shutdown_connections 2024-04-26T01:37:00.136 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:59.539+0000 7faa68200700 1 --2- 172.21.15.46:0/1584943996 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faa60108650 0x7faa6007db60 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:00.136 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:59.539+0000 7faa68200700 1 -- 172.21.15.46:0/1584943996 >> 172.21.15.46:0/1584943996 conn(0x7faa60103cb0 msgr2=0x7faa601046b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:37:00.136 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:59.539+0000 7faa68200700 1 -- 172.21.15.46:0/1584943996 shutdown_connections 2024-04-26T01:37:00.136 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:36:59.539+0000 7faa68200700 1 -- 172.21.15.46:0/1584943996 wait complete. 2024-04-26T01:37:00.136 INFO:teuthology.orchestra.run.smithi046.stdout:Wrote config to /etc/ceph/ceph.conf 2024-04-26T01:37:00.155 INFO:teuthology.orchestra.run.smithi046.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-04-26T01:37:00.156 INFO:teuthology.orchestra.run.smithi046.stdout:Creating mgr... 2024-04-26T01:37:00.157 INFO:teuthology.orchestra.run.smithi046.stdout:Verifying port 0.0.0.0:9283 ... 2024-04-26T01:37:00.157 INFO:teuthology.orchestra.run.smithi046.stdout:Verifying port 0.0.0.0:8765 ... 2024-04-26T01:37:00.600 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-4e298560-036d-11ef-bc93-c7b262605968@mgr.x 2024-04-26T01:37:00.601 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Failed to reset failed state of unit ceph-4e298560-036d-11ef-bc93-c7b262605968@mgr.x.service: Unit ceph-4e298560-036d-11ef-bc93-c7b262605968@mgr.x.service not loaded. 2024-04-26T01:37:00.808 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:00 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/1584943996' entity='client.admin' 2024-04-26T01:37:00.875 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-4e298560-036d-11ef-bc93-c7b262605968.target.wants/ceph-4e298560-036d-11ef-bc93-c7b262605968@mgr.x.service → /etc/systemd/system/ceph-4e298560-036d-11ef-bc93-c7b262605968@.service. 2024-04-26T01:37:01.306 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:00 smithi046 systemd[1]: Starting Ceph mgr.x for 4e298560-036d-11ef-bc93-c7b262605968... 2024-04-26T01:37:01.559 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:01 smithi046 podman[28240]: 2024-04-26 01:37:01.194319164 +0000 UTC m=+0.036959029 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-26T01:37:01.559 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:01 smithi046 podman[28240]: 2024-04-26 01:37:01.41795452 +0000 UTC m=+0.260594414 container create 737c3463a1a95bf696efa8b8966195195620493df5ed48d36932f84272099d86 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T01:37:01.950 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-26T01:37:01.950 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout disabled 2024-04-26T01:37:01.965 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-26T01:37:01.965 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout inactive 2024-04-26T01:37:01.965 INFO:teuthology.orchestra.run.smithi046.stdout:firewalld.service is not enabled 2024-04-26T01:37:01.965 INFO:teuthology.orchestra.run.smithi046.stdout:Not possible to enable service . firewalld.service is not available 2024-04-26T01:37:01.985 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-26T01:37:01.985 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout disabled 2024-04-26T01:37:02.004 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-26T01:37:02.005 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout inactive 2024-04-26T01:37:02.005 INFO:teuthology.orchestra.run.smithi046.stdout:firewalld.service is not enabled 2024-04-26T01:37:02.005 INFO:teuthology.orchestra.run.smithi046.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-04-26T01:37:02.005 INFO:teuthology.orchestra.run.smithi046.stdout:Waiting for mgr to start... 2024-04-26T01:37:02.005 INFO:teuthology.orchestra.run.smithi046.stdout:Waiting for mgr... 2024-04-26T01:37:02.058 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:01 smithi046 podman[28240]: 2024-04-26 01:37:01.850627079 +0000 UTC m=+0.693266979 container init 737c3463a1a95bf696efa8b8966195195620493df5ed48d36932f84272099d86 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, ceph=True, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T01:37:02.058 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:01 smithi046 podman[28240]: 2024-04-26 01:37:01.861071197 +0000 UTC m=+0.703711101 container start 737c3463a1a95bf696efa8b8966195195620493df5ed48d36932f84272099d86 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-26T01:37:02.058 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:01 smithi046 bash[28240]: 737c3463a1a95bf696efa8b8966195195620493df5ed48d36932f84272099d86 2024-04-26T01:37:02.058 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:01 smithi046 systemd[1]: Started Ceph mgr.x for 4e298560-036d-11ef-bc93-c7b262605968. 2024-04-26T01:37:02.379 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:02 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:02.109+0000 7f4aee5d5200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T01:37:02.379 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:02 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:02.382+0000 7f4aee5d5200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:37:02.640 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:02 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:02.520+0000 7f4aee5d5200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T01:37:02.950 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:02 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/3475856749' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-26T01:37:03.308 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:02 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:02.954+0000 7f4aee5d5200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T01:37:03.308 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:03 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:03.073+0000 7f4aee5d5200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T01:37:03.469 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2024-04-26T01:37:03.470 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout { 2024-04-26T01:37:03.470 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "fsid": "4e298560-036d-11ef-bc93-c7b262605968", 2024-04-26T01:37:03.472 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "health": { 2024-04-26T01:37:03.472 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-26T01:37:03.472 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-26T01:37:03.473 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-26T01:37:03.473 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:37:03.473 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-26T01:37:03.473 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-26T01:37:03.473 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 0 2024-04-26T01:37:03.473 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:37:03.473 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-26T01:37:03.473 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "a" 2024-04-26T01:37:03.473 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:37:03.473 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "quorum_age": 4, 2024-04-26T01:37:03.473 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-26T01:37:03.473 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:37:03.473 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-26T01:37:03.473 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-26T01:37:03.473 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:37:03.474 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-26T01:37:03.474 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:37:03.474 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-26T01:37:03.474 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-26T01:37:03.474 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-26T01:37:03.481 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-26T01:37:03.482 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-26T01:37:03.482 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-26T01:37:03.482 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:37:03.482 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-26T01:37:03.482 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-26T01:37:03.482 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-26T01:37:03.482 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-26T01:37:03.482 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-26T01:37:03.482 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-26T01:37:03.482 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-26T01:37:03.482 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-26T01:37:03.482 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-26T01:37:03.482 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:37:03.483 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-26T01:37:03.483 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:37:03.483 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-26T01:37:03.483 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-26T01:37:03.483 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:37:03.483 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-26T01:37:03.483 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-26T01:37:03.483 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-26T01:37:03.483 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-26T01:37:03.483 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-26T01:37:03.483 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-26T01:37:03.483 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "restful" 2024-04-26T01:37:03.483 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:37:03.483 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T01:37:03.483 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:37:03.484 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-26T01:37:03.484 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:37:03.484 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "modified": "2024-04-26T01:36:51.790589+0000", 2024-04-26T01:37:03.484 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T01:37:03.484 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:37:03.484 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-26T01:37:03.484 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout } 2024-04-26T01:37:03.484 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:02.643+0000 7f30f2c00700 1 Processor -- start 2024-04-26T01:37:03.484 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:02.644+0000 7f30f2c00700 1 -- start start 2024-04-26T01:37:03.484 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:02.644+0000 7f30f2c00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f30ec106ea0 0x7f30ec1072c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:03.484 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:02.644+0000 7f30f2c00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f30ec07be00 con 0x7f30ec106ea0 2024-04-26T01:37:03.484 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:02.645+0000 7f30ebe00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f30ec106ea0 0x7f30ec1072c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:03.484 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:02.645+0000 7f30ebe00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f30ec106ea0 0x7f30ec1072c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58570/0 (socket says 172.21.15.46:58570) 2024-04-26T01:37:03.484 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:02.645+0000 7f30ebe00700 1 -- 172.21.15.46:0/1410330237 learned_addr learned my addr 172.21.15.46:0/1410330237 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:37:03.485 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:02.645+0000 7f30ebe00700 1 -- 172.21.15.46:0/1410330237 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30ec107800 con 0x7f30ec106ea0 2024-04-26T01:37:03.485 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:02.645+0000 7f30ebe00700 1 --2- 172.21.15.46:0/1410330237 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f30ec106ea0 0x7f30ec1072c0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f30dc0098a0 tx=0x7f30dc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3403b188ed259d2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:03.485 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:02.646+0000 7f30eb400700 1 -- 172.21.15.46:0/1410330237 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f30dc004160 con 0x7f30ec106ea0 2024-04-26T01:37:03.485 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:02.646+0000 7f30eb400700 1 -- 172.21.15.46:0/1410330237 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f30dc004300 con 0x7f30ec106ea0 2024-04-26T01:37:03.485 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:02.646+0000 7f30eb400700 1 -- 172.21.15.46:0/1410330237 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f30dc011b20 con 0x7f30ec106ea0 2024-04-26T01:37:03.485 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:02.646+0000 7f30f2c00700 1 -- 172.21.15.46:0/1410330237 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f30ec106ea0 msgr2=0x7f30ec1072c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:03.485 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:02.646+0000 7f30f2c00700 1 --2- 172.21.15.46:0/1410330237 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f30ec106ea0 0x7f30ec1072c0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f30dc0098a0 tx=0x7f30dc009bb0 comp rx=0 tx=0).stop 2024-04-26T01:37:03.485 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:02.647+0000 7f30f2c00700 1 -- 172.21.15.46:0/1410330237 shutdown_connections 2024-04-26T01:37:03.485 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:02.647+0000 7f30f2c00700 1 --2- 172.21.15.46:0/1410330237 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f30ec106ea0 0x7f30ec1072c0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:03.485 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:02.647+0000 7f30f2c00700 1 -- 172.21.15.46:0/1410330237 >> 172.21.15.46:0/1410330237 conn(0x7f30ec102a40 msgr2=0x7f30ec104e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:37:03.485 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:02.647+0000 7f30f2c00700 1 -- 172.21.15.46:0/1410330237 shutdown_connections 2024-04-26T01:37:03.485 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:02.647+0000 7f30f2c00700 1 -- 172.21.15.46:0/1410330237 wait complete. 2024-04-26T01:37:03.485 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:02.648+0000 7f30f2c00700 1 Processor -- start 2024-04-26T01:37:03.486 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:02.648+0000 7f30f2c00700 1 -- start start 2024-04-26T01:37:03.486 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:02.648+0000 7f30f2c00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f30ec106ea0 0x7f30ec19e620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:03.486 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:02.648+0000 7f30f2c00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f30ec108890 con 0x7f30ec106ea0 2024-04-26T01:37:03.486 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:02.648+0000 7f30ebe00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f30ec106ea0 0x7f30ec19e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:03.486 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:02.648+0000 7f30ebe00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f30ec106ea0 0x7f30ec19e620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58582/0 (socket says 172.21.15.46:58582) 2024-04-26T01:37:03.486 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:02.648+0000 7f30ebe00700 1 -- 172.21.15.46:0/3475856749 learned_addr learned my addr 172.21.15.46:0/3475856749 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:37:03.486 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:02.649+0000 7f30ebe00700 1 -- 172.21.15.46:0/3475856749 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30ec19eb60 con 0x7f30ec106ea0 2024-04-26T01:37:03.486 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:02.649+0000 7f30ebe00700 1 --2- 172.21.15.46:0/3475856749 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f30ec106ea0 0x7f30ec19e620 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f30dc0117e0 tx=0x7f30dc011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:03.486 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:02.649+0000 7f30e9600700 1 -- 172.21.15.46:0/3475856749 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f30dc003b30 con 0x7f30ec106ea0 2024-04-26T01:37:03.486 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:02.649+0000 7f30e9600700 1 -- 172.21.15.46:0/3475856749 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f30dc003cd0 con 0x7f30ec106ea0 2024-04-26T01:37:03.486 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:02.649+0000 7f30f2c00700 1 -- 172.21.15.46:0/3475856749 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30ec19edf0 con 0x7f30ec106ea0 2024-04-26T01:37:03.486 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:02.649+0000 7f30e9600700 1 -- 172.21.15.46:0/3475856749 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f30dc01a7c0 con 0x7f30ec106ea0 2024-04-26T01:37:03.486 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:02.650+0000 7f30f2c00700 1 -- 172.21.15.46:0/3475856749 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30ec19f250 con 0x7f30ec106ea0 2024-04-26T01:37:03.487 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:02.650+0000 7f30e9600700 1 -- 172.21.15.46:0/3475856749 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f30dc02d3f0 con 0x7f30ec106ea0 2024-04-26T01:37:03.487 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:02.650+0000 7f30e9600700 1 -- 172.21.15.46:0/3475856749 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f30dc019700 con 0x7f30ec106ea0 2024-04-26T01:37:03.487 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:02.651+0000 7f30f2c00700 1 -- 172.21.15.46:0/3475856749 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30ec0640a0 con 0x7f30ec106ea0 2024-04-26T01:37:03.487 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:02.653+0000 7f30e9600700 1 -- 172.21.15.46:0/3475856749 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f30dc024ba0 con 0x7f30ec106ea0 2024-04-26T01:37:03.487 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:02.733+0000 7f30f2c00700 1 -- 172.21.15.46:0/3475856749 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f30ec02e330 con 0x7f30ec106ea0 2024-04-26T01:37:03.487 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:02.734+0000 7f30e9600700 1 -- 172.21.15.46:0/3475856749 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f30dc0199a0 con 0x7f30ec106ea0 2024-04-26T01:37:03.487 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:02.735+0000 7f30f2c00700 1 -- 172.21.15.46:0/3475856749 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f30ec106ea0 msgr2=0x7f30ec19e620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:03.487 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:02.735+0000 7f30f2c00700 1 --2- 172.21.15.46:0/3475856749 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f30ec106ea0 0x7f30ec19e620 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f30dc0117e0 tx=0x7f30dc011ce0 comp rx=0 tx=0).stop 2024-04-26T01:37:03.487 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:02.735+0000 7f30f2c00700 1 -- 172.21.15.46:0/3475856749 shutdown_connections 2024-04-26T01:37:03.487 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:02.735+0000 7f30f2c00700 1 --2- 172.21.15.46:0/3475856749 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f30ec106ea0 0x7f30ec19e620 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:03.487 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:02.735+0000 7f30f2c00700 1 -- 172.21.15.46:0/3475856749 >> 172.21.15.46:0/3475856749 conn(0x7f30ec102a40 msgr2=0x7f30ec1952c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:37:03.487 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:02.735+0000 7f30f2c00700 1 -- 172.21.15.46:0/3475856749 shutdown_connections 2024-04-26T01:37:03.487 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:02.736+0000 7f30f2c00700 1 -- 172.21.15.46:0/3475856749 wait complete. 2024-04-26T01:37:03.487 INFO:teuthology.orchestra.run.smithi046.stdout:mgr not available, waiting (1/15)... 2024-04-26T01:37:05.058 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:04 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:04.704+0000 7f4aee5d5200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T01:37:05.058 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:04 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:04.937+0000 7f4aee5d5200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T01:37:05.558 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:05 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:05.154+0000 7f4aee5d5200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T01:37:05.558 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:05 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:05.561+0000 7f4aee5d5200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T01:37:05.808 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:05 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:05.688+0000 7f4aee5d5200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T01:37:06.118 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:05 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:05.952+0000 7f4aee5d5200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T01:37:06.499 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:06 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/3671447252' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-26T01:37:06.499 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:06 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:06.219+0000 7f4aee5d5200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:37:06.860 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2024-04-26T01:37:06.860 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout { 2024-04-26T01:37:06.860 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "fsid": "4e298560-036d-11ef-bc93-c7b262605968", 2024-04-26T01:37:06.860 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "health": { 2024-04-26T01:37:06.860 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-26T01:37:06.860 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-26T01:37:06.860 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-26T01:37:06.860 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:37:06.860 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-26T01:37:06.860 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-26T01:37:06.860 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 0 2024-04-26T01:37:06.861 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:37:06.861 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-26T01:37:06.861 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "a" 2024-04-26T01:37:06.861 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:37:06.861 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "quorum_age": 7, 2024-04-26T01:37:06.861 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-26T01:37:06.861 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:37:06.861 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-26T01:37:06.861 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-26T01:37:06.861 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:37:06.861 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-26T01:37:06.861 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:37:06.861 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-26T01:37:06.861 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-26T01:37:06.862 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-26T01:37:06.862 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-26T01:37:06.862 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-26T01:37:06.862 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-26T01:37:06.862 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:37:06.862 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-26T01:37:06.862 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-26T01:37:06.862 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-26T01:37:06.862 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-26T01:37:06.862 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-26T01:37:06.862 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-26T01:37:06.862 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-26T01:37:06.862 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-26T01:37:06.863 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-26T01:37:06.863 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:37:06.863 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-26T01:37:06.863 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:37:06.863 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-26T01:37:06.863 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-26T01:37:06.863 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:37:06.863 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-26T01:37:06.863 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-26T01:37:06.863 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-26T01:37:06.863 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-26T01:37:06.863 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-26T01:37:06.863 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-26T01:37:06.863 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "restful" 2024-04-26T01:37:06.863 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:37:06.864 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T01:37:06.864 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:37:06.864 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-26T01:37:06.864 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:37:06.864 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "modified": "2024-04-26T01:36:51.790589+0000", 2024-04-26T01:37:06.864 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T01:37:06.864 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:37:06.864 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-26T01:37:06.864 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout } 2024-04-26T01:37:06.864 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:06.121+0000 7fb667600700 1 Processor -- start 2024-04-26T01:37:06.864 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:06.121+0000 7fb667600700 1 -- start start 2024-04-26T01:37:06.864 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:06.122+0000 7fb667600700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb660109030 0x7fb66010b420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:06.864 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:06.122+0000 7fb667600700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb66007be80 con 0x7fb660109030 2024-04-26T01:37:06.864 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:06.122+0000 7fb664c00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb660109030 0x7fb66010b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:06.864 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:06.122+0000 7fb664c00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb660109030 0x7fb66010b420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58090/0 (socket says 172.21.15.46:58090) 2024-04-26T01:37:06.865 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:06.122+0000 7fb664c00700 1 -- 172.21.15.46:0/2485729204 learned_addr learned my addr 172.21.15.46:0/2485729204 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:37:06.865 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:06.123+0000 7fb664c00700 1 -- 172.21.15.46:0/2485729204 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb66010b960 con 0x7fb660109030 2024-04-26T01:37:06.865 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:06.123+0000 7fb664c00700 1 --2- 172.21.15.46:0/2485729204 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb660109030 0x7fb66010b420 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fb6500098a0 tx=0x7fb650009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=acf8f97a67a48b87 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:06.865 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:06.124+0000 7fb65fe00700 1 -- 172.21.15.46:0/2485729204 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb650004160 con 0x7fb660109030 2024-04-26T01:37:06.865 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:06.124+0000 7fb65fe00700 1 -- 172.21.15.46:0/2485729204 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7fb650004300 con 0x7fb660109030 2024-04-26T01:37:06.865 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:06.124+0000 7fb65fe00700 1 -- 172.21.15.46:0/2485729204 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb650011b20 con 0x7fb660109030 2024-04-26T01:37:06.865 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:06.124+0000 7fb667600700 1 -- 172.21.15.46:0/2485729204 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb660109030 msgr2=0x7fb66010b420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:06.865 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:06.124+0000 7fb667600700 1 --2- 172.21.15.46:0/2485729204 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb660109030 0x7fb66010b420 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fb6500098a0 tx=0x7fb650009bb0 comp rx=0 tx=0).stop 2024-04-26T01:37:06.865 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:06.125+0000 7fb667600700 1 -- 172.21.15.46:0/2485729204 shutdown_connections 2024-04-26T01:37:06.865 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:06.125+0000 7fb667600700 1 --2- 172.21.15.46:0/2485729204 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb660109030 0x7fb66010b420 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:06.865 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:06.125+0000 7fb667600700 1 -- 172.21.15.46:0/2485729204 >> 172.21.15.46:0/2485729204 conn(0x7fb660102a40 msgr2=0x7fb660104e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:37:06.865 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:06.125+0000 7fb667600700 1 -- 172.21.15.46:0/2485729204 shutdown_connections 2024-04-26T01:37:06.865 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:06.125+0000 7fb667600700 1 -- 172.21.15.46:0/2485729204 wait complete. 2024-04-26T01:37:06.865 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:06.126+0000 7fb667600700 1 Processor -- start 2024-04-26T01:37:06.865 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:06.126+0000 7fb667600700 1 -- start start 2024-04-26T01:37:06.866 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:06.127+0000 7fb667600700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb660109030 0x7fb66019c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:06.866 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:06.127+0000 7fb667600700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb66010c910 con 0x7fb660109030 2024-04-26T01:37:06.866 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:06.127+0000 7fb664c00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb660109030 0x7fb66019c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:06.866 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:06.127+0000 7fb664c00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb660109030 0x7fb66019c3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58100/0 (socket says 172.21.15.46:58100) 2024-04-26T01:37:06.866 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:06.127+0000 7fb664c00700 1 -- 172.21.15.46:0/3671447252 learned_addr learned my addr 172.21.15.46:0/3671447252 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:37:06.866 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:06.127+0000 7fb664c00700 1 -- 172.21.15.46:0/3671447252 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb66019c8e0 con 0x7fb660109030 2024-04-26T01:37:06.866 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:06.128+0000 7fb664c00700 1 --2- 172.21.15.46:0/3671447252 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb660109030 0x7fb66019c3a0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fb6500117e0 tx=0x7fb650011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:06.866 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:06.128+0000 7fb65e000700 1 -- 172.21.15.46:0/3671447252 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb650003b30 con 0x7fb660109030 2024-04-26T01:37:06.866 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:06.128+0000 7fb65e000700 1 -- 172.21.15.46:0/3671447252 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7fb650003cd0 con 0x7fb660109030 2024-04-26T01:37:06.866 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:06.128+0000 7fb667600700 1 -- 172.21.15.46:0/3671447252 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb66019cbd0 con 0x7fb660109030 2024-04-26T01:37:06.866 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:06.128+0000 7fb65e000700 1 -- 172.21.15.46:0/3671447252 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb65001a7c0 con 0x7fb660109030 2024-04-26T01:37:06.866 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:06.128+0000 7fb667600700 1 -- 172.21.15.46:0/3671447252 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb66019f860 con 0x7fb660109030 2024-04-26T01:37:06.866 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:06.128+0000 7fb65e000700 1 -- 172.21.15.46:0/3671447252 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fb65002d3f0 con 0x7fb660109030 2024-04-26T01:37:06.867 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:06.128+0000 7fb65e000700 1 -- 172.21.15.46:0/3671447252 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fb650019700 con 0x7fb660109030 2024-04-26T01:37:06.867 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:06.129+0000 7fb667600700 1 -- 172.21.15.46:0/3671447252 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6600640a0 con 0x7fb660109030 2024-04-26T01:37:06.867 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:06.132+0000 7fb65e000700 1 -- 172.21.15.46:0/3671447252 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7fb650032080 con 0x7fb660109030 2024-04-26T01:37:06.867 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:06.212+0000 7fb667600700 1 -- 172.21.15.46:0/3671447252 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7fb6601071d0 con 0x7fb660109030 2024-04-26T01:37:06.867 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:06.212+0000 7fb65e000700 1 -- 172.21.15.46:0/3671447252 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7fb650024ba0 con 0x7fb660109030 2024-04-26T01:37:06.867 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:06.213+0000 7fb667600700 1 -- 172.21.15.46:0/3671447252 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb660109030 msgr2=0x7fb66019c3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:06.867 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:06.213+0000 7fb667600700 1 --2- 172.21.15.46:0/3671447252 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb660109030 0x7fb66019c3a0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fb6500117e0 tx=0x7fb650011ce0 comp rx=0 tx=0).stop 2024-04-26T01:37:06.867 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:06.213+0000 7fb667600700 1 -- 172.21.15.46:0/3671447252 shutdown_connections 2024-04-26T01:37:06.867 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:06.213+0000 7fb667600700 1 --2- 172.21.15.46:0/3671447252 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb660109030 0x7fb66019c3a0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:06.867 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:06.213+0000 7fb667600700 1 -- 172.21.15.46:0/3671447252 >> 172.21.15.46:0/3671447252 conn(0x7fb660102a40 msgr2=0x7fb660103460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:37:06.867 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:06.214+0000 7fb667600700 1 -- 172.21.15.46:0/3671447252 shutdown_connections 2024-04-26T01:37:06.867 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:06.214+0000 7fb667600700 1 -- 172.21.15.46:0/3671447252 wait complete. 2024-04-26T01:37:06.868 INFO:teuthology.orchestra.run.smithi046.stdout:mgr not available, waiting (2/15)... 2024-04-26T01:37:07.308 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:07 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:07.061+0000 7f4aee5d5200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T01:37:08.032 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:07 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:07.630+0000 7f4aee5d5200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T01:37:08.032 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:07 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:07.761+0000 7f4aee5d5200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T01:37:08.032 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:08 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:08.035+0000 7f4aee5d5200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T01:37:09.023 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:08 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:08.723+0000 7f4aee5d5200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T01:37:09.023 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:08 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:08.849+0000 7f4aee5d5200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T01:37:09.294 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:09 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:09.194+0000 7f4aee5d5200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T01:37:09.544 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:09 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:09.381+0000 7f4aee5d5200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T01:37:09.545 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:09 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:09.513+0000 7f4aee5d5200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T01:37:09.808 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:09 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/809817686' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-26T01:37:09.808 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:09 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:09.671+0000 7f4aee5d5200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T01:37:10.271 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:10 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:10.046+0000 7f4aee5d5200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T01:37:10.280 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2024-04-26T01:37:10.280 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout { 2024-04-26T01:37:10.280 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "fsid": "4e298560-036d-11ef-bc93-c7b262605968", 2024-04-26T01:37:10.281 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "health": { 2024-04-26T01:37:10.281 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-26T01:37:10.281 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-26T01:37:10.281 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-26T01:37:10.281 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:37:10.284 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-26T01:37:10.284 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-26T01:37:10.284 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 0 2024-04-26T01:37:10.284 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:37:10.284 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-26T01:37:10.284 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "a" 2024-04-26T01:37:10.284 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:37:10.284 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "quorum_age": 10, 2024-04-26T01:37:10.285 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-26T01:37:10.285 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:37:10.285 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-26T01:37:10.285 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-26T01:37:10.285 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:37:10.285 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-26T01:37:10.285 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:37:10.285 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-26T01:37:10.285 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-26T01:37:10.285 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-26T01:37:10.285 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-26T01:37:10.285 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-26T01:37:10.285 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-26T01:37:10.285 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:37:10.285 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-26T01:37:10.286 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-26T01:37:10.291 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-26T01:37:10.291 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-26T01:37:10.291 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-26T01:37:10.291 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-26T01:37:10.292 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-26T01:37:10.292 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-26T01:37:10.292 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-26T01:37:10.292 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:37:10.292 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-26T01:37:10.292 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:37:10.292 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-26T01:37:10.292 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-26T01:37:10.292 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:37:10.292 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-26T01:37:10.292 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-26T01:37:10.292 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-26T01:37:10.292 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-26T01:37:10.292 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-26T01:37:10.293 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-26T01:37:10.293 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "restful" 2024-04-26T01:37:10.293 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:37:10.293 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T01:37:10.293 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:37:10.293 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-26T01:37:10.293 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:37:10.293 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "modified": "2024-04-26T01:36:51.790589+0000", 2024-04-26T01:37:10.293 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T01:37:10.293 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:37:10.293 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-26T01:37:10.293 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout } 2024-04-26T01:37:10.293 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:09.454+0000 7fee26e00700 1 Processor -- start 2024-04-26T01:37:10.293 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:09.454+0000 7fee26e00700 1 -- start start 2024-04-26T01:37:10.293 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:09.455+0000 7fee26e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee201074a0 0x7fee201078c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:10.294 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:09.455+0000 7fee26e00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fee20107e90 con 0x7fee201074a0 2024-04-26T01:37:10.294 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:09.455+0000 7fee1fe00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee201074a0 0x7fee201078c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:10.294 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:09.455+0000 7fee1fe00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee201074a0 0x7fee201078c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58114/0 (socket says 172.21.15.46:58114) 2024-04-26T01:37:10.294 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:09.455+0000 7fee1fe00700 1 -- 172.21.15.46:0/96833266 learned_addr learned my addr 172.21.15.46:0/96833266 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:37:10.294 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:09.456+0000 7fee1fe00700 1 -- 172.21.15.46:0/96833266 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee201086a0 con 0x7fee201074a0 2024-04-26T01:37:10.294 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:09.456+0000 7fee1fe00700 1 --2- 172.21.15.46:0/96833266 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee201074a0 0x7fee201078c0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fee100098a0 tx=0x7fee10009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=727185362bfce13e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:10.294 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:09.456+0000 7fee1ea00700 1 -- 172.21.15.46:0/96833266 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fee10004160 con 0x7fee201074a0 2024-04-26T01:37:10.294 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:09.456+0000 7fee1ea00700 1 -- 172.21.15.46:0/96833266 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7fee10004300 con 0x7fee201074a0 2024-04-26T01:37:10.294 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:09.457+0000 7fee1ea00700 1 -- 172.21.15.46:0/96833266 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fee10011b20 con 0x7fee201074a0 2024-04-26T01:37:10.294 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:09.457+0000 7fee26e00700 1 -- 172.21.15.46:0/96833266 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee201074a0 msgr2=0x7fee201078c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:10.294 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:09.457+0000 7fee26e00700 1 --2- 172.21.15.46:0/96833266 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee201074a0 0x7fee201078c0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fee100098a0 tx=0x7fee10009bb0 comp rx=0 tx=0).stop 2024-04-26T01:37:10.294 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:09.457+0000 7fee26e00700 1 -- 172.21.15.46:0/96833266 shutdown_connections 2024-04-26T01:37:10.294 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:09.457+0000 7fee26e00700 1 --2- 172.21.15.46:0/96833266 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee201074a0 0x7fee201078c0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:10.294 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:09.457+0000 7fee26e00700 1 -- 172.21.15.46:0/96833266 >> 172.21.15.46:0/96833266 conn(0x7fee20102a40 msgr2=0x7fee20104e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:37:10.295 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:09.457+0000 7fee26e00700 1 -- 172.21.15.46:0/96833266 shutdown_connections 2024-04-26T01:37:10.295 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:09.457+0000 7fee26e00700 1 -- 172.21.15.46:0/96833266 wait complete. 2024-04-26T01:37:10.295 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:09.459+0000 7fee26e00700 1 Processor -- start 2024-04-26T01:37:10.295 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:09.459+0000 7fee26e00700 1 -- start start 2024-04-26T01:37:10.295 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:09.459+0000 7fee26e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee201074a0 0x7fee2019c490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:10.295 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:09.459+0000 7fee26e00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fee2010ba50 con 0x7fee201074a0 2024-04-26T01:37:10.295 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:09.459+0000 7fee1fe00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee201074a0 0x7fee2019c490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:10.295 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:09.460+0000 7fee1fe00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee201074a0 0x7fee2019c490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58124/0 (socket says 172.21.15.46:58124) 2024-04-26T01:37:10.295 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:09.460+0000 7fee1fe00700 1 -- 172.21.15.46:0/809817686 learned_addr learned my addr 172.21.15.46:0/809817686 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:37:10.295 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:09.460+0000 7fee1fe00700 1 -- 172.21.15.46:0/809817686 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee2019c9d0 con 0x7fee201074a0 2024-04-26T01:37:10.295 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:09.460+0000 7fee1fe00700 1 --2- 172.21.15.46:0/809817686 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee201074a0 0x7fee2019c490 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fee100117e0 tx=0x7fee10011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:10.295 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:09.460+0000 7fee1cc00700 1 -- 172.21.15.46:0/809817686 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fee10003b30 con 0x7fee201074a0 2024-04-26T01:37:10.297 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:09.461+0000 7fee1cc00700 1 -- 172.21.15.46:0/809817686 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7fee10003cd0 con 0x7fee201074a0 2024-04-26T01:37:10.297 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:09.461+0000 7fee26e00700 1 -- 172.21.15.46:0/809817686 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee2019cc60 con 0x7fee201074a0 2024-04-26T01:37:10.297 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:09.461+0000 7fee1cc00700 1 -- 172.21.15.46:0/809817686 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fee1001a830 con 0x7fee201074a0 2024-04-26T01:37:10.297 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:09.461+0000 7fee26e00700 1 -- 172.21.15.46:0/809817686 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee2019d0c0 con 0x7fee201074a0 2024-04-26T01:37:10.297 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:09.461+0000 7fee1cc00700 1 -- 172.21.15.46:0/809817686 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fee100193c0 con 0x7fee201074a0 2024-04-26T01:37:10.297 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:09.461+0000 7fee1cc00700 1 -- 172.21.15.46:0/809817686 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fee1000b840 con 0x7fee201074a0 2024-04-26T01:37:10.298 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:09.462+0000 7fee26e00700 1 -- 172.21.15.46:0/809817686 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee200640a0 con 0x7fee201074a0 2024-04-26T01:37:10.298 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:09.466+0000 7fee1cc00700 1 -- 172.21.15.46:0/809817686 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7fee10004300 con 0x7fee201074a0 2024-04-26T01:37:10.298 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:09.547+0000 7fee26e00700 1 -- 172.21.15.46:0/809817686 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7fee2002df80 con 0x7fee201074a0 2024-04-26T01:37:10.298 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:09.548+0000 7fee1cc00700 1 -- 172.21.15.46:0/809817686 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1240 (secure 0 0 0) 0x7fee10024ba0 con 0x7fee201074a0 2024-04-26T01:37:10.298 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:09.550+0000 7fee26e00700 1 -- 172.21.15.46:0/809817686 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee201074a0 msgr2=0x7fee2019c490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:10.298 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:09.550+0000 7fee26e00700 1 --2- 172.21.15.46:0/809817686 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee201074a0 0x7fee2019c490 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fee100117e0 tx=0x7fee10011ce0 comp rx=0 tx=0).stop 2024-04-26T01:37:10.298 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:09.550+0000 7fee26e00700 1 -- 172.21.15.46:0/809817686 shutdown_connections 2024-04-26T01:37:10.298 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:09.550+0000 7fee26e00700 1 --2- 172.21.15.46:0/809817686 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee201074a0 0x7fee2019c490 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:10.298 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:09.550+0000 7fee26e00700 1 -- 172.21.15.46:0/809817686 >> 172.21.15.46:0/809817686 conn(0x7fee20102a40 msgr2=0x7fee20192fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:37:10.298 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:09.550+0000 7fee26e00700 1 -- 172.21.15.46:0/809817686 shutdown_connections 2024-04-26T01:37:10.298 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:09.550+0000 7fee26e00700 1 -- 172.21.15.46:0/809817686 wait complete. 2024-04-26T01:37:10.298 INFO:teuthology.orchestra.run.smithi046.stdout:mgr not available, waiting (3/15)... 2024-04-26T01:37:11.133 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:10 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:10.842+0000 7f4aee5d5200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T01:37:11.558 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:11 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:11.137+0000 7f4aee5d5200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T01:37:11.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:11 smithi046 ceph-mon[28013]: Activating manager daemon x 2024-04-26T01:37:11.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:11 smithi046 ceph-mon[28013]: mgrmap e2: x(active, starting, since 0.01025s) 2024-04-26T01:37:11.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:11 smithi046 ceph-mon[28013]: from='mgr.14100 172.21.15.46:0/3679532726' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T01:37:11.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:11 smithi046 ceph-mon[28013]: from='mgr.14100 172.21.15.46:0/3679532726' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T01:37:11.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:11 smithi046 ceph-mon[28013]: from='mgr.14100 172.21.15.46:0/3679532726' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T01:37:11.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:11 smithi046 ceph-mon[28013]: from='mgr.14100 172.21.15.46:0/3679532726' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:37:11.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:11 smithi046 ceph-mon[28013]: from='mgr.14100 172.21.15.46:0/3679532726' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T01:37:11.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:11 smithi046 ceph-mon[28013]: Manager daemon x is now available 2024-04-26T01:37:11.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:11 smithi046 ceph-mon[28013]: from='mgr.14100 172.21.15.46:0/3679532726' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T01:37:11.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:11 smithi046 ceph-mon[28013]: from='mgr.14100 172.21.15.46:0/3679532726' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T01:37:11.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:11 smithi046 ceph-mon[28013]: from='mgr.14100 172.21.15.46:0/3679532726' entity='mgr.x' 2024-04-26T01:37:11.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:11 smithi046 ceph-mon[28013]: from='mgr.14100 172.21.15.46:0/3679532726' entity='mgr.x' 2024-04-26T01:37:12.457 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:12 smithi046 ceph-mon[28013]: from='mgr.14100 172.21.15.46:0/3679532726' entity='mgr.x' 2024-04-26T01:37:12.457 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:12 smithi046 ceph-mon[28013]: mgrmap e3: x(active, since 1.02178s) 2024-04-26T01:37:13.893 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2024-04-26T01:37:13.893 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout { 2024-04-26T01:37:13.893 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "fsid": "4e298560-036d-11ef-bc93-c7b262605968", 2024-04-26T01:37:13.893 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "health": { 2024-04-26T01:37:13.894 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-26T01:37:13.894 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-26T01:37:13.894 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-26T01:37:13.894 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:37:13.894 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-26T01:37:13.894 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-26T01:37:13.894 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 0 2024-04-26T01:37:13.894 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:37:13.894 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-26T01:37:13.894 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "a" 2024-04-26T01:37:13.894 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:37:13.894 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "quorum_age": 14, 2024-04-26T01:37:13.894 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-26T01:37:13.895 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:37:13.895 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-26T01:37:13.895 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-26T01:37:13.895 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:37:13.895 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-26T01:37:13.895 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:37:13.895 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-26T01:37:13.895 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-26T01:37:13.895 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-26T01:37:13.904 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-26T01:37:13.905 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-26T01:37:13.905 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-26T01:37:13.905 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:37:13.905 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-26T01:37:13.905 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-26T01:37:13.905 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-26T01:37:13.905 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-26T01:37:13.905 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-26T01:37:13.905 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-26T01:37:13.905 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-26T01:37:13.905 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-26T01:37:13.905 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-26T01:37:13.905 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:37:13.906 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-26T01:37:13.906 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:37:13.906 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-26T01:37:13.906 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-26T01:37:13.906 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:37:13.906 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-26T01:37:13.906 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-26T01:37:13.906 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-26T01:37:13.906 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-26T01:37:13.907 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-26T01:37:13.907 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-26T01:37:13.907 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "restful" 2024-04-26T01:37:13.907 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout ], 2024-04-26T01:37:13.907 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T01:37:13.907 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:37:13.907 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-26T01:37:13.907 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T01:37:13.907 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "modified": "2024-04-26T01:36:51.790589+0000", 2024-04-26T01:37:13.907 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T01:37:13.907 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout }, 2024-04-26T01:37:13.907 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-26T01:37:13.907 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout } 2024-04-26T01:37:13.907 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:12.912+0000 7f62ac600700 1 Processor -- start 2024-04-26T01:37:13.908 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:12.912+0000 7f62ac600700 1 -- start start 2024-04-26T01:37:13.908 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:12.913+0000 7f62ac600700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f62a410a7d0 0x7f62a410abf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:13.908 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:12.913+0000 7f62ac600700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f62a410b1c0 con 0x7f62a410a7d0 2024-04-26T01:37:13.908 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:12.913+0000 7f62a9c00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f62a410a7d0 0x7f62a410abf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:13.908 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:12.913+0000 7f62a9c00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f62a410a7d0 0x7f62a410abf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48650/0 (socket says 172.21.15.46:48650) 2024-04-26T01:37:13.908 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:12.913+0000 7f62a9c00700 1 -- 172.21.15.46:0/1473158483 learned_addr learned my addr 172.21.15.46:0/1473158483 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:37:13.908 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:12.914+0000 7f62a9c00700 1 -- 172.21.15.46:0/1473158483 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62a410b980 con 0x7f62a410a7d0 2024-04-26T01:37:13.908 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:12.914+0000 7f62a9c00700 1 --2- 172.21.15.46:0/1473158483 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f62a410a7d0 0x7f62a410abf0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f62980098a0 tx=0x7f6298009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45d881e4fb0f0970 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:13.908 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:12.914+0000 7f62a3e00700 1 -- 172.21.15.46:0/1473158483 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6298004160 con 0x7f62a410a7d0 2024-04-26T01:37:13.908 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:12.914+0000 7f62a3e00700 1 -- 172.21.15.46:0/1473158483 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f6298004300 con 0x7f62a410a7d0 2024-04-26T01:37:13.908 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:12.914+0000 7f62a3e00700 1 -- 172.21.15.46:0/1473158483 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6298011b20 con 0x7f62a410a7d0 2024-04-26T01:37:13.908 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:12.915+0000 7f62ac600700 1 -- 172.21.15.46:0/1473158483 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f62a410a7d0 msgr2=0x7f62a410abf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:13.909 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:12.915+0000 7f62ac600700 1 --2- 172.21.15.46:0/1473158483 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f62a410a7d0 0x7f62a410abf0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f62980098a0 tx=0x7f6298009bb0 comp rx=0 tx=0).stop 2024-04-26T01:37:13.909 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:12.915+0000 7f62ac600700 1 -- 172.21.15.46:0/1473158483 shutdown_connections 2024-04-26T01:37:13.909 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:12.915+0000 7f62ac600700 1 --2- 172.21.15.46:0/1473158483 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f62a410a7d0 0x7f62a410abf0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:13.909 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:12.915+0000 7f62ac600700 1 -- 172.21.15.46:0/1473158483 >> 172.21.15.46:0/1473158483 conn(0x7f62a407dc00 msgr2=0x7f62a41084c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:37:13.909 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:12.916+0000 7f62ac600700 1 -- 172.21.15.46:0/1473158483 shutdown_connections 2024-04-26T01:37:13.909 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:12.916+0000 7f62ac600700 1 -- 172.21.15.46:0/1473158483 wait complete. 2024-04-26T01:37:13.909 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:12.917+0000 7f62ac600700 1 Processor -- start 2024-04-26T01:37:13.909 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:12.917+0000 7f62ac600700 1 -- start start 2024-04-26T01:37:13.909 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:12.917+0000 7f62ac600700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f62a410a7d0 0x7f62a419e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:13.909 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:12.917+0000 7f62ac600700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f62a410ed30 con 0x7f62a410a7d0 2024-04-26T01:37:13.909 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:12.917+0000 7f62a9c00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f62a410a7d0 0x7f62a419e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:13.909 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:12.917+0000 7f62a9c00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f62a410a7d0 0x7f62a419e5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48656/0 (socket says 172.21.15.46:48656) 2024-04-26T01:37:13.909 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:12.917+0000 7f62a9c00700 1 -- 172.21.15.46:0/1461042084 learned_addr learned my addr 172.21.15.46:0/1461042084 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:37:13.909 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:12.918+0000 7f62a9c00700 1 -- 172.21.15.46:0/1461042084 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62a419eb10 con 0x7f62a410a7d0 2024-04-26T01:37:13.910 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:12.918+0000 7f62a9c00700 1 --2- 172.21.15.46:0/1461042084 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f62a410a7d0 0x7f62a419e5d0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f62980117e0 tx=0x7f6298011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:13.910 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:12.918+0000 7f62a2000700 1 -- 172.21.15.46:0/1461042084 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6298003b30 con 0x7f62a410a7d0 2024-04-26T01:37:13.910 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:12.918+0000 7f62a2000700 1 -- 172.21.15.46:0/1461042084 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f6298003cd0 con 0x7f62a410a7d0 2024-04-26T01:37:13.910 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:12.918+0000 7f62ac600700 1 -- 172.21.15.46:0/1461042084 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62a419eda0 con 0x7f62a410a7d0 2024-04-26T01:37:13.910 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:12.919+0000 7f62a2000700 1 -- 172.21.15.46:0/1461042084 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f629801a830 con 0x7f62a410a7d0 2024-04-26T01:37:13.910 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:12.919+0000 7f62ac600700 1 -- 172.21.15.46:0/1461042084 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62a419f200 con 0x7f62a410a7d0 2024-04-26T01:37:13.910 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:12.920+0000 7f62a2000700 1 -- 172.21.15.46:0/1461042084 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 3) ==== 46441+0+0 (secure 0 0 0) 0x7f629801a9d0 con 0x7f62a410a7d0 2024-04-26T01:37:13.910 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:12.920+0000 7f62ac600700 1 -- 172.21.15.46:0/1461042084 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62a40640a0 con 0x7f62a410a7d0 2024-04-26T01:37:13.910 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:12.920+0000 7f62a2000700 1 --2- 172.21.15.46:0/1461042084 >> [v2:172.21.15.46:6800/2101651407,v1:172.21.15.46:6801/2101651407] conn(0x7f628c039550 0x7f628c03ba10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:13.910 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:12.920+0000 7f62a2000700 1 -- 172.21.15.46:0/1461042084 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f629804d740 con 0x7f62a410a7d0 2024-04-26T01:37:13.910 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:12.921+0000 7f62a9200700 1 --2- 172.21.15.46:0/1461042084 >> [v2:172.21.15.46:6800/2101651407,v1:172.21.15.46:6801/2101651407] conn(0x7f628c039550 0x7f628c03ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:13.910 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:12.921+0000 7f62a9200700 1 --2- 172.21.15.46:0/1461042084 >> [v2:172.21.15.46:6800/2101651407,v1:172.21.15.46:6801/2101651407] conn(0x7f628c039550 0x7f628c03ba10 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f6290006fd0 tx=0x7f6290006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:13.910 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:12.927+0000 7f62a2000700 1 -- 172.21.15.46:0/1461042084 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6298019c70 con 0x7f62a410a7d0 2024-04-26T01:37:13.911 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:13.202+0000 7f62a2000700 1 -- 172.21.15.46:0/1461042084 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mgrmap(e 4) ==== 46547+0+0 (secure 0 0 0) 0x7f629802d910 con 0x7f62a410a7d0 2024-04-26T01:37:13.911 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:13.248+0000 7f62ac600700 1 -- 172.21.15.46:0/1461042084 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f62a41a1c90 con 0x7f62a410a7d0 2024-04-26T01:37:13.911 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:13.249+0000 7f62a2000700 1 -- 172.21.15.46:0/1461042084 <== mon.0 v2:172.21.15.46:3300/0 8 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f629801ad70 con 0x7f62a410a7d0 2024-04-26T01:37:13.911 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:13.251+0000 7f62ac600700 1 -- 172.21.15.46:0/1461042084 >> [v2:172.21.15.46:6800/2101651407,v1:172.21.15.46:6801/2101651407] conn(0x7f628c039550 msgr2=0x7f628c03ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:13.911 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:13.251+0000 7f62ac600700 1 --2- 172.21.15.46:0/1461042084 >> [v2:172.21.15.46:6800/2101651407,v1:172.21.15.46:6801/2101651407] conn(0x7f628c039550 0x7f628c03ba10 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f6290006fd0 tx=0x7f6290006e40 comp rx=0 tx=0).stop 2024-04-26T01:37:13.911 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:13.251+0000 7f62ac600700 1 -- 172.21.15.46:0/1461042084 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f62a410a7d0 msgr2=0x7f62a419e5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:13.911 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:13.251+0000 7f62ac600700 1 --2- 172.21.15.46:0/1461042084 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f62a410a7d0 0x7f62a419e5d0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f62980117e0 tx=0x7f6298011ce0 comp rx=0 tx=0).stop 2024-04-26T01:37:13.911 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:13.252+0000 7f62ac600700 1 -- 172.21.15.46:0/1461042084 shutdown_connections 2024-04-26T01:37:13.911 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:13.252+0000 7f62ac600700 1 --2- 172.21.15.46:0/1461042084 >> [v2:172.21.15.46:6800/2101651407,v1:172.21.15.46:6801/2101651407] conn(0x7f628c039550 0x7f628c03ba10 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:13.911 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:13.252+0000 7f62ac600700 1 --2- 172.21.15.46:0/1461042084 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f62a410a7d0 0x7f62a419e5d0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:13.911 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:13.252+0000 7f62ac600700 1 -- 172.21.15.46:0/1461042084 >> 172.21.15.46:0/1461042084 conn(0x7f62a407dc00 msgr2=0x7f62a4107a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:37:13.911 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:13.252+0000 7f62ac600700 1 -- 172.21.15.46:0/1461042084 shutdown_connections 2024-04-26T01:37:13.911 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:13.252+0000 7f62ac600700 1 -- 172.21.15.46:0/1461042084 wait complete. 2024-04-26T01:37:13.911 INFO:teuthology.orchestra.run.smithi046.stdout:mgr is available 2024-04-26T01:37:14.505 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:14 smithi046 ceph-mon[28013]: mgrmap e4: x(active, since 2s) 2024-04-26T01:37:14.505 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:14 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/1461042084' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-26T01:37:15.484 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:15 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/1027445307' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-26T01:37:15.502 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2024-04-26T01:37:15.502 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout [global] 2024-04-26T01:37:15.502 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout fsid = 4e298560-036d-11ef-bc93-c7b262605968 2024-04-26T01:37:15.503 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-04-26T01:37:15.503 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-26T01:37:15.503 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-26T01:37:15.504 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-26T01:37:15.504 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-26T01:37:15.504 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2024-04-26T01:37:15.504 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-26T01:37:15.505 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-26T01:37:15.506 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 2024-04-26T01:37:15.506 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout [osd] 2024-04-26T01:37:15.506 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-04-26T01:37:15.506 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-04-26T01:37:15.506 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-04-26T01:37:15.506 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-26T01:37:15.506 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-26T01:37:15.506 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.508+0000 7f2c35a00700 1 Processor -- start 2024-04-26T01:37:15.506 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.508+0000 7f2c35a00700 1 -- start start 2024-04-26T01:37:15.506 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.509+0000 7f2c35a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2c30108590 0x7f2c301089b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:15.506 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.509+0000 7f2c35a00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f2c30108f80 con 0x7f2c30108590 2024-04-26T01:37:15.509 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.509+0000 7f2c2ea00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2c30108590 0x7f2c301089b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:15.509 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.509+0000 7f2c2ea00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2c30108590 0x7f2c301089b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48666/0 (socket says 172.21.15.46:48666) 2024-04-26T01:37:15.509 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.509+0000 7f2c2ea00700 1 -- 172.21.15.46:0/2168760973 learned_addr learned my addr 172.21.15.46:0/2168760973 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:37:15.511 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.510+0000 7f2c2ea00700 1 -- 172.21.15.46:0/2168760973 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c30109740 con 0x7f2c30108590 2024-04-26T01:37:15.511 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.510+0000 7f2c2ea00700 1 --2- 172.21.15.46:0/2168760973 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2c30108590 0x7f2c301089b0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f2c200098a0 tx=0x7f2c20009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5182570e423aefe6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:15.511 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.511+0000 7f2c2d600700 1 -- 172.21.15.46:0/2168760973 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2c20004160 con 0x7f2c30108590 2024-04-26T01:37:15.511 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.511+0000 7f2c2d600700 1 -- 172.21.15.46:0/2168760973 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f2c20004300 con 0x7f2c30108590 2024-04-26T01:37:15.511 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.511+0000 7f2c2d600700 1 -- 172.21.15.46:0/2168760973 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2c20011b20 con 0x7f2c30108590 2024-04-26T01:37:15.511 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.511+0000 7f2c35a00700 1 -- 172.21.15.46:0/2168760973 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2c30108590 msgr2=0x7f2c301089b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:15.512 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.511+0000 7f2c35a00700 1 --2- 172.21.15.46:0/2168760973 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2c30108590 0x7f2c301089b0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f2c200098a0 tx=0x7f2c20009bb0 comp rx=0 tx=0).stop 2024-04-26T01:37:15.512 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.511+0000 7f2c35a00700 1 -- 172.21.15.46:0/2168760973 shutdown_connections 2024-04-26T01:37:15.512 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.511+0000 7f2c35a00700 1 --2- 172.21.15.46:0/2168760973 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2c30108590 0x7f2c301089b0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:15.512 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.511+0000 7f2c35a00700 1 -- 172.21.15.46:0/2168760973 >> 172.21.15.46:0/2168760973 conn(0x7f2c30103b50 msgr2=0x7f2c30105f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:37:15.512 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.512+0000 7f2c35a00700 1 -- 172.21.15.46:0/2168760973 shutdown_connections 2024-04-26T01:37:15.512 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.512+0000 7f2c35a00700 1 -- 172.21.15.46:0/2168760973 wait complete. 2024-04-26T01:37:15.513 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.513+0000 7f2c35a00700 1 Processor -- start 2024-04-26T01:37:15.513 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.513+0000 7f2c35a00700 1 -- start start 2024-04-26T01:37:15.513 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.513+0000 7f2c35a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2c30108590 0x7f2c3019e600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:15.513 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.513+0000 7f2c35a00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f2c3010caf0 con 0x7f2c30108590 2024-04-26T01:37:15.513 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.513+0000 7f2c2ea00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2c30108590 0x7f2c3019e600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:15.513 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.513+0000 7f2c2ea00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2c30108590 0x7f2c3019e600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48678/0 (socket says 172.21.15.46:48678) 2024-04-26T01:37:15.517 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.513+0000 7f2c2ea00700 1 -- 172.21.15.46:0/1027445307 learned_addr learned my addr 172.21.15.46:0/1027445307 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:37:15.517 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.514+0000 7f2c2ea00700 1 -- 172.21.15.46:0/1027445307 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c3019eb40 con 0x7f2c30108590 2024-04-26T01:37:15.517 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.514+0000 7f2c2ea00700 1 --2- 172.21.15.46:0/1027445307 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2c30108590 0x7f2c3019e600 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f2c200117e0 tx=0x7f2c20011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:15.518 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.514+0000 7f2c27400700 1 -- 172.21.15.46:0/1027445307 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2c20003b30 con 0x7f2c30108590 2024-04-26T01:37:15.518 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.514+0000 7f2c27400700 1 -- 172.21.15.46:0/1027445307 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f2c20003cd0 con 0x7f2c30108590 2024-04-26T01:37:15.518 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.515+0000 7f2c27400700 1 -- 172.21.15.46:0/1027445307 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2c2001a830 con 0x7f2c30108590 2024-04-26T01:37:15.518 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.515+0000 7f2c35a00700 1 -- 172.21.15.46:0/1027445307 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c3019edd0 con 0x7f2c30108590 2024-04-26T01:37:15.518 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.515+0000 7f2c35a00700 1 -- 172.21.15.46:0/1027445307 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c3019f230 con 0x7f2c30108590 2024-04-26T01:37:15.518 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.516+0000 7f2c27400700 1 -- 172.21.15.46:0/1027445307 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 4) ==== 46547+0+0 (secure 0 0 0) 0x7f2c20024440 con 0x7f2c30108590 2024-04-26T01:37:15.519 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.516+0000 7f2c35a00700 1 -- 172.21.15.46:0/1027445307 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c300640a0 con 0x7f2c30108590 2024-04-26T01:37:15.519 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.516+0000 7f2c27400700 1 --2- 172.21.15.46:0/1027445307 >> [v2:172.21.15.46:6800/2101651407,v1:172.21.15.46:6801/2101651407] conn(0x7f2c140396c0 0x7f2c1403bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:15.519 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.516+0000 7f2c27400700 1 -- 172.21.15.46:0/1027445307 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f2c2004d960 con 0x7f2c30108590 2024-04-26T01:37:15.519 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.517+0000 7f2c2e000700 1 --2- 172.21.15.46:0/1027445307 >> [v2:172.21.15.46:6800/2101651407,v1:172.21.15.46:6801/2101651407] conn(0x7f2c140396c0 0x7f2c1403bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:15.519 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.517+0000 7f2c2e000700 1 --2- 172.21.15.46:0/1027445307 >> [v2:172.21.15.46:6800/2101651407,v1:172.21.15.46:6801/2101651407] conn(0x7f2c140396c0 0x7f2c1403bb80 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f2c1c006fd0 tx=0x7f2c1c006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:15.519 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.522+0000 7f2c27400700 1 -- 172.21.15.46:0/1027445307 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2c2000e260 con 0x7f2c30108590 2024-04-26T01:37:15.520 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.754+0000 7f2c35a00700 1 -- 172.21.15.46:0/1027445307 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f2c301a1c50 con 0x7f2c30108590 2024-04-26T01:37:15.520 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.756+0000 7f2c27400700 1 -- 172.21.15.46:0/1027445307 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) ==== 70+0+409 (secure 0 0 0) 0x7f2c301a1c50 con 0x7f2c30108590 2024-04-26T01:37:15.520 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.759+0000 7f2c35a00700 1 -- 172.21.15.46:0/1027445307 >> [v2:172.21.15.46:6800/2101651407,v1:172.21.15.46:6801/2101651407] conn(0x7f2c140396c0 msgr2=0x7f2c1403bb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:15.520 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.759+0000 7f2c35a00700 1 --2- 172.21.15.46:0/1027445307 >> [v2:172.21.15.46:6800/2101651407,v1:172.21.15.46:6801/2101651407] conn(0x7f2c140396c0 0x7f2c1403bb80 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f2c1c006fd0 tx=0x7f2c1c006e40 comp rx=0 tx=0).stop 2024-04-26T01:37:15.520 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.759+0000 7f2c35a00700 1 -- 172.21.15.46:0/1027445307 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2c30108590 msgr2=0x7f2c3019e600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:15.520 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.759+0000 7f2c35a00700 1 --2- 172.21.15.46:0/1027445307 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2c30108590 0x7f2c3019e600 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f2c200117e0 tx=0x7f2c20011ce0 comp rx=0 tx=0).stop 2024-04-26T01:37:15.521 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.761+0000 7f2c35a00700 1 -- 172.21.15.46:0/1027445307 shutdown_connections 2024-04-26T01:37:15.522 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.761+0000 7f2c35a00700 1 --2- 172.21.15.46:0/1027445307 >> [v2:172.21.15.46:6800/2101651407,v1:172.21.15.46:6801/2101651407] conn(0x7f2c140396c0 0x7f2c1403bb80 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:15.522 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.761+0000 7f2c35a00700 1 --2- 172.21.15.46:0/1027445307 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2c30108590 0x7f2c3019e600 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:15.522 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.761+0000 7f2c35a00700 1 -- 172.21.15.46:0/1027445307 >> 172.21.15.46:0/1027445307 conn(0x7f2c30103b50 msgr2=0x7f2c30104540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:37:15.522 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.761+0000 7f2c35a00700 1 -- 172.21.15.46:0/1027445307 shutdown_connections 2024-04-26T01:37:15.522 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:14.761+0000 7f2c35a00700 1 -- 172.21.15.46:0/1027445307 wait complete. 2024-04-26T01:37:15.523 INFO:teuthology.orchestra.run.smithi046.stdout:Enabling cephadm module... 2024-04-26T01:37:16.763 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:16 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/2963863213' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-04-26T01:37:16.763 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:16 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: ignoring --setuser ceph since I am not root 2024-04-26T01:37:16.763 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:16 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: ignoring --setgroup ceph since I am not root 2024-04-26T01:37:17.015 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:16 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:16.766+0000 7f696ec7a200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T01:37:17.221 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.121+0000 7f0285400700 1 Processor -- start 2024-04-26T01:37:17.221 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.122+0000 7f0285400700 1 -- start start 2024-04-26T01:37:17.221 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.122+0000 7f0285400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0280108430 0x7f0280108850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:17.221 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.122+0000 7f0285400700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f0280108e20 con 0x7f0280108430 2024-04-26T01:37:17.221 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.122+0000 7f027fe00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0280108430 0x7f0280108850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:17.221 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.123+0000 7f027fe00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0280108430 0x7f0280108850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48684/0 (socket says 172.21.15.46:48684) 2024-04-26T01:37:17.221 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.123+0000 7f027fe00700 1 -- 172.21.15.46:0/2301563263 learned_addr learned my addr 172.21.15.46:0/2301563263 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:37:17.221 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.123+0000 7f027fe00700 1 -- 172.21.15.46:0/2301563263 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02801095e0 con 0x7f0280108430 2024-04-26T01:37:17.221 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.123+0000 7f027fe00700 1 --2- 172.21.15.46:0/2301563263 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0280108430 0x7f0280108850 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f02700098a0 tx=0x7f0270009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d63a7d11daf2745 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:17.227 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.124+0000 7f027ea00700 1 -- 172.21.15.46:0/2301563263 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0270004160 con 0x7f0280108430 2024-04-26T01:37:17.227 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.124+0000 7f027ea00700 1 -- 172.21.15.46:0/2301563263 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f0270004300 con 0x7f0280108430 2024-04-26T01:37:17.227 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.124+0000 7f027ea00700 1 -- 172.21.15.46:0/2301563263 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0270011b20 con 0x7f0280108430 2024-04-26T01:37:17.227 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.124+0000 7f0285400700 1 -- 172.21.15.46:0/2301563263 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0280108430 msgr2=0x7f0280108850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:17.227 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.124+0000 7f0285400700 1 --2- 172.21.15.46:0/2301563263 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0280108430 0x7f0280108850 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f02700098a0 tx=0x7f0270009bb0 comp rx=0 tx=0).stop 2024-04-26T01:37:17.227 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.125+0000 7f0285400700 1 -- 172.21.15.46:0/2301563263 shutdown_connections 2024-04-26T01:37:17.227 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.125+0000 7f0285400700 1 --2- 172.21.15.46:0/2301563263 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0280108430 0x7f0280108850 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:17.227 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.125+0000 7f0285400700 1 -- 172.21.15.46:0/2301563263 >> 172.21.15.46:0/2301563263 conn(0x7f0280103a90 msgr2=0x7f0280105eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:37:17.228 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.125+0000 7f0285400700 1 -- 172.21.15.46:0/2301563263 shutdown_connections 2024-04-26T01:37:17.228 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.125+0000 7f0285400700 1 -- 172.21.15.46:0/2301563263 wait complete. 2024-04-26T01:37:17.228 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.126+0000 7f0285400700 1 Processor -- start 2024-04-26T01:37:17.228 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.126+0000 7f0285400700 1 -- start start 2024-04-26T01:37:17.228 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.126+0000 7f0285400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0280108430 0x7f028007db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:17.228 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.126+0000 7f0285400700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f028010c990 con 0x7f0280108430 2024-04-26T01:37:17.228 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.127+0000 7f027fe00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0280108430 0x7f028007db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:17.228 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.127+0000 7f027fe00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0280108430 0x7f028007db60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48688/0 (socket says 172.21.15.46:48688) 2024-04-26T01:37:17.228 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.127+0000 7f027fe00700 1 -- 172.21.15.46:0/2963863213 learned_addr learned my addr 172.21.15.46:0/2963863213 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:37:17.228 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.127+0000 7f027fe00700 1 -- 172.21.15.46:0/2963863213 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f028007e0a0 con 0x7f0280108430 2024-04-26T01:37:17.228 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.127+0000 7f027fe00700 1 --2- 172.21.15.46:0/2963863213 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0280108430 0x7f028007db60 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f0270006af0 tx=0x7f0270011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:17.228 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.128+0000 7f027cc00700 1 -- 172.21.15.46:0/2963863213 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0270003b90 con 0x7f0280108430 2024-04-26T01:37:17.228 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.128+0000 7f027cc00700 1 -- 172.21.15.46:0/2963863213 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f0270003d30 con 0x7f0280108430 2024-04-26T01:37:17.228 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.128+0000 7f027cc00700 1 -- 172.21.15.46:0/2963863213 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f02700197c0 con 0x7f0280108430 2024-04-26T01:37:17.229 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.128+0000 7f0285400700 1 -- 172.21.15.46:0/2963863213 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f028007c290 con 0x7f0280108430 2024-04-26T01:37:17.229 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.128+0000 7f0285400700 1 -- 172.21.15.46:0/2963863213 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f028007c750 con 0x7f0280108430 2024-04-26T01:37:17.229 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.129+0000 7f027cc00700 1 -- 172.21.15.46:0/2963863213 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 4) ==== 46547+0+0 (secure 0 0 0) 0x7f0270022020 con 0x7f0280108430 2024-04-26T01:37:17.229 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.130+0000 7f0276000700 1 -- 172.21.15.46:0/2963863213 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0258005330 con 0x7f0280108430 2024-04-26T01:37:17.229 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.130+0000 7f027cc00700 1 --2- 172.21.15.46:0/2963863213 >> [v2:172.21.15.46:6800/2101651407,v1:172.21.15.46:6801/2101651407] conn(0x7f02640396c0 0x7f026403bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:17.229 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.130+0000 7f027cc00700 1 -- 172.21.15.46:0/2963863213 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f027004d530 con 0x7f0280108430 2024-04-26T01:37:17.229 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.130+0000 7f027f400700 1 --2- 172.21.15.46:0/2963863213 >> [v2:172.21.15.46:6800/2101651407,v1:172.21.15.46:6801/2101651407] conn(0x7f02640396c0 0x7f026403bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:17.229 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.131+0000 7f027f400700 1 --2- 172.21.15.46:0/2963863213 >> [v2:172.21.15.46:6800/2101651407,v1:172.21.15.46:6801/2101651407] conn(0x7f02640396c0 0x7f026403bb80 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f026c006fd0 tx=0x7f026c006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:17.229 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.136+0000 7f027cc00700 1 -- 172.21.15.46:0/2963863213 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f027000ed50 con 0x7f0280108430 2024-04-26T01:37:17.229 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.427+0000 7f0276000700 1 -- 172.21.15.46:0/2963863213 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) -- 0x7f0258005620 con 0x7f0280108430 2024-04-26T01:37:17.229 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.481+0000 7f027cc00700 1 -- 172.21.15.46:0/2963863213 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) ==== 86+0+0 (secure 0 0 0) 0x7f027001a430 con 0x7f0280108430 2024-04-26T01:37:17.229 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.485+0000 7f0276000700 1 -- 172.21.15.46:0/2963863213 >> [v2:172.21.15.46:6800/2101651407,v1:172.21.15.46:6801/2101651407] conn(0x7f02640396c0 msgr2=0x7f026403bb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:17.229 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.485+0000 7f0276000700 1 --2- 172.21.15.46:0/2963863213 >> [v2:172.21.15.46:6800/2101651407,v1:172.21.15.46:6801/2101651407] conn(0x7f02640396c0 0x7f026403bb80 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f026c006fd0 tx=0x7f026c006e40 comp rx=0 tx=0).stop 2024-04-26T01:37:17.229 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.485+0000 7f0276000700 1 -- 172.21.15.46:0/2963863213 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0280108430 msgr2=0x7f028007db60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:17.230 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.486+0000 7f0276000700 1 --2- 172.21.15.46:0/2963863213 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0280108430 0x7f028007db60 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f0270006af0 tx=0x7f0270011ce0 comp rx=0 tx=0).stop 2024-04-26T01:37:17.230 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.486+0000 7f0276000700 1 -- 172.21.15.46:0/2963863213 shutdown_connections 2024-04-26T01:37:17.230 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.486+0000 7f0276000700 1 --2- 172.21.15.46:0/2963863213 >> [v2:172.21.15.46:6800/2101651407,v1:172.21.15.46:6801/2101651407] conn(0x7f02640396c0 0x7f026403bb80 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:17.230 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.486+0000 7f0276000700 1 --2- 172.21.15.46:0/2963863213 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0280108430 0x7f028007db60 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:17.230 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.486+0000 7f0276000700 1 -- 172.21.15.46:0/2963863213 >> 172.21.15.46:0/2963863213 conn(0x7f0280103a90 msgr2=0x7f02801044e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:37:17.230 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.487+0000 7f0276000700 1 -- 172.21.15.46:0/2963863213 shutdown_connections 2024-04-26T01:37:17.230 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:16.487+0000 7f0276000700 1 -- 172.21.15.46:0/2963863213 wait complete. 2024-04-26T01:37:17.308 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:17 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:17.018+0000 7f696ec7a200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:37:17.308 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:17 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:17.154+0000 7f696ec7a200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T01:37:17.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:17 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/2963863213' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-04-26T01:37:17.683 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:17 smithi046 ceph-mon[28013]: mgrmap e5: x(active, since 5s) 2024-04-26T01:37:17.684 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:17 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:17.570+0000 7f696ec7a200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T01:37:18.058 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:17 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:17.687+0000 7f696ec7a200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T01:37:18.808 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:18 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/3435417698' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-26T01:37:18.875 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout { 2024-04-26T01:37:18.875 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-04-26T01:37:18.875 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-26T01:37:18.876 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-04-26T01:37:18.876 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-26T01:37:18.876 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout } 2024-04-26T01:37:18.876 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:17.869+0000 7fd75e400700 1 Processor -- start 2024-04-26T01:37:18.876 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:17.869+0000 7fd75e400700 1 -- start start 2024-04-26T01:37:18.876 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:17.870+0000 7fd75e400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd758108f60 0x7fd75810b350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:18.877 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:17.870+0000 7fd75e400700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fd75807bde0 con 0x7fd758108f60 2024-04-26T01:37:18.877 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:17.870+0000 7fd75d000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd758108f60 0x7fd75810b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:18.877 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:17.870+0000 7fd75d000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd758108f60 0x7fd75810b350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48712/0 (socket says 172.21.15.46:48712) 2024-04-26T01:37:18.877 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:17.870+0000 7fd75d000700 1 -- 172.21.15.46:0/2903823873 learned_addr learned my addr 172.21.15.46:0/2903823873 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:37:18.877 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:17.871+0000 7fd75d000700 1 -- 172.21.15.46:0/2903823873 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd75810b890 con 0x7fd758108f60 2024-04-26T01:37:18.877 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:17.871+0000 7fd75d000700 1 --2- 172.21.15.46:0/2903823873 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd758108f60 0x7fd75810b350 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fd74c0098a0 tx=0x7fd74c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7638d13f3f81bc5e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:18.878 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:17.871+0000 7fd757400700 1 -- 172.21.15.46:0/2903823873 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd74c004160 con 0x7fd758108f60 2024-04-26T01:37:18.878 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:17.871+0000 7fd757400700 1 -- 172.21.15.46:0/2903823873 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7fd74c004300 con 0x7fd758108f60 2024-04-26T01:37:18.878 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:17.871+0000 7fd757400700 1 -- 172.21.15.46:0/2903823873 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd74c011b20 con 0x7fd758108f60 2024-04-26T01:37:18.878 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:17.872+0000 7fd75e400700 1 -- 172.21.15.46:0/2903823873 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd758108f60 msgr2=0x7fd75810b350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:18.878 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:17.872+0000 7fd75e400700 1 --2- 172.21.15.46:0/2903823873 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd758108f60 0x7fd75810b350 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fd74c0098a0 tx=0x7fd74c009bb0 comp rx=0 tx=0).stop 2024-04-26T01:37:18.878 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:17.872+0000 7fd75e400700 1 -- 172.21.15.46:0/2903823873 shutdown_connections 2024-04-26T01:37:18.879 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:17.872+0000 7fd75e400700 1 --2- 172.21.15.46:0/2903823873 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd758108f60 0x7fd75810b350 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:18.879 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:17.872+0000 7fd75e400700 1 -- 172.21.15.46:0/2903823873 >> 172.21.15.46:0/2903823873 conn(0x7fd758102910 msgr2=0x7fd758104d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:37:18.879 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:17.872+0000 7fd75e400700 1 -- 172.21.15.46:0/2903823873 shutdown_connections 2024-04-26T01:37:18.879 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:17.872+0000 7fd75e400700 1 -- 172.21.15.46:0/2903823873 wait complete. 2024-04-26T01:37:18.879 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:17.873+0000 7fd75e400700 1 Processor -- start 2024-04-26T01:37:18.879 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:17.874+0000 7fd75e400700 1 -- start start 2024-04-26T01:37:18.879 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:17.874+0000 7fd75e400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd758108f60 0x7fd75819e4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:18.880 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:17.874+0000 7fd75e400700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fd75810c800 con 0x7fd758108f60 2024-04-26T01:37:18.880 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:17.874+0000 7fd75d000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd758108f60 0x7fd75819e4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:18.880 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:17.874+0000 7fd75d000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd758108f60 0x7fd75819e4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48714/0 (socket says 172.21.15.46:48714) 2024-04-26T01:37:18.880 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:17.874+0000 7fd75d000700 1 -- 172.21.15.46:0/3435417698 learned_addr learned my addr 172.21.15.46:0/3435417698 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:37:18.880 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:17.875+0000 7fd75d000700 1 -- 172.21.15.46:0/3435417698 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd75819ea20 con 0x7fd758108f60 2024-04-26T01:37:18.880 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:17.875+0000 7fd75d000700 1 --2- 172.21.15.46:0/3435417698 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd758108f60 0x7fd75819e4e0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fd74c006af0 tx=0x7fd74c011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:18.881 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:17.875+0000 7fd755600700 1 -- 172.21.15.46:0/3435417698 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd74c003b90 con 0x7fd758108f60 2024-04-26T01:37:18.881 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:17.875+0000 7fd755600700 1 -- 172.21.15.46:0/3435417698 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7fd74c003d30 con 0x7fd758108f60 2024-04-26T01:37:18.881 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:17.875+0000 7fd75e400700 1 -- 172.21.15.46:0/3435417698 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd75819ecb0 con 0x7fd758108f60 2024-04-26T01:37:18.883 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:17.875+0000 7fd755600700 1 -- 172.21.15.46:0/3435417698 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd74c0197c0 con 0x7fd758108f60 2024-04-26T01:37:18.883 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:17.875+0000 7fd75e400700 1 -- 172.21.15.46:0/3435417698 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd75819f110 con 0x7fd758108f60 2024-04-26T01:37:18.883 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:17.876+0000 7fd755600700 1 -- 172.21.15.46:0/3435417698 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 46558+0+0 (secure 0 0 0) 0x7fd74c022020 con 0x7fd758108f60 2024-04-26T01:37:18.883 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:17.876+0000 7fd75e400700 1 -- 172.21.15.46:0/3435417698 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7580640a0 con 0x7fd758108f60 2024-04-26T01:37:18.883 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:17.877+0000 7fd755600700 1 --2- 172.21.15.46:0/3435417698 >> [v2:172.21.15.46:6800/2101651407,v1:172.21.15.46:6801/2101651407] conn(0x7fd7400396c0 0x7fd74003bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:18.884 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:17.877+0000 7fd755600700 1 -- 172.21.15.46:0/3435417698 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fd74c04d5d0 con 0x7fd758108f60 2024-04-26T01:37:18.884 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:17.877+0000 7fd757e00700 1 -- 172.21.15.46:0/3435417698 >> [v2:172.21.15.46:6800/2101651407,v1:172.21.15.46:6801/2101651407] conn(0x7fd7400396c0 msgr2=0x7fd74003bb80 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/2101651407 2024-04-26T01:37:18.884 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:17.877+0000 7fd757e00700 1 --2- 172.21.15.46:0/3435417698 >> [v2:172.21.15.46:6800/2101651407,v1:172.21.15.46:6801/2101651407] conn(0x7fd7400396c0 0x7fd74003bb80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T01:37:18.884 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:17.882+0000 7fd755600700 1 -- 172.21.15.46:0/3435417698 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd74c04d330 con 0x7fd758108f60 2024-04-26T01:37:18.884 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:18.078+0000 7fd757e00700 1 -- 172.21.15.46:0/3435417698 >> [v2:172.21.15.46:6800/2101651407,v1:172.21.15.46:6801/2101651407] conn(0x7fd7400396c0 msgr2=0x7fd74003bb80 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/2101651407 2024-04-26T01:37:18.884 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:18.078+0000 7fd757e00700 1 --2- 172.21.15.46:0/3435417698 >> [v2:172.21.15.46:6800/2101651407,v1:172.21.15.46:6801/2101651407] conn(0x7fd7400396c0 0x7fd74003bb80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-26T01:37:18.885 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:18.172+0000 7fd75e400700 1 -- 172.21.15.46:0/3435417698 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7fd7581a1b30 con 0x7fd758108f60 2024-04-26T01:37:18.885 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:18.172+0000 7fd755600700 1 -- 172.21.15.46:0/3435417698 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) ==== 56+0+88 (secure 0 0 0) 0x7fd7581a1b30 con 0x7fd758108f60 2024-04-26T01:37:18.885 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:18.175+0000 7fd75e400700 1 -- 172.21.15.46:0/3435417698 >> [v2:172.21.15.46:6800/2101651407,v1:172.21.15.46:6801/2101651407] conn(0x7fd7400396c0 msgr2=0x7fd74003bb80 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T01:37:18.885 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:18.175+0000 7fd75e400700 1 --2- 172.21.15.46:0/3435417698 >> [v2:172.21.15.46:6800/2101651407,v1:172.21.15.46:6801/2101651407] conn(0x7fd7400396c0 0x7fd74003bb80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:18.885 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:18.175+0000 7fd75e400700 1 -- 172.21.15.46:0/3435417698 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd758108f60 msgr2=0x7fd75819e4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:18.885 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:18.175+0000 7fd75e400700 1 --2- 172.21.15.46:0/3435417698 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd758108f60 0x7fd75819e4e0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fd74c006af0 tx=0x7fd74c011ce0 comp rx=0 tx=0).stop 2024-04-26T01:37:18.886 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:18.175+0000 7fd75e400700 1 -- 172.21.15.46:0/3435417698 shutdown_connections 2024-04-26T01:37:18.886 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:18.175+0000 7fd75e400700 1 --2- 172.21.15.46:0/3435417698 >> [v2:172.21.15.46:6800/2101651407,v1:172.21.15.46:6801/2101651407] conn(0x7fd7400396c0 0x7fd74003bb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:18.886 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:18.175+0000 7fd75e400700 1 --2- 172.21.15.46:0/3435417698 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd758108f60 0x7fd75819e4e0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:18.886 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:18.175+0000 7fd75e400700 1 -- 172.21.15.46:0/3435417698 >> 172.21.15.46:0/3435417698 conn(0x7fd758102910 msgr2=0x7fd758106dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:37:18.886 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:18.175+0000 7fd75e400700 1 -- 172.21.15.46:0/3435417698 shutdown_connections 2024-04-26T01:37:18.886 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:18.175+0000 7fd75e400700 1 -- 172.21.15.46:0/3435417698 wait complete. 2024-04-26T01:37:18.887 INFO:teuthology.orchestra.run.smithi046.stdout:Waiting for the mgr to restart... 2024-04-26T01:37:18.887 INFO:teuthology.orchestra.run.smithi046.stdout:Waiting for mgr epoch 5... 2024-04-26T01:37:19.459 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:19 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:19.308+0000 7f696ec7a200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T01:37:19.762 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:19 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:19.542+0000 7f696ec7a200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T01:37:20.058 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:19 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:19.764+0000 7f696ec7a200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T01:37:20.554 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:20 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:20.159+0000 7f696ec7a200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T01:37:20.554 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:20 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:20.286+0000 7f696ec7a200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T01:37:20.808 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:20 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:20.556+0000 7f696ec7a200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T01:37:21.308 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:20 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:20.821+0000 7f696ec7a200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:37:22.058 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:21 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:21.628+0000 7f696ec7a200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T01:37:22.558 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:22 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:22.197+0000 7f696ec7a200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T01:37:22.558 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:22 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:22.329+0000 7f696ec7a200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T01:37:23.058 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:22 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:22.604+0000 7f696ec7a200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T01:37:23.558 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:23 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:23.291+0000 7f696ec7a200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T01:37:23.558 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:23 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:23.416+0000 7f696ec7a200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T01:37:24.058 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:23 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:23.747+0000 7f696ec7a200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T01:37:24.058 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:23 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:23.933+0000 7f696ec7a200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T01:37:24.558 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:24 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:24.066+0000 7f696ec7a200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T01:37:24.558 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:24 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:24.221+0000 7f696ec7a200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T01:37:25.058 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:24 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:24.606+0000 7f696ec7a200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T01:37:25.680 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:25 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:25.388+0000 7f696ec7a200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T01:37:26.058 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:25 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:25.683+0000 7f696ec7a200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T01:37:26.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:25 smithi046 ceph-mon[28013]: Active manager daemon x restarted 2024-04-26T01:37:26.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:25 smithi046 ceph-mon[28013]: Activating manager daemon x 2024-04-26T01:37:26.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:25 smithi046 ceph-mon[28013]: osdmap e2: 0 total, 0 up, 0 in 2024-04-26T01:37:26.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:25 smithi046 ceph-mon[28013]: mgrmap e6: x(active, starting, since 0.00947114s) 2024-04-26T01:37:26.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:25 smithi046 ceph-mon[28013]: from='mgr.14120 172.21.15.46:0/2960334273' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:37:26.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:25 smithi046 ceph-mon[28013]: from='mgr.14120 172.21.15.46:0/2960334273' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T01:37:26.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:25 smithi046 ceph-mon[28013]: from='mgr.14120 172.21.15.46:0/2960334273' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T01:37:26.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:25 smithi046 ceph-mon[28013]: from='mgr.14120 172.21.15.46:0/2960334273' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T01:37:26.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:25 smithi046 ceph-mon[28013]: from='mgr.14120 172.21.15.46:0/2960334273' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T01:37:26.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:25 smithi046 ceph-mon[28013]: Manager daemon x is now available 2024-04-26T01:37:26.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:25 smithi046 ceph-mon[28013]: from='mgr.14120 172.21.15.46:0/2960334273' entity='mgr.x' 2024-04-26T01:37:27.058 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:26 smithi046 ceph-mon[28013]: Found migration_current of "None". Setting to last migration. 2024-04-26T01:37:27.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:26 smithi046 ceph-mon[28013]: from='mgr.14120 172.21.15.46:0/2960334273' entity='mgr.x' 2024-04-26T01:37:27.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:26 smithi046 ceph-mon[28013]: from='mgr.14120 172.21.15.46:0/2960334273' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:37:27.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:26 smithi046 ceph-mon[28013]: from='mgr.14120 172.21.15.46:0/2960334273' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:37:27.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:26 smithi046 ceph-mon[28013]: from='mgr.14120 172.21.15.46:0/2960334273' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T01:37:27.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:26 smithi046 ceph-mon[28013]: from='mgr.14120 172.21.15.46:0/2960334273' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T01:37:27.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:26 smithi046 ceph-mon[28013]: mgrmap e7: x(active, since 1.01601s) 2024-04-26T01:37:27.577 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout { 2024-04-26T01:37:27.577 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-04-26T01:37:27.577 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-26T01:37:27.577 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout } 2024-04-26T01:37:27.577 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:19.624+0000 7f2824000700 1 Processor -- start 2024-04-26T01:37:27.577 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:19.625+0000 7f2824000700 1 -- start start 2024-04-26T01:37:27.577 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:19.625+0000 7f2824000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f281c1085b0 0x7f281c1089d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:27.578 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:19.625+0000 7f2824000700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f281c108fa0 con 0x7f281c1085b0 2024-04-26T01:37:27.578 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:19.625+0000 7f2821600700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f281c1085b0 0x7f281c1089d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:27.578 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:19.625+0000 7f2821600700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f281c1085b0 0x7f281c1089d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48726/0 (socket says 172.21.15.46:48726) 2024-04-26T01:37:27.578 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:19.625+0000 7f2821600700 1 -- 172.21.15.46:0/1483793570 learned_addr learned my addr 172.21.15.46:0/1483793570 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:37:27.578 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:19.626+0000 7f2821600700 1 -- 172.21.15.46:0/1483793570 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f281c109760 con 0x7f281c1085b0 2024-04-26T01:37:27.578 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:19.626+0000 7f2821600700 1 --2- 172.21.15.46:0/1483793570 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f281c1085b0 0x7f281c1089d0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f28100098a0 tx=0x7f2810009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dee4e5828f9fd5fe server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:27.578 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:19.626+0000 7f281be00700 1 -- 172.21.15.46:0/1483793570 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2810004160 con 0x7f281c1085b0 2024-04-26T01:37:27.578 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:19.627+0000 7f281be00700 1 -- 172.21.15.46:0/1483793570 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f2810004300 con 0x7f281c1085b0 2024-04-26T01:37:27.578 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:19.627+0000 7f281be00700 1 -- 172.21.15.46:0/1483793570 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2810011b20 con 0x7f281c1085b0 2024-04-26T01:37:27.578 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:19.627+0000 7f2824000700 1 -- 172.21.15.46:0/1483793570 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f281c1085b0 msgr2=0x7f281c1089d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:27.578 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:19.627+0000 7f2824000700 1 --2- 172.21.15.46:0/1483793570 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f281c1085b0 0x7f281c1089d0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f28100098a0 tx=0x7f2810009bb0 comp rx=0 tx=0).stop 2024-04-26T01:37:27.579 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:19.627+0000 7f2824000700 1 -- 172.21.15.46:0/1483793570 shutdown_connections 2024-04-26T01:37:27.579 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:19.627+0000 7f2824000700 1 --2- 172.21.15.46:0/1483793570 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f281c1085b0 0x7f281c1089d0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:27.579 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:19.627+0000 7f2824000700 1 -- 172.21.15.46:0/1483793570 >> 172.21.15.46:0/1483793570 conn(0x7f281c103b50 msgr2=0x7f281c105f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:37:27.579 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:19.628+0000 7f2824000700 1 -- 172.21.15.46:0/1483793570 shutdown_connections 2024-04-26T01:37:27.579 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:19.628+0000 7f2824000700 1 -- 172.21.15.46:0/1483793570 wait complete. 2024-04-26T01:37:27.579 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:19.629+0000 7f2824000700 1 Processor -- start 2024-04-26T01:37:27.579 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:19.629+0000 7f2824000700 1 -- start start 2024-04-26T01:37:27.579 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:19.629+0000 7f2824000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f281c1085b0 0x7f281c19e620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:27.579 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:19.629+0000 7f2824000700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f281c10cb10 con 0x7f281c1085b0 2024-04-26T01:37:27.579 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:19.629+0000 7f2821600700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f281c1085b0 0x7f281c19e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:27.579 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:19.629+0000 7f2821600700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f281c1085b0 0x7f281c19e620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48742/0 (socket says 172.21.15.46:48742) 2024-04-26T01:37:27.579 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:19.629+0000 7f2821600700 1 -- 172.21.15.46:0/3667686048 learned_addr learned my addr 172.21.15.46:0/3667686048 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:37:27.579 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:19.630+0000 7f2821600700 1 -- 172.21.15.46:0/3667686048 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f281c19eb60 con 0x7f281c1085b0 2024-04-26T01:37:27.579 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:19.630+0000 7f2821600700 1 --2- 172.21.15.46:0/3667686048 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f281c1085b0 0x7f281c19e620 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f28100117e0 tx=0x7f2810011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:27.579 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:19.630+0000 7f281a000700 1 -- 172.21.15.46:0/3667686048 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2810003b30 con 0x7f281c1085b0 2024-04-26T01:37:27.579 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:19.631+0000 7f281a000700 1 -- 172.21.15.46:0/3667686048 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f2810003cd0 con 0x7f281c1085b0 2024-04-26T01:37:27.580 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:19.631+0000 7f281a000700 1 -- 172.21.15.46:0/3667686048 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f281001a830 con 0x7f281c1085b0 2024-04-26T01:37:27.580 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:19.631+0000 7f2824000700 1 -- 172.21.15.46:0/3667686048 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f281c19edf0 con 0x7f281c1085b0 2024-04-26T01:37:27.580 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:19.631+0000 7f2824000700 1 -- 172.21.15.46:0/3667686048 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f281c19f250 con 0x7f281c1085b0 2024-04-26T01:37:27.580 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:19.633+0000 7f281a000700 1 -- 172.21.15.46:0/3667686048 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 5) ==== 46558+0+0 (secure 0 0 0) 0x7f2810024ba0 con 0x7f281c1085b0 2024-04-26T01:37:27.580 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:19.633+0000 7f281a000700 1 --2- 172.21.15.46:0/3667686048 >> [v2:172.21.15.46:6800/2101651407,v1:172.21.15.46:6801/2101651407] conn(0x7f2804039720 0x7f280403bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:27.580 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:19.633+0000 7f281a000700 1 -- 172.21.15.46:0/3667686048 --> [v2:172.21.15.46:6800/2101651407,v1:172.21.15.46:6801/2101651407] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f280403c2f0 con 0x7f2804039720 2024-04-26T01:37:27.580 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:19.633+0000 7f281a000700 1 -- 172.21.15.46:0/3667686048 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f281004dac0 con 0x7f281c1085b0 2024-04-26T01:37:27.580 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:19.634+0000 7f2820c00700 1 -- 172.21.15.46:0/3667686048 >> [v2:172.21.15.46:6800/2101651407,v1:172.21.15.46:6801/2101651407] conn(0x7f2804039720 msgr2=0x7f280403bbe0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/2101651407 2024-04-26T01:37:27.580 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:19.634+0000 7f2820c00700 1 --2- 172.21.15.46:0/3667686048 >> [v2:172.21.15.46:6800/2101651407,v1:172.21.15.46:6801/2101651407] conn(0x7f2804039720 0x7f280403bbe0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T01:37:27.580 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:19.835+0000 7f2820c00700 1 -- 172.21.15.46:0/3667686048 >> [v2:172.21.15.46:6800/2101651407,v1:172.21.15.46:6801/2101651407] conn(0x7f2804039720 msgr2=0x7f280403bbe0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/2101651407 2024-04-26T01:37:27.580 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:19.835+0000 7f2820c00700 1 --2- 172.21.15.46:0/3667686048 >> [v2:172.21.15.46:6800/2101651407,v1:172.21.15.46:6801/2101651407] conn(0x7f2804039720 0x7f280403bbe0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-26T01:37:27.580 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:20.236+0000 7f2820c00700 1 -- 172.21.15.46:0/3667686048 >> [v2:172.21.15.46:6800/2101651407,v1:172.21.15.46:6801/2101651407] conn(0x7f2804039720 msgr2=0x7f280403bbe0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/2101651407 2024-04-26T01:37:27.580 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:20.236+0000 7f2820c00700 1 --2- 172.21.15.46:0/3667686048 >> [v2:172.21.15.46:6800/2101651407,v1:172.21.15.46:6801/2101651407] conn(0x7f2804039720 0x7f280403bbe0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-04-26T01:37:27.580 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:21.038+0000 7f2820c00700 1 -- 172.21.15.46:0/3667686048 >> [v2:172.21.15.46:6800/2101651407,v1:172.21.15.46:6801/2101651407] conn(0x7f2804039720 msgr2=0x7f280403bbe0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/2101651407 2024-04-26T01:37:27.581 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:21.038+0000 7f2820c00700 1 --2- 172.21.15.46:0/3667686048 >> [v2:172.21.15.46:6800/2101651407,v1:172.21.15.46:6801/2101651407] conn(0x7f2804039720 0x7f280403bbe0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-04-26T01:37:27.581 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:22.640+0000 7f2820c00700 1 -- 172.21.15.46:0/3667686048 >> [v2:172.21.15.46:6800/2101651407,v1:172.21.15.46:6801/2101651407] conn(0x7f2804039720 msgr2=0x7f280403bbe0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/2101651407 2024-04-26T01:37:27.581 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:22.640+0000 7f2820c00700 1 --2- 172.21.15.46:0/3667686048 >> [v2:172.21.15.46:6800/2101651407,v1:172.21.15.46:6801/2101651407] conn(0x7f2804039720 0x7f280403bbe0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-04-26T01:37:27.581 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:25.693+0000 7f281a000700 1 -- 172.21.15.46:0/3667686048 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mgrmap(e 6) ==== 46325+0+0 (secure 0 0 0) 0x7f281001a9d0 con 0x7f281c1085b0 2024-04-26T01:37:27.581 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:25.693+0000 7f281a000700 1 -- 172.21.15.46:0/3667686048 >> [v2:172.21.15.46:6800/2101651407,v1:172.21.15.46:6801/2101651407] conn(0x7f2804039720 msgr2=0x7f280403bbe0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T01:37:27.581 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:25.693+0000 7f281a000700 1 --2- 172.21.15.46:0/3667686048 >> [v2:172.21.15.46:6800/2101651407,v1:172.21.15.46:6801/2101651407] conn(0x7f2804039720 0x7f280403bbe0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:27.581 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:26.697+0000 7f281a000700 1 -- 172.21.15.46:0/3667686048 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mgrmap(e 7) ==== 46452+0+0 (secure 0 0 0) 0x7f281004f9f0 con 0x7f281c1085b0 2024-04-26T01:37:27.581 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:26.697+0000 7f281a000700 1 --2- 172.21.15.46:0/3667686048 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f280403cfc0 0x7f280403f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:27.581 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:26.697+0000 7f281a000700 1 -- 172.21.15.46:0/3667686048 --> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f2810046bf0 con 0x7f280403cfc0 2024-04-26T01:37:27.581 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:26.701+0000 7f2820c00700 1 --2- 172.21.15.46:0/3667686048 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f280403cfc0 0x7f280403f3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:27.581 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:26.703+0000 7f2820c00700 1 --2- 172.21.15.46:0/3667686048 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f280403cfc0 0x7f280403f3b0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f2808003a10 tx=0x7f28080092b0 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:27.581 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:26.705+0000 7f281a000700 1 -- 172.21.15.46:0/3667686048 <== mgr.14120 v2:172.21.15.46:6800/1268650508 1 ==== command_reply(tid 0: 0 ) ==== 8+0+7774 (secure 0 0 0) 0x7f2810046bf0 con 0x7f280403cfc0 2024-04-26T01:37:27.581 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:26.713+0000 7f2824000700 1 -- 172.21.15.46:0/3667686048 --> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f281c0640a0 con 0x7f280403cfc0 2024-04-26T01:37:27.581 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:26.713+0000 7f281a000700 1 -- 172.21.15.46:0/3667686048 <== mgr.14120 v2:172.21.15.46:6800/1268650508 2 ==== command_reply(tid 1: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7f281c0640a0 con 0x7f280403cfc0 2024-04-26T01:37:27.582 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:26.714+0000 7f2824000700 1 -- 172.21.15.46:0/3667686048 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f280403cfc0 msgr2=0x7f280403f3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:27.582 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:26.714+0000 7f2824000700 1 --2- 172.21.15.46:0/3667686048 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f280403cfc0 0x7f280403f3b0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f2808003a10 tx=0x7f28080092b0 comp rx=0 tx=0).stop 2024-04-26T01:37:27.582 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:26.714+0000 7f2824000700 1 -- 172.21.15.46:0/3667686048 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f281c1085b0 msgr2=0x7f281c19e620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:27.582 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:26.714+0000 7f2824000700 1 --2- 172.21.15.46:0/3667686048 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f281c1085b0 0x7f281c19e620 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f28100117e0 tx=0x7f2810011ce0 comp rx=0 tx=0).stop 2024-04-26T01:37:27.582 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:26.714+0000 7f2824000700 1 -- 172.21.15.46:0/3667686048 shutdown_connections 2024-04-26T01:37:27.582 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:26.714+0000 7f2824000700 1 --2- 172.21.15.46:0/3667686048 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f280403cfc0 0x7f280403f3b0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:27.582 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:26.714+0000 7f2824000700 1 --2- 172.21.15.46:0/3667686048 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f281c1085b0 0x7f281c19e620 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:27.582 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:26.714+0000 7f2824000700 1 --2- 172.21.15.46:0/3667686048 >> [v2:172.21.15.46:6800/2101651407,v1:172.21.15.46:6801/2101651407] conn(0x7f2804039720 0x7f280403bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:27.582 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:26.714+0000 7f2824000700 1 -- 172.21.15.46:0/3667686048 >> 172.21.15.46:0/3667686048 conn(0x7f281c103b50 msgr2=0x7f281c1045e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:37:27.582 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:26.714+0000 7f2824000700 1 -- 172.21.15.46:0/3667686048 shutdown_connections 2024-04-26T01:37:27.582 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:26.714+0000 7f2824000700 1 -- 172.21.15.46:0/3667686048 wait complete. 2024-04-26T01:37:27.582 INFO:teuthology.orchestra.run.smithi046.stdout:mgr epoch 5 is available 2024-04-26T01:37:27.582 INFO:teuthology.orchestra.run.smithi046.stdout:Setting orchestrator backend to cephadm... 2024-04-26T01:37:27.808 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:27 smithi046 ceph-mon[28013]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-26T01:37:27.808 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:27 smithi046 ceph-mon[28013]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-26T01:37:27.808 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:27 smithi046 ceph-mon[28013]: from='mgr.14120 172.21.15.46:0/2960334273' entity='mgr.x' 2024-04-26T01:37:27.808 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:27 smithi046 ceph-mon[28013]: from='mgr.14120 172.21.15.46:0/2960334273' entity='mgr.x' 2024-04-26T01:37:29.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:28 smithi046 ceph-mon[28013]: [26/Apr/2024:01:37:27] ENGINE Bus STARTING 2024-04-26T01:37:29.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:28 smithi046 ceph-mon[28013]: mgrmap e8: x(active, since 2s) 2024-04-26T01:37:29.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:28 smithi046 ceph-mon[28013]: [26/Apr/2024:01:37:27] ENGINE Serving on http://172.21.15.46:8765 2024-04-26T01:37:29.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:28 smithi046 ceph-mon[28013]: [26/Apr/2024:01:37:27] ENGINE Serving on https://172.21.15.46:7150 2024-04-26T01:37:29.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:28 smithi046 ceph-mon[28013]: [26/Apr/2024:01:37:27] ENGINE Bus STARTED 2024-04-26T01:37:29.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:28 smithi046 ceph-mon[28013]: from='mgr.14120 172.21.15.46:0/2960334273' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:37:29.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:28 smithi046 ceph-mon[28013]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:37:29.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:28 smithi046 ceph-mon[28013]: from='mgr.14120 172.21.15.46:0/2960334273' entity='mgr.x' 2024-04-26T01:37:29.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:28 smithi046 ceph-mon[28013]: from='mgr.14120 172.21.15.46:0/2960334273' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:37:29.176 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.221+0000 7fcb63200700 1 Processor -- start 2024-04-26T01:37:29.176 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.222+0000 7fcb63200700 1 -- start start 2024-04-26T01:37:29.176 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.222+0000 7fcb63200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb6410a630 0x7fcb6410aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:29.176 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.222+0000 7fcb63200700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fcb6410b020 con 0x7fcb6410a630 2024-04-26T01:37:29.176 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.223+0000 7fcb61e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb6410a630 0x7fcb6410aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:29.176 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.223+0000 7fcb61e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb6410a630 0x7fcb6410aa50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:46996/0 (socket says 172.21.15.46:46996) 2024-04-26T01:37:29.179 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.223+0000 7fcb61e00700 1 -- 172.21.15.46:0/3849370055 learned_addr learned my addr 172.21.15.46:0/3849370055 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:37:29.179 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.223+0000 7fcb61e00700 1 -- 172.21.15.46:0/3849370055 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb6410b7e0 con 0x7fcb6410a630 2024-04-26T01:37:29.179 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.223+0000 7fcb61e00700 1 --2- 172.21.15.46:0/3849370055 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb6410a630 0x7fcb6410aa50 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fcb540098a0 tx=0x7fcb54009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc5fc52775950255 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:29.179 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.224+0000 7fcb61400700 1 -- 172.21.15.46:0/3849370055 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcb54004160 con 0x7fcb6410a630 2024-04-26T01:37:29.180 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.224+0000 7fcb61400700 1 -- 172.21.15.46:0/3849370055 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7fcb54004300 con 0x7fcb6410a630 2024-04-26T01:37:29.180 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.224+0000 7fcb61400700 1 -- 172.21.15.46:0/3849370055 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcb54011b20 con 0x7fcb6410a630 2024-04-26T01:37:29.180 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.224+0000 7fcb63200700 1 -- 172.21.15.46:0/3849370055 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb6410a630 msgr2=0x7fcb6410aa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:29.180 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.224+0000 7fcb63200700 1 --2- 172.21.15.46:0/3849370055 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb6410a630 0x7fcb6410aa50 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fcb540098a0 tx=0x7fcb54009bb0 comp rx=0 tx=0).stop 2024-04-26T01:37:29.180 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.224+0000 7fcb63200700 1 -- 172.21.15.46:0/3849370055 shutdown_connections 2024-04-26T01:37:29.180 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.224+0000 7fcb63200700 1 --2- 172.21.15.46:0/3849370055 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb6410a630 0x7fcb6410aa50 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:29.180 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.224+0000 7fcb63200700 1 -- 172.21.15.46:0/3849370055 >> 172.21.15.46:0/3849370055 conn(0x7fcb6407dbe0 msgr2=0x7fcb641084c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:37:29.180 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.225+0000 7fcb63200700 1 -- 172.21.15.46:0/3849370055 shutdown_connections 2024-04-26T01:37:29.180 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.225+0000 7fcb63200700 1 -- 172.21.15.46:0/3849370055 wait complete. 2024-04-26T01:37:29.180 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.226+0000 7fcb63200700 1 Processor -- start 2024-04-26T01:37:29.180 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.226+0000 7fcb63200700 1 -- start start 2024-04-26T01:37:29.180 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.226+0000 7fcb63200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb6410a630 0x7fcb6419e4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:29.180 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.226+0000 7fcb63200700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fcb6410eb90 con 0x7fcb6410a630 2024-04-26T01:37:29.181 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.226+0000 7fcb61e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb6410a630 0x7fcb6419e4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:29.181 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.226+0000 7fcb61e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb6410a630 0x7fcb6419e4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:47006/0 (socket says 172.21.15.46:47006) 2024-04-26T01:37:29.181 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.226+0000 7fcb61e00700 1 -- 172.21.15.46:0/3508486814 learned_addr learned my addr 172.21.15.46:0/3508486814 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:37:29.181 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.227+0000 7fcb61e00700 1 -- 172.21.15.46:0/3508486814 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb6419ea00 con 0x7fcb6410a630 2024-04-26T01:37:29.181 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.227+0000 7fcb61e00700 1 --2- 172.21.15.46:0/3508486814 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb6410a630 0x7fcb6419e4c0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fcb54006af0 tx=0x7fcb54011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:29.181 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.227+0000 7fcb5b400700 1 -- 172.21.15.46:0/3508486814 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcb54003b90 con 0x7fcb6410a630 2024-04-26T01:37:29.181 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.227+0000 7fcb5b400700 1 -- 172.21.15.46:0/3508486814 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7fcb54003d30 con 0x7fcb6410a630 2024-04-26T01:37:29.183 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.227+0000 7fcb5b400700 1 -- 172.21.15.46:0/3508486814 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcb540197c0 con 0x7fcb6410a630 2024-04-26T01:37:29.184 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.227+0000 7fcb63200700 1 -- 172.21.15.46:0/3508486814 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb6419ec90 con 0x7fcb6410a630 2024-04-26T01:37:29.184 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.228+0000 7fcb63200700 1 -- 172.21.15.46:0/3508486814 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb6419f0f0 con 0x7fcb6410a630 2024-04-26T01:37:29.184 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.229+0000 7fcb5b400700 1 -- 172.21.15.46:0/3508486814 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7fcb54022020 con 0x7fcb6410a630 2024-04-26T01:37:29.184 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.229+0000 7fcb63200700 1 -- 172.21.15.46:0/3508486814 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb640640a0 con 0x7fcb6410a630 2024-04-26T01:37:29.184 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.229+0000 7fcb5b400700 1 --2- 172.21.15.46:0/3508486814 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7fcb480396c0 0x7fcb4803bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:29.184 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.229+0000 7fcb5b400700 1 -- 172.21.15.46:0/3508486814 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fcb5404d8c0 con 0x7fcb6410a630 2024-04-26T01:37:29.184 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.230+0000 7fcb59400700 1 --2- 172.21.15.46:0/3508486814 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7fcb480396c0 0x7fcb4803bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:29.184 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.231+0000 7fcb59400700 1 --2- 172.21.15.46:0/3508486814 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7fcb480396c0 0x7fcb4803bb80 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fcb4c006fd0 tx=0x7fcb4c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:29.184 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.236+0000 7fcb5b400700 1 -- 172.21.15.46:0/3508486814 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fcb5400b990 con 0x7fcb6410a630 2024-04-26T01:37:29.184 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.484+0000 7fcb63200700 1 -- 172.21.15.46:0/3508486814 --> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) -- 0x7fcb64108230 con 0x7fcb480396c0 2024-04-26T01:37:29.184 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.497+0000 7fcb5b400700 1 -- 172.21.15.46:0/3508486814 <== mgr.14120 v2:172.21.15.46:6800/1268650508 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fcb64108230 con 0x7fcb480396c0 2024-04-26T01:37:29.184 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.500+0000 7fcb63200700 1 -- 172.21.15.46:0/3508486814 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7fcb480396c0 msgr2=0x7fcb4803bb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:29.184 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.500+0000 7fcb63200700 1 --2- 172.21.15.46:0/3508486814 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7fcb480396c0 0x7fcb4803bb80 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fcb4c006fd0 tx=0x7fcb4c006e40 comp rx=0 tx=0).stop 2024-04-26T01:37:29.185 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.500+0000 7fcb63200700 1 -- 172.21.15.46:0/3508486814 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb6410a630 msgr2=0x7fcb6419e4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:29.185 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.500+0000 7fcb63200700 1 --2- 172.21.15.46:0/3508486814 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb6410a630 0x7fcb6419e4c0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fcb54006af0 tx=0x7fcb54011ce0 comp rx=0 tx=0).stop 2024-04-26T01:37:29.185 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.501+0000 7fcb63200700 1 -- 172.21.15.46:0/3508486814 shutdown_connections 2024-04-26T01:37:29.185 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.501+0000 7fcb63200700 1 --2- 172.21.15.46:0/3508486814 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7fcb480396c0 0x7fcb4803bb80 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:29.185 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.501+0000 7fcb63200700 1 --2- 172.21.15.46:0/3508486814 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb6410a630 0x7fcb6419e4c0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:29.185 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.501+0000 7fcb63200700 1 -- 172.21.15.46:0/3508486814 >> 172.21.15.46:0/3508486814 conn(0x7fcb6407dbe0 msgr2=0x7fcb64107b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:37:29.185 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.501+0000 7fcb63200700 1 -- 172.21.15.46:0/3508486814 shutdown_connections 2024-04-26T01:37:29.185 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:28.501+0000 7fcb63200700 1 -- 172.21.15.46:0/3508486814 wait complete. 2024-04-26T01:37:30.684 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout value unchanged 2024-04-26T01:37:30.691 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:29.795+0000 7f2056400700 1 Processor -- start 2024-04-26T01:37:30.691 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:29.795+0000 7f2056400700 1 -- start start 2024-04-26T01:37:30.691 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:29.795+0000 7f2056400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f205007de80 0x7f205007c330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:30.691 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:29.796+0000 7f2056400700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f205007c900 con 0x7f205007de80 2024-04-26T01:37:30.691 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:29.796+0000 7f204f400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f205007de80 0x7f205007c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:30.691 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:29.796+0000 7f204f400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f205007de80 0x7f205007c330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:47016/0 (socket says 172.21.15.46:47016) 2024-04-26T01:37:30.691 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:29.796+0000 7f204f400700 1 -- 172.21.15.46:0/3572207367 learned_addr learned my addr 172.21.15.46:0/3572207367 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:37:30.691 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:29.796+0000 7f204f400700 1 -- 172.21.15.46:0/3572207367 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f205007ca80 con 0x7f205007de80 2024-04-26T01:37:30.691 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:29.797+0000 7f204f400700 1 --2- 172.21.15.46:0/3572207367 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f205007de80 0x7f205007c330 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f20400098a0 tx=0x7f2040009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=830d608bba479ccb server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:30.691 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:29.797+0000 7f204e000700 1 -- 172.21.15.46:0/3572207367 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2040004160 con 0x7f205007de80 2024-04-26T01:37:30.692 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:29.797+0000 7f204e000700 1 -- 172.21.15.46:0/3572207367 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f2040004300 con 0x7f205007de80 2024-04-26T01:37:30.692 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:29.797+0000 7f204e000700 1 -- 172.21.15.46:0/3572207367 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2040011b20 con 0x7f205007de80 2024-04-26T01:37:30.692 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:29.798+0000 7f2056400700 1 -- 172.21.15.46:0/3572207367 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f205007de80 msgr2=0x7f205007c330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:30.692 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:29.798+0000 7f2056400700 1 --2- 172.21.15.46:0/3572207367 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f205007de80 0x7f205007c330 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f20400098a0 tx=0x7f2040009bb0 comp rx=0 tx=0).stop 2024-04-26T01:37:30.692 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:29.798+0000 7f2056400700 1 -- 172.21.15.46:0/3572207367 shutdown_connections 2024-04-26T01:37:30.692 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:29.798+0000 7f2056400700 1 --2- 172.21.15.46:0/3572207367 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f205007de80 0x7f205007c330 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:30.692 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:29.798+0000 7f2056400700 1 -- 172.21.15.46:0/3572207367 >> 172.21.15.46:0/3572207367 conn(0x7f2050103b50 msgr2=0x7f2050105f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:37:30.692 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:29.798+0000 7f2056400700 1 -- 172.21.15.46:0/3572207367 shutdown_connections 2024-04-26T01:37:30.692 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:29.798+0000 7f2056400700 1 -- 172.21.15.46:0/3572207367 wait complete. 2024-04-26T01:37:30.692 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:29.799+0000 7f2056400700 1 Processor -- start 2024-04-26T01:37:30.692 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:29.800+0000 7f2056400700 1 -- start start 2024-04-26T01:37:30.692 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:29.800+0000 7f2056400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f205007de80 0x7f20501a29c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:30.692 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:29.800+0000 7f2056400700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f205010a770 con 0x7f205007de80 2024-04-26T01:37:30.692 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:29.800+0000 7f204f400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f205007de80 0x7f20501a29c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:30.693 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:29.800+0000 7f204f400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f205007de80 0x7f20501a29c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:47026/0 (socket says 172.21.15.46:47026) 2024-04-26T01:37:30.693 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:29.800+0000 7f204f400700 1 -- 172.21.15.46:0/1127398338 learned_addr learned my addr 172.21.15.46:0/1127398338 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:37:30.693 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:29.801+0000 7f204f400700 1 -- 172.21.15.46:0/1127398338 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20501a2f00 con 0x7f205007de80 2024-04-26T01:37:30.693 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:29.801+0000 7f204f400700 1 --2- 172.21.15.46:0/1127398338 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f205007de80 0x7f20501a29c0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f2040006af0 tx=0x7f2040011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:30.693 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:29.801+0000 7f2047e00700 1 -- 172.21.15.46:0/1127398338 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f20400039a0 con 0x7f205007de80 2024-04-26T01:37:30.693 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:29.801+0000 7f2047e00700 1 -- 172.21.15.46:0/1127398338 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f2040003b40 con 0x7f205007de80 2024-04-26T01:37:30.693 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:29.801+0000 7f2056400700 1 -- 172.21.15.46:0/1127398338 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20501a3190 con 0x7f205007de80 2024-04-26T01:37:30.693 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:29.801+0000 7f2047e00700 1 -- 172.21.15.46:0/1127398338 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2040019670 con 0x7f205007de80 2024-04-26T01:37:30.693 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:29.801+0000 7f2056400700 1 -- 172.21.15.46:0/1127398338 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20501a35f0 con 0x7f205007de80 2024-04-26T01:37:30.693 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:29.802+0000 7f2047e00700 1 -- 172.21.15.46:0/1127398338 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f204001a430 con 0x7f205007de80 2024-04-26T01:37:30.693 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:29.803+0000 7f2056400700 1 -- 172.21.15.46:0/1127398338 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20500640a0 con 0x7f205007de80 2024-04-26T01:37:30.693 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:29.803+0000 7f2047e00700 1 --2- 172.21.15.46:0/1127398338 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f2034039620 0x7f203403bae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:30.693 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:29.803+0000 7f2047e00700 1 -- 172.21.15.46:0/1127398338 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f204004dc60 con 0x7f205007de80 2024-04-26T01:37:30.693 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:29.803+0000 7f204ea00700 1 --2- 172.21.15.46:0/1127398338 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f2034039620 0x7f203403bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:30.694 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:29.804+0000 7f204ea00700 1 --2- 172.21.15.46:0/1127398338 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f2034039620 0x7f203403bae0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f203c006fd0 tx=0x7f203c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:30.694 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:29.810+0000 7f2047e00700 1 -- 172.21.15.46:0/1127398338 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2040011e20 con 0x7f205007de80 2024-04-26T01:37:30.694 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:30.038+0000 7f2056400700 1 -- 172.21.15.46:0/1127398338 --> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) -- 0x7f2050062e80 con 0x7f2034039620 2024-04-26T01:37:30.694 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:30.039+0000 7f2047e00700 1 -- 172.21.15.46:0/1127398338 <== mgr.14120 v2:172.21.15.46:6800/1268650508 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+16 (secure 0 0 0) 0x7f2050062e80 con 0x7f2034039620 2024-04-26T01:37:30.694 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:30.042+0000 7f2056400700 1 -- 172.21.15.46:0/1127398338 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f2034039620 msgr2=0x7f203403bae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:30.694 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:30.042+0000 7f2056400700 1 --2- 172.21.15.46:0/1127398338 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f2034039620 0x7f203403bae0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f203c006fd0 tx=0x7f203c006e40 comp rx=0 tx=0).stop 2024-04-26T01:37:30.694 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:30.042+0000 7f2056400700 1 -- 172.21.15.46:0/1127398338 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f205007de80 msgr2=0x7f20501a29c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:30.694 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:30.042+0000 7f2056400700 1 --2- 172.21.15.46:0/1127398338 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f205007de80 0x7f20501a29c0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f2040006af0 tx=0x7f2040011ce0 comp rx=0 tx=0).stop 2024-04-26T01:37:30.694 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:30.042+0000 7f2056400700 1 -- 172.21.15.46:0/1127398338 shutdown_connections 2024-04-26T01:37:30.694 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:30.042+0000 7f2056400700 1 --2- 172.21.15.46:0/1127398338 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f2034039620 0x7f203403bae0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:30.695 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:30.042+0000 7f2056400700 1 --2- 172.21.15.46:0/1127398338 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f205007de80 0x7f20501a29c0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:30.695 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:30.042+0000 7f2056400700 1 -- 172.21.15.46:0/1127398338 >> 172.21.15.46:0/1127398338 conn(0x7f2050103b50 msgr2=0x7f2050105f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:37:30.695 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:30.043+0000 7f2056400700 1 -- 172.21.15.46:0/1127398338 shutdown_connections 2024-04-26T01:37:30.695 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:30.043+0000 7f2056400700 1 -- 172.21.15.46:0/1127398338 wait complete. 2024-04-26T01:37:30.695 INFO:teuthology.orchestra.run.smithi046.stdout:Generating ssh key... 2024-04-26T01:37:30.965 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:30 smithi046 ceph-mon[28013]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:37:31.808 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:31 smithi046 ceph-mon[28013]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:37:31.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:31 smithi046 ceph-mon[28013]: Generating ssh key... 2024-04-26T01:37:31.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:31 smithi046 ceph-mon[28013]: from='mgr.14120 172.21.15.46:0/2960334273' entity='mgr.x' 2024-04-26T01:37:31.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:31 smithi046 ceph-mon[28013]: from='mgr.14120 172.21.15.46:0/2960334273' entity='mgr.x' 2024-04-26T01:37:31.809 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:31 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: Generating public/private rsa key pair. 2024-04-26T01:37:31.809 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:31 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: Your identification has been saved in /tmp/tmpdbtwz4f6/key. 2024-04-26T01:37:31.809 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:31 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: Your public key has been saved in /tmp/tmpdbtwz4f6/key.pub. 2024-04-26T01:37:31.809 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:31 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: The key fingerprint is: 2024-04-26T01:37:31.810 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:31 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: SHA256:m+7mTabUa8wkmP/hb9BieRFrJA1tlFf8MhR2HjlOJeg ceph-4e298560-036d-11ef-bc93-c7b262605968 2024-04-26T01:37:31.810 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:31 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: The key's randomart image is: 2024-04-26T01:37:31.810 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:31 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: +---[RSA 3072]----+ 2024-04-26T01:37:31.810 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:31 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: | .=.o+=*| 2024-04-26T01:37:31.810 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:31 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: | . O.oBo| 2024-04-26T01:37:31.810 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:31 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: | = =o +| 2024-04-26T01:37:31.810 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:31 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: | E o..| 2024-04-26T01:37:31.810 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:31 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: | oS + . o | 2024-04-26T01:37:31.810 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:31 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: | o .+* o | 2024-04-26T01:37:31.810 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:31 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: | .+*=+ | 2024-04-26T01:37:31.810 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:31 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: | oo*+o. | 2024-04-26T01:37:31.810 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:31 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: | +=o=o. | 2024-04-26T01:37:31.810 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:31 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: +----[SHA256]-----+ 2024-04-26T01:37:32.360 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.276+0000 7f0116800700 1 Processor -- start 2024-04-26T01:37:32.360 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.276+0000 7f0116800700 1 -- start start 2024-04-26T01:37:32.360 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.277+0000 7f0116800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0110110050 0x7f0110110470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:32.360 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.277+0000 7f0116800700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f0110110a80 con 0x7f0110110050 2024-04-26T01:37:32.360 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.277+0000 7f0115400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0110110050 0x7f0110110470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:32.360 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.277+0000 7f0115400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0110110050 0x7f0110110470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:47030/0 (socket says 172.21.15.46:47030) 2024-04-26T01:37:32.360 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.277+0000 7f0115400700 1 -- 172.21.15.46:0/2921583558 learned_addr learned my addr 172.21.15.46:0/2921583558 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:37:32.360 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.278+0000 7f0115400700 1 -- 172.21.15.46:0/2921583558 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f011010ecc0 con 0x7f0110110050 2024-04-26T01:37:32.360 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.278+0000 7f0115400700 1 --2- 172.21.15.46:0/2921583558 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0110110050 0x7f0110110470 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f01040098a0 tx=0x7f0104009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e837bcb7a5b3bdd server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:32.360 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.279+0000 7f010fe00700 1 -- 172.21.15.46:0/2921583558 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0104004160 con 0x7f0110110050 2024-04-26T01:37:32.361 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.279+0000 7f010fe00700 1 -- 172.21.15.46:0/2921583558 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f0104004300 con 0x7f0110110050 2024-04-26T01:37:32.361 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.279+0000 7f010fe00700 1 -- 172.21.15.46:0/2921583558 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0104011b20 con 0x7f0110110050 2024-04-26T01:37:32.361 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.279+0000 7f0116800700 1 -- 172.21.15.46:0/2921583558 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0110110050 msgr2=0x7f0110110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:32.361 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.279+0000 7f0116800700 1 --2- 172.21.15.46:0/2921583558 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0110110050 0x7f0110110470 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f01040098a0 tx=0x7f0104009bb0 comp rx=0 tx=0).stop 2024-04-26T01:37:32.361 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.280+0000 7f0116800700 1 -- 172.21.15.46:0/2921583558 shutdown_connections 2024-04-26T01:37:32.361 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.280+0000 7f0116800700 1 --2- 172.21.15.46:0/2921583558 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0110110050 0x7f0110110470 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:32.361 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.280+0000 7f0116800700 1 -- 172.21.15.46:0/2921583558 >> 172.21.15.46:0/2921583558 conn(0x7f011007dbe0 msgr2=0x7f0110080000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:37:32.361 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.280+0000 7f0116800700 1 -- 172.21.15.46:0/2921583558 shutdown_connections 2024-04-26T01:37:32.361 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.280+0000 7f0116800700 1 -- 172.21.15.46:0/2921583558 wait complete. 2024-04-26T01:37:32.361 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.281+0000 7f0116800700 1 Processor -- start 2024-04-26T01:37:32.361 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.281+0000 7f0116800700 1 -- start start 2024-04-26T01:37:32.363 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.281+0000 7f0116800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0110110050 0x7f01101a2870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:32.364 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.281+0000 7f0116800700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f0110113080 con 0x7f0110110050 2024-04-26T01:37:32.364 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.282+0000 7f0115400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0110110050 0x7f01101a2870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:32.364 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.282+0000 7f0115400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0110110050 0x7f01101a2870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:47046/0 (socket says 172.21.15.46:47046) 2024-04-26T01:37:32.364 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.282+0000 7f0115400700 1 -- 172.21.15.46:0/1863742304 learned_addr learned my addr 172.21.15.46:0/1863742304 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:37:32.364 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.282+0000 7f0115400700 1 -- 172.21.15.46:0/1863742304 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01101a2db0 con 0x7f0110110050 2024-04-26T01:37:32.364 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.282+0000 7f0115400700 1 --2- 172.21.15.46:0/1863742304 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0110110050 0x7f01101a2870 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f0104006af0 tx=0x7f0104011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:32.364 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.283+0000 7f010e000700 1 -- 172.21.15.46:0/1863742304 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0104003b90 con 0x7f0110110050 2024-04-26T01:37:32.364 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.283+0000 7f010e000700 1 -- 172.21.15.46:0/1863742304 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f0104003d30 con 0x7f0110110050 2024-04-26T01:37:32.364 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.283+0000 7f010e000700 1 -- 172.21.15.46:0/1863742304 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f01040197c0 con 0x7f0110110050 2024-04-26T01:37:32.364 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.283+0000 7f0116800700 1 -- 172.21.15.46:0/1863742304 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01101a3040 con 0x7f0110110050 2024-04-26T01:37:32.364 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.283+0000 7f0116800700 1 -- 172.21.15.46:0/1863742304 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01101a34a0 con 0x7f0110110050 2024-04-26T01:37:32.364 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.284+0000 7f010e000700 1 -- 172.21.15.46:0/1863742304 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f0104022020 con 0x7f0110110050 2024-04-26T01:37:32.364 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.284+0000 7f0116800700 1 -- 172.21.15.46:0/1863742304 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f01100640a0 con 0x7f0110110050 2024-04-26T01:37:32.365 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.284+0000 7f010e000700 1 --2- 172.21.15.46:0/1863742304 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f00f80396c0 0x7f00f803bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:32.365 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.285+0000 7f010e000700 1 -- 172.21.15.46:0/1863742304 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f010404d920 con 0x7f0110110050 2024-04-26T01:37:32.365 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.285+0000 7f0114a00700 1 --2- 172.21.15.46:0/1863742304 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f00f80396c0 0x7f00f803bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:32.365 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.286+0000 7f0114a00700 1 --2- 172.21.15.46:0/1863742304 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f00f80396c0 0x7f00f803bb80 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f00fc006fd0 tx=0x7f00fc006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:32.365 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.290+0000 7f010e000700 1 -- 172.21.15.46:0/1863742304 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f010400bbd0 con 0x7f0110110050 2024-04-26T01:37:32.365 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.511+0000 7f0116800700 1 -- 172.21.15.46:0/1863742304 --> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) -- 0x7f011007fd50 con 0x7f00f80396c0 2024-04-26T01:37:32.365 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.641+0000 7f010e000700 1 -- 172.21.15.46:0/1863742304 <== mgr.14120 v2:172.21.15.46:6800/1268650508 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f011007fd50 con 0x7f00f80396c0 2024-04-26T01:37:32.365 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.644+0000 7f0116800700 1 -- 172.21.15.46:0/1863742304 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f00f80396c0 msgr2=0x7f00f803bb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:32.365 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.644+0000 7f0116800700 1 --2- 172.21.15.46:0/1863742304 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f00f80396c0 0x7f00f803bb80 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f00fc006fd0 tx=0x7f00fc006e40 comp rx=0 tx=0).stop 2024-04-26T01:37:32.365 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.644+0000 7f0116800700 1 -- 172.21.15.46:0/1863742304 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0110110050 msgr2=0x7f01101a2870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:32.365 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.644+0000 7f0116800700 1 --2- 172.21.15.46:0/1863742304 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0110110050 0x7f01101a2870 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f0104006af0 tx=0x7f0104011ce0 comp rx=0 tx=0).stop 2024-04-26T01:37:32.365 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.644+0000 7f0116800700 1 -- 172.21.15.46:0/1863742304 shutdown_connections 2024-04-26T01:37:32.365 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.644+0000 7f0116800700 1 --2- 172.21.15.46:0/1863742304 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f00f80396c0 0x7f00f803bb80 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:32.366 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.644+0000 7f0116800700 1 --2- 172.21.15.46:0/1863742304 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0110110050 0x7f01101a2870 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:32.366 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.644+0000 7f0116800700 1 -- 172.21.15.46:0/1863742304 >> 172.21.15.46:0/1863742304 conn(0x7f011007dbe0 msgr2=0x7f011007f640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:37:32.366 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.644+0000 7f0116800700 1 -- 172.21.15.46:0/1863742304 shutdown_connections 2024-04-26T01:37:32.366 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:31.645+0000 7f0116800700 1 -- 172.21.15.46:0/1863742304 wait complete. 2024-04-26T01:37:34.054 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:33 smithi046 ceph-mon[28013]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:37:34.063 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDCc90GkHHlAudnFK9dpHK+znXgcYKy0+ewEyJaN7OW0dFqVbLsOTCJugC6j/fCGSE0SjaiPSNarZWoV4AtBcyleJhScfdNs4P7onkK2rynLNy3AE/ddACoc4NtE0yDQL/yziM6NMsWFtcADHgr2d/M0mTfVHT5ZhYyQXQqFdyy5Mbb7Gdl8REHwyVL78d1SBik3uJc+607ejdHWQGvxsBO9o31lvo05iAQVwN7FHv8osWbXxs420J48aP3Fl37nNwU/jAUeWnm8DN87JO/8Yr/2WHxd6ubLv3MmKONLFSbBR4JjvvKmpFw1pOAQ4yZHHvnRPwJ2w0QjNfgCUJcCefuMmjNAEbonX4kKv9Ape/dJh2YDCrFV1bMjJ1xgMY+gf0PDnu7VlHvZy/ZuqX3xfUmKHJlIVEflcASPtQC284BI5BdYeyyXMoHhCwtAko/sD5slirInQTz7H7FwlcaD/qKiut4aOPAXaUWvG5rtHRchUQDc8J62z2YGvI7m7EVRT0= ceph-4e298560-036d-11ef-bc93-c7b262605968 2024-04-26T01:37:34.070 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.095+0000 7f43e9e00700 1 Processor -- start 2024-04-26T01:37:34.071 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.096+0000 7f43e9e00700 1 -- start start 2024-04-26T01:37:34.071 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.096+0000 7f43e9e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f43e407de80 0x7f43e407c330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:34.071 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.096+0000 7f43e9e00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f43e407c900 con 0x7f43e407de80 2024-04-26T01:37:34.071 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.096+0000 7f43e2a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f43e407de80 0x7f43e407c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:34.071 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.096+0000 7f43e2a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f43e407de80 0x7f43e407c330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36036/0 (socket says 172.21.15.46:36036) 2024-04-26T01:37:34.071 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.096+0000 7f43e2a00700 1 -- 172.21.15.46:0/1541698033 learned_addr learned my addr 172.21.15.46:0/1541698033 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:37:34.071 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.097+0000 7f43e2a00700 1 -- 172.21.15.46:0/1541698033 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43e407ca80 con 0x7f43e407de80 2024-04-26T01:37:34.071 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.097+0000 7f43e2a00700 1 --2- 172.21.15.46:0/1541698033 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f43e407de80 0x7f43e407c330 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f43d40098a0 tx=0x7f43d4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc824cad2aeac7cd server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:34.071 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.097+0000 7f43e1600700 1 -- 172.21.15.46:0/1541698033 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f43d4004160 con 0x7f43e407de80 2024-04-26T01:37:34.071 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.097+0000 7f43e1600700 1 -- 172.21.15.46:0/1541698033 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f43d4004300 con 0x7f43e407de80 2024-04-26T01:37:34.072 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.097+0000 7f43e1600700 1 -- 172.21.15.46:0/1541698033 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f43d4011b20 con 0x7f43e407de80 2024-04-26T01:37:34.072 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.098+0000 7f43e9e00700 1 -- 172.21.15.46:0/1541698033 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f43e407de80 msgr2=0x7f43e407c330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:34.072 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.098+0000 7f43e9e00700 1 --2- 172.21.15.46:0/1541698033 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f43e407de80 0x7f43e407c330 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f43d40098a0 tx=0x7f43d4009bb0 comp rx=0 tx=0).stop 2024-04-26T01:37:34.072 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.098+0000 7f43e9e00700 1 -- 172.21.15.46:0/1541698033 shutdown_connections 2024-04-26T01:37:34.072 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.098+0000 7f43e9e00700 1 --2- 172.21.15.46:0/1541698033 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f43e407de80 0x7f43e407c330 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:34.072 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.098+0000 7f43e9e00700 1 -- 172.21.15.46:0/1541698033 >> 172.21.15.46:0/1541698033 conn(0x7f43e4103bb0 msgr2=0x7f43e4105fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:37:34.072 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.098+0000 7f43e9e00700 1 -- 172.21.15.46:0/1541698033 shutdown_connections 2024-04-26T01:37:34.072 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.098+0000 7f43e9e00700 1 -- 172.21.15.46:0/1541698033 wait complete. 2024-04-26T01:37:34.072 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.099+0000 7f43e9e00700 1 Processor -- start 2024-04-26T01:37:34.072 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.099+0000 7f43e9e00700 1 -- start start 2024-04-26T01:37:34.072 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.100+0000 7f43e9e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f43e407de80 0x7f43e41a2a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:34.072 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.100+0000 7f43e9e00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f43e410a770 con 0x7f43e407de80 2024-04-26T01:37:34.072 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.100+0000 7f43e2a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f43e407de80 0x7f43e41a2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:34.072 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.100+0000 7f43e2a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f43e407de80 0x7f43e41a2a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36040/0 (socket says 172.21.15.46:36040) 2024-04-26T01:37:34.073 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.100+0000 7f43e2a00700 1 -- 172.21.15.46:0/1472310512 learned_addr learned my addr 172.21.15.46:0/1472310512 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:37:34.073 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.100+0000 7f43e2a00700 1 -- 172.21.15.46:0/1472310512 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43e41a2f80 con 0x7f43e407de80 2024-04-26T01:37:34.073 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.100+0000 7f43e2a00700 1 --2- 172.21.15.46:0/1472310512 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f43e407de80 0x7f43e41a2a40 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f43d40116a0 tx=0x7f43d4011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:34.073 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.101+0000 7f43e8a00700 1 -- 172.21.15.46:0/1472310512 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f43d4003ab0 con 0x7f43e407de80 2024-04-26T01:37:34.073 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.101+0000 7f43e8a00700 1 -- 172.21.15.46:0/1472310512 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f43d4003c50 con 0x7f43e407de80 2024-04-26T01:37:34.073 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.101+0000 7f43e8a00700 1 -- 172.21.15.46:0/1472310512 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f43d4019870 con 0x7f43e407de80 2024-04-26T01:37:34.073 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.101+0000 7f43e9e00700 1 -- 172.21.15.46:0/1472310512 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43e41a3210 con 0x7f43e407de80 2024-04-26T01:37:34.073 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.101+0000 7f43e9e00700 1 -- 172.21.15.46:0/1472310512 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43e41a3670 con 0x7f43e407de80 2024-04-26T01:37:34.073 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.102+0000 7f43e9e00700 1 -- 172.21.15.46:0/1472310512 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43e40640a0 con 0x7f43e407de80 2024-04-26T01:37:34.073 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.102+0000 7f43e8a00700 1 -- 172.21.15.46:0/1472310512 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f43d401ac00 con 0x7f43e407de80 2024-04-26T01:37:34.073 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.102+0000 7f43e8a00700 1 --2- 172.21.15.46:0/1472310512 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f43c80396d0 0x7f43c803bb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:34.073 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.102+0000 7f43e8a00700 1 -- 172.21.15.46:0/1472310512 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f43d404d8c0 con 0x7f43e407de80 2024-04-26T01:37:34.073 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.103+0000 7f43e2000700 1 --2- 172.21.15.46:0/1472310512 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f43c80396d0 0x7f43c803bb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:34.073 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.103+0000 7f43e2000700 1 --2- 172.21.15.46:0/1472310512 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f43c80396d0 0x7f43c803bb90 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f43d0006fd0 tx=0x7f43d0006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:34.073 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.107+0000 7f43e8a00700 1 -- 172.21.15.46:0/1472310512 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f43d4011e20 con 0x7f43e407de80 2024-04-26T01:37:34.074 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.329+0000 7f43e9e00700 1 -- 172.21.15.46:0/1472310512 --> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) -- 0x7f43e4062e80 con 0x7f43c80396d0 2024-04-26T01:37:34.074 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.330+0000 7f43e8a00700 1 -- 172.21.15.46:0/1472310512 <== mgr.14120 v2:172.21.15.46:6800/1268650508 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+595 (secure 0 0 0) 0x7f43e4062e80 con 0x7f43c80396d0 2024-04-26T01:37:34.074 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.333+0000 7f43e9e00700 1 -- 172.21.15.46:0/1472310512 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f43c80396d0 msgr2=0x7f43c803bb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:34.074 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.333+0000 7f43e9e00700 1 --2- 172.21.15.46:0/1472310512 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f43c80396d0 0x7f43c803bb90 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f43d0006fd0 tx=0x7f43d0006e40 comp rx=0 tx=0).stop 2024-04-26T01:37:34.074 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.333+0000 7f43e9e00700 1 -- 172.21.15.46:0/1472310512 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f43e407de80 msgr2=0x7f43e41a2a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:34.074 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.333+0000 7f43e9e00700 1 --2- 172.21.15.46:0/1472310512 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f43e407de80 0x7f43e41a2a40 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f43d40116a0 tx=0x7f43d4011ce0 comp rx=0 tx=0).stop 2024-04-26T01:37:34.074 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.334+0000 7f43e9e00700 1 -- 172.21.15.46:0/1472310512 shutdown_connections 2024-04-26T01:37:34.074 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.334+0000 7f43e9e00700 1 --2- 172.21.15.46:0/1472310512 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f43c80396d0 0x7f43c803bb90 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:34.074 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.334+0000 7f43e9e00700 1 --2- 172.21.15.46:0/1472310512 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f43e407de80 0x7f43e41a2a40 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:34.074 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.334+0000 7f43e9e00700 1 -- 172.21.15.46:0/1472310512 >> 172.21.15.46:0/1472310512 conn(0x7f43e4103bb0 msgr2=0x7f43e4105fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:37:34.074 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.334+0000 7f43e9e00700 1 -- 172.21.15.46:0/1472310512 shutdown_connections 2024-04-26T01:37:34.074 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:33.334+0000 7f43e9e00700 1 -- 172.21.15.46:0/1472310512 wait complete. 2024-04-26T01:37:34.074 INFO:teuthology.orchestra.run.smithi046.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-04-26T01:37:34.074 INFO:teuthology.orchestra.run.smithi046.stdout:Adding key to root@localhost authorized_keys... 2024-04-26T01:37:34.081 INFO:teuthology.orchestra.run.smithi046.stdout:Adding host smithi046... 2024-04-26T01:37:35.982 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:35 smithi046 ceph-mon[28013]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi046", "addr": "172.21.15.46", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:37:36.957 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:36 smithi046 ceph-mon[28013]: Deploying cephadm binary to smithi046 2024-04-26T01:37:41.979 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout Added host 'smithi046' with addr '172.21.15.46' 2024-04-26T01:37:41.979 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:34.710+0000 7fb9d7c00700 1 Processor -- start 2024-04-26T01:37:41.979 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:34.710+0000 7fb9d7c00700 1 -- start start 2024-04-26T01:37:41.979 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:34.711+0000 7fb9d7c00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9d010a7f0 0x7fb9d010ac10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:41.979 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:34.711+0000 7fb9d7c00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb9d010b1e0 con 0x7fb9d010a7f0 2024-04-26T01:37:41.979 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:34.712+0000 7fb9d5200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9d010a7f0 0x7fb9d010ac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:41.979 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:34.712+0000 7fb9d5200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9d010a7f0 0x7fb9d010ac10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36048/0 (socket says 172.21.15.46:36048) 2024-04-26T01:37:41.980 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:34.712+0000 7fb9d5200700 1 -- 172.21.15.46:0/1313865656 learned_addr learned my addr 172.21.15.46:0/1313865656 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:37:41.980 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:34.713+0000 7fb9d5200700 1 -- 172.21.15.46:0/1313865656 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9d010b9a0 con 0x7fb9d010a7f0 2024-04-26T01:37:41.980 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:34.713+0000 7fb9d5200700 1 --2- 172.21.15.46:0/1313865656 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9d010a7f0 0x7fb9d010ac10 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fb9c40098a0 tx=0x7fb9c4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cbd81b0e02535da1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:41.980 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:34.713+0000 7fb9cf400700 1 -- 172.21.15.46:0/1313865656 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb9c4004160 con 0x7fb9d010a7f0 2024-04-26T01:37:41.980 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:34.713+0000 7fb9cf400700 1 -- 172.21.15.46:0/1313865656 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7fb9c4004300 con 0x7fb9d010a7f0 2024-04-26T01:37:41.980 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:34.713+0000 7fb9cf400700 1 -- 172.21.15.46:0/1313865656 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb9c4011b20 con 0x7fb9d010a7f0 2024-04-26T01:37:41.980 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:34.714+0000 7fb9d7c00700 1 -- 172.21.15.46:0/1313865656 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9d010a7f0 msgr2=0x7fb9d010ac10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:41.980 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:34.714+0000 7fb9d7c00700 1 --2- 172.21.15.46:0/1313865656 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9d010a7f0 0x7fb9d010ac10 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fb9c40098a0 tx=0x7fb9c4009bb0 comp rx=0 tx=0).stop 2024-04-26T01:37:41.980 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:34.714+0000 7fb9d7c00700 1 -- 172.21.15.46:0/1313865656 shutdown_connections 2024-04-26T01:37:41.980 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:34.714+0000 7fb9d7c00700 1 --2- 172.21.15.46:0/1313865656 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9d010a7f0 0x7fb9d010ac10 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:41.980 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:34.714+0000 7fb9d7c00700 1 -- 172.21.15.46:0/1313865656 >> 172.21.15.46:0/1313865656 conn(0x7fb9d007de00 msgr2=0x7fb9d01084c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:37:41.981 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:34.715+0000 7fb9d7c00700 1 -- 172.21.15.46:0/1313865656 shutdown_connections 2024-04-26T01:37:41.981 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:34.715+0000 7fb9d7c00700 1 -- 172.21.15.46:0/1313865656 wait complete. 2024-04-26T01:37:41.981 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:34.716+0000 7fb9d7c00700 1 Processor -- start 2024-04-26T01:37:41.981 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:34.716+0000 7fb9d7c00700 1 -- start start 2024-04-26T01:37:41.981 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:34.716+0000 7fb9d7c00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9d010a7f0 0x7fb9d019e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:41.981 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:34.716+0000 7fb9d7c00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb9d010ed50 con 0x7fb9d010a7f0 2024-04-26T01:37:41.981 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:34.716+0000 7fb9d5200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9d010a7f0 0x7fb9d019e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:41.981 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:34.716+0000 7fb9d5200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9d010a7f0 0x7fb9d019e5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36054/0 (socket says 172.21.15.46:36054) 2024-04-26T01:37:41.981 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:34.716+0000 7fb9d5200700 1 -- 172.21.15.46:0/2123407913 learned_addr learned my addr 172.21.15.46:0/2123407913 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:37:41.981 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:34.717+0000 7fb9d5200700 1 -- 172.21.15.46:0/2123407913 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9d019eaf0 con 0x7fb9d010a7f0 2024-04-26T01:37:41.982 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:34.717+0000 7fb9d5200700 1 --2- 172.21.15.46:0/2123407913 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9d010a7f0 0x7fb9d019e5b0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fb9c40117e0 tx=0x7fb9c4011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:41.982 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:34.717+0000 7fb9cd600700 1 -- 172.21.15.46:0/2123407913 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb9c4003b30 con 0x7fb9d010a7f0 2024-04-26T01:37:41.982 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:34.717+0000 7fb9cd600700 1 -- 172.21.15.46:0/2123407913 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7fb9c4003cd0 con 0x7fb9d010a7f0 2024-04-26T01:37:41.982 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:34.717+0000 7fb9cd600700 1 -- 172.21.15.46:0/2123407913 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb9c401a830 con 0x7fb9d010a7f0 2024-04-26T01:37:41.982 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:34.717+0000 7fb9d7c00700 1 -- 172.21.15.46:0/2123407913 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9d019ed80 con 0x7fb9d010a7f0 2024-04-26T01:37:41.982 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:34.718+0000 7fb9d7c00700 1 -- 172.21.15.46:0/2123407913 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9d019f1e0 con 0x7fb9d010a7f0 2024-04-26T01:37:41.982 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:34.719+0000 7fb9cd600700 1 -- 172.21.15.46:0/2123407913 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7fb9c4024ba0 con 0x7fb9d010a7f0 2024-04-26T01:37:41.982 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:34.719+0000 7fb9d7c00700 1 -- 172.21.15.46:0/2123407913 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb9d00640a0 con 0x7fb9d010a7f0 2024-04-26T01:37:41.982 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:34.719+0000 7fb9cd600700 1 --2- 172.21.15.46:0/2123407913 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7fb9b80396c0 0x7fb9b803bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:41.982 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:34.719+0000 7fb9cd600700 1 -- 172.21.15.46:0/2123407913 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fb9c404d9e0 con 0x7fb9d010a7f0 2024-04-26T01:37:41.982 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:34.720+0000 7fb9cfe00700 1 --2- 172.21.15.46:0/2123407913 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7fb9b80396c0 0x7fb9b803bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:41.982 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:34.720+0000 7fb9cfe00700 1 --2- 172.21.15.46:0/2123407913 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7fb9b80396c0 0x7fb9b803bb80 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fb9bc006fd0 tx=0x7fb9bc006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:41.983 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:34.726+0000 7fb9cd600700 1 -- 172.21.15.46:0/2123407913 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb9c402d3f0 con 0x7fb9d010a7f0 2024-04-26T01:37:41.983 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:34.965+0000 7fb9d7c00700 1 -- 172.21.15.46:0/2123407913 --> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi046", "addr": "172.21.15.46", "target": ["mon-mgr", ""]}) -- 0x7fb9d01080d0 con 0x7fb9b80396c0 2024-04-26T01:37:41.983 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:41.267+0000 7fb9cd600700 1 -- 172.21.15.46:0/2123407913 <== mgr.14120 v2:172.21.15.46:6800/1268650508 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7fb9d01080d0 con 0x7fb9b80396c0 2024-04-26T01:37:41.983 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:41.272+0000 7fb9d7c00700 1 -- 172.21.15.46:0/2123407913 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7fb9b80396c0 msgr2=0x7fb9b803bb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:41.983 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:41.272+0000 7fb9d7c00700 1 --2- 172.21.15.46:0/2123407913 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7fb9b80396c0 0x7fb9b803bb80 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fb9bc006fd0 tx=0x7fb9bc006e40 comp rx=0 tx=0).stop 2024-04-26T01:37:41.983 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:41.272+0000 7fb9d7c00700 1 -- 172.21.15.46:0/2123407913 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9d010a7f0 msgr2=0x7fb9d019e5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:41.983 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:41.272+0000 7fb9d7c00700 1 --2- 172.21.15.46:0/2123407913 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9d010a7f0 0x7fb9d019e5b0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fb9c40117e0 tx=0x7fb9c4011ce0 comp rx=0 tx=0).stop 2024-04-26T01:37:41.983 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:41.272+0000 7fb9d7c00700 1 -- 172.21.15.46:0/2123407913 shutdown_connections 2024-04-26T01:37:41.983 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:41.272+0000 7fb9d7c00700 1 --2- 172.21.15.46:0/2123407913 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7fb9b80396c0 0x7fb9b803bb80 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:41.983 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:41.272+0000 7fb9d7c00700 1 --2- 172.21.15.46:0/2123407913 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9d010a7f0 0x7fb9d019e5b0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:41.983 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:41.272+0000 7fb9d7c00700 1 -- 172.21.15.46:0/2123407913 >> 172.21.15.46:0/2123407913 conn(0x7fb9d007de00 msgr2=0x7fb9d01079c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:37:41.983 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:41.272+0000 7fb9d7c00700 1 -- 172.21.15.46:0/2123407913 shutdown_connections 2024-04-26T01:37:41.983 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:41.272+0000 7fb9d7c00700 1 -- 172.21.15.46:0/2123407913 wait complete. 2024-04-26T01:37:41.983 INFO:teuthology.orchestra.run.smithi046.stdout:Deploying unmanaged mon service... 2024-04-26T01:37:42.550 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:42 smithi046 ceph-mon[28013]: from='mgr.14120 172.21.15.46:0/2960334273' entity='mgr.x' 2024-04-26T01:37:42.550 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:42 smithi046 ceph-mon[28013]: Added host smithi046 2024-04-26T01:37:42.551 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:42 smithi046 ceph-mon[28013]: from='mgr.14120 172.21.15.46:0/2960334273' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:37:44.080 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-04-26T01:37:44.080 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:42.729+0000 7efc6f600700 1 Processor -- start 2024-04-26T01:37:44.080 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:42.730+0000 7efc6f600700 1 -- start start 2024-04-26T01:37:44.080 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:42.730+0000 7efc6f600700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc68106e80 0x7efc681072a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:44.080 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:42.730+0000 7efc6f600700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7efc6807be20 con 0x7efc68106e80 2024-04-26T01:37:44.080 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:42.730+0000 7efc6cc00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc68106e80 0x7efc681072a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:44.081 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:42.730+0000 7efc6cc00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc68106e80 0x7efc681072a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36064/0 (socket says 172.21.15.46:36064) 2024-04-26T01:37:44.081 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:42.730+0000 7efc6cc00700 1 -- 172.21.15.46:0/2742777121 learned_addr learned my addr 172.21.15.46:0/2742777121 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:37:44.081 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:42.731+0000 7efc6cc00700 1 -- 172.21.15.46:0/2742777121 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc681077e0 con 0x7efc68106e80 2024-04-26T01:37:44.081 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:42.731+0000 7efc6cc00700 1 --2- 172.21.15.46:0/2742777121 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc68106e80 0x7efc681072a0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7efc5c0098a0 tx=0x7efc5c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d4424d5d48d8e20 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:44.081 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:42.731+0000 7efc67400700 1 -- 172.21.15.46:0/2742777121 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efc5c004160 con 0x7efc68106e80 2024-04-26T01:37:44.081 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:42.732+0000 7efc67400700 1 -- 172.21.15.46:0/2742777121 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7efc5c004300 con 0x7efc68106e80 2024-04-26T01:37:44.081 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:42.732+0000 7efc67400700 1 -- 172.21.15.46:0/2742777121 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efc5c011b20 con 0x7efc68106e80 2024-04-26T01:37:44.081 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:42.732+0000 7efc6f600700 1 -- 172.21.15.46:0/2742777121 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc68106e80 msgr2=0x7efc681072a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:44.081 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:42.732+0000 7efc6f600700 1 --2- 172.21.15.46:0/2742777121 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc68106e80 0x7efc681072a0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7efc5c0098a0 tx=0x7efc5c009bb0 comp rx=0 tx=0).stop 2024-04-26T01:37:44.081 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:42.732+0000 7efc6f600700 1 -- 172.21.15.46:0/2742777121 shutdown_connections 2024-04-26T01:37:44.081 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:42.732+0000 7efc6f600700 1 --2- 172.21.15.46:0/2742777121 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc68106e80 0x7efc681072a0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:44.081 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:42.732+0000 7efc6f600700 1 -- 172.21.15.46:0/2742777121 >> 172.21.15.46:0/2742777121 conn(0x7efc68102a40 msgr2=0x7efc68104e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:37:44.081 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:42.732+0000 7efc6f600700 1 -- 172.21.15.46:0/2742777121 shutdown_connections 2024-04-26T01:37:44.082 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:42.732+0000 7efc6f600700 1 -- 172.21.15.46:0/2742777121 wait complete. 2024-04-26T01:37:44.082 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:42.734+0000 7efc6f600700 1 Processor -- start 2024-04-26T01:37:44.082 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:42.734+0000 7efc6f600700 1 -- start start 2024-04-26T01:37:44.082 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:42.734+0000 7efc6f600700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc68106e80 0x7efc6819e600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:44.082 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:42.734+0000 7efc6f600700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7efc68108870 con 0x7efc68106e80 2024-04-26T01:37:44.082 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:42.734+0000 7efc6cc00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc68106e80 0x7efc6819e600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:44.082 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:42.734+0000 7efc6cc00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc68106e80 0x7efc6819e600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36078/0 (socket says 172.21.15.46:36078) 2024-04-26T01:37:44.082 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:42.734+0000 7efc6cc00700 1 -- 172.21.15.46:0/4103222981 learned_addr learned my addr 172.21.15.46:0/4103222981 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:37:44.082 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:42.735+0000 7efc6cc00700 1 -- 172.21.15.46:0/4103222981 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc6819eb40 con 0x7efc68106e80 2024-04-26T01:37:44.082 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:42.735+0000 7efc6cc00700 1 --2- 172.21.15.46:0/4103222981 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc68106e80 0x7efc6819e600 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7efc5c0117e0 tx=0x7efc5c011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:44.082 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:42.735+0000 7efc65600700 1 -- 172.21.15.46:0/4103222981 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efc5c003b30 con 0x7efc68106e80 2024-04-26T01:37:44.082 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:42.735+0000 7efc65600700 1 -- 172.21.15.46:0/4103222981 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7efc5c003cd0 con 0x7efc68106e80 2024-04-26T01:37:44.082 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:42.735+0000 7efc65600700 1 -- 172.21.15.46:0/4103222981 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efc5c01a7c0 con 0x7efc68106e80 2024-04-26T01:37:44.083 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:42.735+0000 7efc6f600700 1 -- 172.21.15.46:0/4103222981 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc6819edd0 con 0x7efc68106e80 2024-04-26T01:37:44.083 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:42.736+0000 7efc6f600700 1 -- 172.21.15.46:0/4103222981 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc6819f230 con 0x7efc68106e80 2024-04-26T01:37:44.083 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:42.737+0000 7efc65600700 1 -- 172.21.15.46:0/4103222981 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7efc5c024ba0 con 0x7efc68106e80 2024-04-26T01:37:44.083 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:42.737+0000 7efc6f600700 1 -- 172.21.15.46:0/4103222981 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc680640a0 con 0x7efc68106e80 2024-04-26T01:37:44.083 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:42.737+0000 7efc65600700 1 --2- 172.21.15.46:0/4103222981 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7efc500396c0 0x7efc5003bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:44.083 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:42.737+0000 7efc65600700 1 -- 172.21.15.46:0/4103222981 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7efc5c04da00 con 0x7efc68106e80 2024-04-26T01:37:44.083 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:42.738+0000 7efc67e00700 1 --2- 172.21.15.46:0/4103222981 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7efc500396c0 0x7efc5003bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:44.083 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:42.738+0000 7efc67e00700 1 --2- 172.21.15.46:0/4103222981 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7efc500396c0 0x7efc5003bb80 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7efc54006fd0 tx=0x7efc54006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:44.083 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:42.743+0000 7efc65600700 1 -- 172.21.15.46:0/4103222981 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7efc5c00f2e0 con 0x7efc68106e80 2024-04-26T01:37:44.083 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:42.994+0000 7efc6f600700 1 -- 172.21.15.46:0/4103222981 --> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7efc68062e80 con 0x7efc500396c0 2024-04-26T01:37:44.083 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:43.000+0000 7efc65600700 1 -- 172.21.15.46:0/4103222981 <== mgr.14120 v2:172.21.15.46:6800/1268650508 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7efc68062e80 con 0x7efc500396c0 2024-04-26T01:37:44.083 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:43.003+0000 7efc6f600700 1 -- 172.21.15.46:0/4103222981 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7efc500396c0 msgr2=0x7efc5003bb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:44.083 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:43.003+0000 7efc6f600700 1 --2- 172.21.15.46:0/4103222981 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7efc500396c0 0x7efc5003bb80 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7efc54006fd0 tx=0x7efc54006e40 comp rx=0 tx=0).stop 2024-04-26T01:37:44.084 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:43.003+0000 7efc6f600700 1 -- 172.21.15.46:0/4103222981 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc68106e80 msgr2=0x7efc6819e600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:44.084 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:43.003+0000 7efc6f600700 1 --2- 172.21.15.46:0/4103222981 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc68106e80 0x7efc6819e600 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7efc5c0117e0 tx=0x7efc5c011ce0 comp rx=0 tx=0).stop 2024-04-26T01:37:44.084 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:43.003+0000 7efc6f600700 1 -- 172.21.15.46:0/4103222981 shutdown_connections 2024-04-26T01:37:44.084 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:43.003+0000 7efc6f600700 1 --2- 172.21.15.46:0/4103222981 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7efc500396c0 0x7efc5003bb80 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:44.084 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:43.003+0000 7efc6f600700 1 --2- 172.21.15.46:0/4103222981 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc68106e80 0x7efc6819e600 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:44.084 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:43.003+0000 7efc6f600700 1 -- 172.21.15.46:0/4103222981 >> 172.21.15.46:0/4103222981 conn(0x7efc68102a40 msgr2=0x7efc681952a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:37:44.084 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:43.003+0000 7efc6f600700 1 -- 172.21.15.46:0/4103222981 shutdown_connections 2024-04-26T01:37:44.084 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:43.003+0000 7efc6f600700 1 -- 172.21.15.46:0/4103222981 wait complete. 2024-04-26T01:37:44.084 INFO:teuthology.orchestra.run.smithi046.stdout:Deploying unmanaged mgr service... 2024-04-26T01:37:44.175 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:44 smithi046 ceph-mon[28013]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:37:44.175 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:44 smithi046 ceph-mon[28013]: Saving service mon spec with placement count:5 2024-04-26T01:37:44.175 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:44 smithi046 ceph-mon[28013]: from='mgr.14120 172.21.15.46:0/2960334273' entity='mgr.x' 2024-04-26T01:37:46.308 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:45 smithi046 ceph-mon[28013]: from='mgr.14120 172.21.15.46:0/2960334273' entity='mgr.x' 2024-04-26T01:37:46.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:45 smithi046 ceph-mon[28013]: from='mgr.14120 172.21.15.46:0/2960334273' entity='mgr.x' 2024-04-26T01:37:46.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:45 smithi046 ceph-mon[28013]: from='mgr.14120 172.21.15.46:0/2960334273' entity='mgr.x' 2024-04-26T01:37:46.332 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-04-26T01:37:46.332 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.366+0000 7f45a7800700 1 Processor -- start 2024-04-26T01:37:46.332 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.366+0000 7f45a7800700 1 -- start start 2024-04-26T01:37:46.332 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.367+0000 7f45a7800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f45a0108650 0x7f45a0108a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:46.332 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.367+0000 7f45a7800700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f45a0109040 con 0x7f45a0108650 2024-04-26T01:37:46.332 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.367+0000 7f45a4e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f45a0108650 0x7f45a0108a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:46.332 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.367+0000 7f45a4e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f45a0108650 0x7f45a0108a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50052/0 (socket says 172.21.15.46:50052) 2024-04-26T01:37:46.332 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.367+0000 7f45a4e00700 1 -- 172.21.15.46:0/4073793514 learned_addr learned my addr 172.21.15.46:0/4073793514 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:37:46.332 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.368+0000 7f45a4e00700 1 -- 172.21.15.46:0/4073793514 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45a0109800 con 0x7f45a0108650 2024-04-26T01:37:46.332 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.368+0000 7f45a4e00700 1 --2- 172.21.15.46:0/4073793514 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f45a0108650 0x7f45a0108a70 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f45940098a0 tx=0x7f4594009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b062d3780eca4ace server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:46.332 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.368+0000 7f459f400700 1 -- 172.21.15.46:0/4073793514 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4594004160 con 0x7f45a0108650 2024-04-26T01:37:46.333 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.368+0000 7f459f400700 1 -- 172.21.15.46:0/4073793514 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4594004300 con 0x7f45a0108650 2024-04-26T01:37:46.333 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.368+0000 7f459f400700 1 -- 172.21.15.46:0/4073793514 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4594011af0 con 0x7f45a0108650 2024-04-26T01:37:46.333 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.369+0000 7f45a7800700 1 -- 172.21.15.46:0/4073793514 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f45a0108650 msgr2=0x7f45a0108a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:46.333 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.369+0000 7f45a7800700 1 --2- 172.21.15.46:0/4073793514 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f45a0108650 0x7f45a0108a70 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f45940098a0 tx=0x7f4594009bb0 comp rx=0 tx=0).stop 2024-04-26T01:37:46.333 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.369+0000 7f45a7800700 1 -- 172.21.15.46:0/4073793514 shutdown_connections 2024-04-26T01:37:46.333 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.369+0000 7f45a7800700 1 --2- 172.21.15.46:0/4073793514 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f45a0108650 0x7f45a0108a70 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:46.333 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.369+0000 7f45a7800700 1 -- 172.21.15.46:0/4073793514 >> 172.21.15.46:0/4073793514 conn(0x7f45a0103cb0 msgr2=0x7f45a01060d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:37:46.333 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.369+0000 7f45a7800700 1 -- 172.21.15.46:0/4073793514 shutdown_connections 2024-04-26T01:37:46.333 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.369+0000 7f45a7800700 1 -- 172.21.15.46:0/4073793514 wait complete. 2024-04-26T01:37:46.333 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.371+0000 7f45a7800700 1 Processor -- start 2024-04-26T01:37:46.333 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.371+0000 7f45a7800700 1 -- start start 2024-04-26T01:37:46.333 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.371+0000 7f45a7800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f45a0108650 0x7f45a01a2a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:46.333 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.371+0000 7f45a7800700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f45a007c250 con 0x7f45a0108650 2024-04-26T01:37:46.334 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.371+0000 7f45a4e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f45a0108650 0x7f45a01a2a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:46.334 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.371+0000 7f45a4e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f45a0108650 0x7f45a01a2a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50062/0 (socket says 172.21.15.46:50062) 2024-04-26T01:37:46.334 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.371+0000 7f45a4e00700 1 -- 172.21.15.46:0/536623004 learned_addr learned my addr 172.21.15.46:0/536623004 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:37:46.334 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.372+0000 7f45a4e00700 1 -- 172.21.15.46:0/536623004 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45a01a2fa0 con 0x7f45a0108650 2024-04-26T01:37:46.334 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.372+0000 7f45a4e00700 1 --2- 172.21.15.46:0/536623004 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f45a0108650 0x7f45a01a2a60 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f4594009520 tx=0x7f45940045f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:46.334 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.373+0000 7f459d600700 1 -- 172.21.15.46:0/536623004 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f45940036a0 con 0x7f45a0108650 2024-04-26T01:37:46.334 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.373+0000 7f45a7800700 1 -- 172.21.15.46:0/536623004 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45a01a3230 con 0x7f45a0108650 2024-04-26T01:37:46.334 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.373+0000 7f459d600700 1 -- 172.21.15.46:0/536623004 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f459401a430 con 0x7f45a0108650 2024-04-26T01:37:46.334 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.373+0000 7f459d600700 1 -- 172.21.15.46:0/536623004 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4594019550 con 0x7f45a0108650 2024-04-26T01:37:46.334 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.373+0000 7f45a7800700 1 -- 172.21.15.46:0/536623004 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45a01a5f20 con 0x7f45a0108650 2024-04-26T01:37:46.334 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.374+0000 7f459d600700 1 -- 172.21.15.46:0/536623004 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f4594019800 con 0x7f45a0108650 2024-04-26T01:37:46.334 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.374+0000 7f45a7800700 1 -- 172.21.15.46:0/536623004 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45a00640a0 con 0x7f45a0108650 2024-04-26T01:37:46.334 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.374+0000 7f459d600700 1 --2- 172.21.15.46:0/536623004 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f4588039670 0x7f458803bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:46.335 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.374+0000 7f459d600700 1 -- 172.21.15.46:0/536623004 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f459404d9b0 con 0x7f45a0108650 2024-04-26T01:37:46.335 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.375+0000 7f459fe00700 1 --2- 172.21.15.46:0/536623004 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f4588039670 0x7f458803bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:46.335 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.376+0000 7f459fe00700 1 --2- 172.21.15.46:0/536623004 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f4588039670 0x7f458803bb30 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f458c006fd0 tx=0x7f458c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:46.335 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.385+0000 7f459d600700 1 -- 172.21.15.46:0/536623004 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f459404d300 con 0x7f45a0108650 2024-04-26T01:37:46.335 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.637+0000 7f45a7800700 1 -- 172.21.15.46:0/536623004 --> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f45a002e240 con 0x7f4588039670 2024-04-26T01:37:46.335 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.643+0000 7f459d600700 1 -- 172.21.15.46:0/536623004 <== mgr.14120 v2:172.21.15.46:6800/1268650508 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f45a002e240 con 0x7f4588039670 2024-04-26T01:37:46.335 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.646+0000 7f45a7800700 1 -- 172.21.15.46:0/536623004 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f4588039670 msgr2=0x7f458803bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:46.335 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.646+0000 7f45a7800700 1 --2- 172.21.15.46:0/536623004 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f4588039670 0x7f458803bb30 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f458c006fd0 tx=0x7f458c006e40 comp rx=0 tx=0).stop 2024-04-26T01:37:46.335 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.646+0000 7f45a7800700 1 -- 172.21.15.46:0/536623004 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f45a0108650 msgr2=0x7f45a01a2a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:46.335 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.646+0000 7f45a7800700 1 --2- 172.21.15.46:0/536623004 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f45a0108650 0x7f45a01a2a60 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f4594009520 tx=0x7f45940045f0 comp rx=0 tx=0).stop 2024-04-26T01:37:46.335 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.646+0000 7f45a7800700 1 -- 172.21.15.46:0/536623004 shutdown_connections 2024-04-26T01:37:46.335 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.646+0000 7f45a7800700 1 --2- 172.21.15.46:0/536623004 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f4588039670 0x7f458803bb30 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:46.336 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.646+0000 7f45a7800700 1 --2- 172.21.15.46:0/536623004 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f45a0108650 0x7f45a01a2a60 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:46.336 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.646+0000 7f45a7800700 1 -- 172.21.15.46:0/536623004 >> 172.21.15.46:0/536623004 conn(0x7f45a0103cb0 msgr2=0x7f45a0105fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:37:46.336 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.646+0000 7f45a7800700 1 -- 172.21.15.46:0/536623004 shutdown_connections 2024-04-26T01:37:46.336 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:45.646+0000 7f45a7800700 1 -- 172.21.15.46:0/536623004 wait complete. 2024-04-26T01:37:46.982 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:46 smithi046 ceph-mon[28013]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:37:46.982 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:46 smithi046 ceph-mon[28013]: Saving service mgr spec with placement count:2 2024-04-26T01:37:46.982 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:46 smithi046 ceph-mon[28013]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:37:48.552 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:48 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/1184161528' entity='client.admin' 2024-04-26T01:37:48.561 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:46.985+0000 7fe7e8000700 1 Processor -- start 2024-04-26T01:37:48.562 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:46.985+0000 7fe7e8000700 1 -- start start 2024-04-26T01:37:48.562 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:46.985+0000 7fe7e8000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe7e01090d0 0x7fe7e010b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:48.563 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:46.985+0000 7fe7e8000700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe7e007bde0 con 0x7fe7e01090d0 2024-04-26T01:37:48.563 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:46.986+0000 7fe7e5600700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe7e01090d0 0x7fe7e010b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:48.563 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:46.986+0000 7fe7e5600700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe7e01090d0 0x7fe7e010b4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50070/0 (socket says 172.21.15.46:50070) 2024-04-26T01:37:48.564 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:46.986+0000 7fe7e5600700 1 -- 172.21.15.46:0/1895368398 learned_addr learned my addr 172.21.15.46:0/1895368398 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:37:48.564 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:46.987+0000 7fe7e5600700 1 -- 172.21.15.46:0/1895368398 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7e010ba00 con 0x7fe7e01090d0 2024-04-26T01:37:48.564 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:46.987+0000 7fe7e5600700 1 --2- 172.21.15.46:0/1895368398 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe7e01090d0 0x7fe7e010b4c0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fe7d40098a0 tx=0x7fe7d4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=140c6467a2f652a2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:48.565 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:46.987+0000 7fe7dfe00700 1 -- 172.21.15.46:0/1895368398 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe7d4004160 con 0x7fe7e01090d0 2024-04-26T01:37:48.565 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:46.987+0000 7fe7dfe00700 1 -- 172.21.15.46:0/1895368398 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe7d4004300 con 0x7fe7e01090d0 2024-04-26T01:37:48.565 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:46.987+0000 7fe7dfe00700 1 -- 172.21.15.46:0/1895368398 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe7d4011af0 con 0x7fe7e01090d0 2024-04-26T01:37:48.566 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:46.988+0000 7fe7e8000700 1 -- 172.21.15.46:0/1895368398 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe7e01090d0 msgr2=0x7fe7e010b4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:48.566 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:46.988+0000 7fe7e8000700 1 --2- 172.21.15.46:0/1895368398 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe7e01090d0 0x7fe7e010b4c0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fe7d40098a0 tx=0x7fe7d4009bb0 comp rx=0 tx=0).stop 2024-04-26T01:37:48.566 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:46.989+0000 7fe7e8000700 1 -- 172.21.15.46:0/1895368398 shutdown_connections 2024-04-26T01:37:48.567 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:46.989+0000 7fe7e8000700 1 --2- 172.21.15.46:0/1895368398 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe7e01090d0 0x7fe7e010b4c0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:48.567 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:46.989+0000 7fe7e8000700 1 -- 172.21.15.46:0/1895368398 >> 172.21.15.46:0/1895368398 conn(0x7fe7e0102a40 msgr2=0x7fe7e0104e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:37:48.567 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:46.989+0000 7fe7e8000700 1 -- 172.21.15.46:0/1895368398 shutdown_connections 2024-04-26T01:37:48.567 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:46.989+0000 7fe7e8000700 1 -- 172.21.15.46:0/1895368398 wait complete. 2024-04-26T01:37:48.568 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:46.990+0000 7fe7e8000700 1 Processor -- start 2024-04-26T01:37:48.568 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:46.991+0000 7fe7e8000700 1 -- start start 2024-04-26T01:37:48.568 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:46.991+0000 7fe7e8000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe7e01090d0 0x7fe7e019e680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:48.569 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:46.991+0000 7fe7e8000700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe7e010c9b0 con 0x7fe7e01090d0 2024-04-26T01:37:48.569 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:46.991+0000 7fe7e5600700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe7e01090d0 0x7fe7e019e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:48.569 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:46.991+0000 7fe7e5600700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe7e01090d0 0x7fe7e019e680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50074/0 (socket says 172.21.15.46:50074) 2024-04-26T01:37:48.570 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:46.991+0000 7fe7e5600700 1 -- 172.21.15.46:0/1184161528 learned_addr learned my addr 172.21.15.46:0/1184161528 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:37:48.570 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:46.992+0000 7fe7e5600700 1 -- 172.21.15.46:0/1184161528 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7e019ebc0 con 0x7fe7e01090d0 2024-04-26T01:37:48.570 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:46.992+0000 7fe7e5600700 1 --2- 172.21.15.46:0/1184161528 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe7e01090d0 0x7fe7e019e680 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fe7d4003f90 tx=0x7fe7d4011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:48.570 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:46.992+0000 7fe7de000700 1 -- 172.21.15.46:0/1184161528 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe7d40039e0 con 0x7fe7e01090d0 2024-04-26T01:37:48.570 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:46.992+0000 7fe7de000700 1 -- 172.21.15.46:0/1184161528 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe7d4003b80 con 0x7fe7e01090d0 2024-04-26T01:37:48.570 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:46.992+0000 7fe7de000700 1 -- 172.21.15.46:0/1184161528 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe7d40196e0 con 0x7fe7e01090d0 2024-04-26T01:37:48.572 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:46.993+0000 7fe7e8000700 1 -- 172.21.15.46:0/1184161528 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7e019ee50 con 0x7fe7e01090d0 2024-04-26T01:37:48.572 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:46.993+0000 7fe7e8000700 1 -- 172.21.15.46:0/1184161528 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7e01a1b40 con 0x7fe7e01090d0 2024-04-26T01:37:48.573 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:46.994+0000 7fe7de000700 1 -- 172.21.15.46:0/1184161528 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7fe7d4022020 con 0x7fe7e01090d0 2024-04-26T01:37:48.573 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:46.994+0000 7fe7e8000700 1 -- 172.21.15.46:0/1184161528 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe7e00640a0 con 0x7fe7e01090d0 2024-04-26T01:37:48.573 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:46.994+0000 7fe7de000700 1 --2- 172.21.15.46:0/1184161528 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7fe7c80396c0 0x7fe7c803bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:48.573 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:46.995+0000 7fe7de000700 1 -- 172.21.15.46:0/1184161528 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fe7d404d880 con 0x7fe7e01090d0 2024-04-26T01:37:48.573 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:46.995+0000 7fe7e4c00700 1 --2- 172.21.15.46:0/1184161528 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7fe7c80396c0 0x7fe7c803bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:48.573 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:46.995+0000 7fe7e4c00700 1 --2- 172.21.15.46:0/1184161528 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7fe7c80396c0 0x7fe7c803bb80 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fe7cc006fd0 tx=0x7fe7cc006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:48.573 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:47.004+0000 7fe7de000700 1 -- 172.21.15.46:0/1184161528 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe7d401abf0 con 0x7fe7e01090d0 2024-04-26T01:37:48.573 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:47.246+0000 7fe7e8000700 1 -- 172.21.15.46:0/1184161528 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) -- 0x7fe7e01a20f0 con 0x7fe7e01090d0 2024-04-26T01:37:48.573 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:47.250+0000 7fe7de000700 1 -- 172.21.15.46:0/1184161528 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) ==== 142+0+0 (secure 0 0 0) 0x7fe7d401a430 con 0x7fe7e01090d0 2024-04-26T01:37:48.573 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:47.253+0000 7fe7e8000700 1 -- 172.21.15.46:0/1184161528 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7fe7c80396c0 msgr2=0x7fe7c803bb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:48.573 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:47.253+0000 7fe7e8000700 1 --2- 172.21.15.46:0/1184161528 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7fe7c80396c0 0x7fe7c803bb80 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fe7cc006fd0 tx=0x7fe7cc006e40 comp rx=0 tx=0).stop 2024-04-26T01:37:48.573 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:47.253+0000 7fe7e8000700 1 -- 172.21.15.46:0/1184161528 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe7e01090d0 msgr2=0x7fe7e019e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:48.573 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:47.253+0000 7fe7e8000700 1 --2- 172.21.15.46:0/1184161528 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe7e01090d0 0x7fe7e019e680 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fe7d4003f90 tx=0x7fe7d4011b70 comp rx=0 tx=0).stop 2024-04-26T01:37:48.573 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:47.253+0000 7fe7e8000700 1 -- 172.21.15.46:0/1184161528 shutdown_connections 2024-04-26T01:37:48.574 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:47.253+0000 7fe7e8000700 1 --2- 172.21.15.46:0/1184161528 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7fe7c80396c0 0x7fe7c803bb80 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:48.574 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:47.253+0000 7fe7e8000700 1 --2- 172.21.15.46:0/1184161528 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe7e01090d0 0x7fe7e019e680 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:48.574 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:47.253+0000 7fe7e8000700 1 -- 172.21.15.46:0/1184161528 >> 172.21.15.46:0/1184161528 conn(0x7fe7e0102a40 msgr2=0x7fe7e01033f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:37:48.574 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:47.254+0000 7fe7e8000700 1 -- 172.21.15.46:0/1184161528 shutdown_connections 2024-04-26T01:37:48.574 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:47.254+0000 7fe7e8000700 1 -- 172.21.15.46:0/1184161528 wait complete. 2024-04-26T01:37:49.427 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:49 smithi046 ceph-mon[28013]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:37:49.427 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:49 smithi046 ceph-mon[28013]: from='mgr.14120 172.21.15.46:0/2960334273' entity='mgr.x' 2024-04-26T01:37:50.183 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.177+0000 7f5b51200700 1 Processor -- start 2024-04-26T01:37:50.183 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.177+0000 7f5b51200700 1 -- start start 2024-04-26T01:37:50.183 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.178+0000 7f5b51200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5b4c108590 0x7f5b4c1089b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:50.183 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.178+0000 7f5b51200700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f5b4c108f80 con 0x7f5b4c108590 2024-04-26T01:37:50.183 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.179+0000 7f5b49e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5b4c108590 0x7f5b4c1089b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:50.183 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.179+0000 7f5b49e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5b4c108590 0x7f5b4c1089b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50076/0 (socket says 172.21.15.46:50076) 2024-04-26T01:37:50.183 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.179+0000 7f5b49e00700 1 -- 172.21.15.46:0/1439306565 learned_addr learned my addr 172.21.15.46:0/1439306565 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:37:50.183 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.179+0000 7f5b49e00700 1 -- 172.21.15.46:0/1439306565 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b4c109740 con 0x7f5b4c108590 2024-04-26T01:37:50.183 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.180+0000 7f5b49e00700 1 --2- 172.21.15.46:0/1439306565 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5b4c108590 0x7f5b4c1089b0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f5b3c0098a0 tx=0x7f5b3c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=943d2616a42ce99a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:50.184 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.180+0000 7f5b48a00700 1 -- 172.21.15.46:0/1439306565 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5b3c004160 con 0x7f5b4c108590 2024-04-26T01:37:50.184 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.180+0000 7f5b48a00700 1 -- 172.21.15.46:0/1439306565 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5b3c004300 con 0x7f5b4c108590 2024-04-26T01:37:50.184 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.180+0000 7f5b48a00700 1 -- 172.21.15.46:0/1439306565 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5b3c011af0 con 0x7f5b4c108590 2024-04-26T01:37:50.184 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.181+0000 7f5b51200700 1 -- 172.21.15.46:0/1439306565 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5b4c108590 msgr2=0x7f5b4c1089b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:50.184 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.181+0000 7f5b51200700 1 --2- 172.21.15.46:0/1439306565 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5b4c108590 0x7f5b4c1089b0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f5b3c0098a0 tx=0x7f5b3c009bb0 comp rx=0 tx=0).stop 2024-04-26T01:37:50.184 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.181+0000 7f5b51200700 1 -- 172.21.15.46:0/1439306565 shutdown_connections 2024-04-26T01:37:50.184 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.181+0000 7f5b51200700 1 --2- 172.21.15.46:0/1439306565 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5b4c108590 0x7f5b4c1089b0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:50.184 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.181+0000 7f5b51200700 1 -- 172.21.15.46:0/1439306565 >> 172.21.15.46:0/1439306565 conn(0x7f5b4c103b50 msgr2=0x7f5b4c105f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:37:50.184 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.181+0000 7f5b51200700 1 -- 172.21.15.46:0/1439306565 shutdown_connections 2024-04-26T01:37:50.184 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.182+0000 7f5b51200700 1 -- 172.21.15.46:0/1439306565 wait complete. 2024-04-26T01:37:50.184 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.183+0000 7f5b51200700 1 Processor -- start 2024-04-26T01:37:50.184 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.183+0000 7f5b51200700 1 -- start start 2024-04-26T01:37:50.184 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.183+0000 7f5b51200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5b4c108590 0x7f5b4c19e620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:50.185 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.183+0000 7f5b51200700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f5b4c10caf0 con 0x7f5b4c108590 2024-04-26T01:37:50.185 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.183+0000 7f5b49e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5b4c108590 0x7f5b4c19e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:50.185 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.183+0000 7f5b49e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5b4c108590 0x7f5b4c19e620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50084/0 (socket says 172.21.15.46:50084) 2024-04-26T01:37:50.185 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.183+0000 7f5b49e00700 1 -- 172.21.15.46:0/2589386447 learned_addr learned my addr 172.21.15.46:0/2589386447 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:37:50.185 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.184+0000 7f5b49e00700 1 -- 172.21.15.46:0/2589386447 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b4c19eb60 con 0x7f5b4c108590 2024-04-26T01:37:50.185 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.184+0000 7f5b49e00700 1 --2- 172.21.15.46:0/2589386447 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5b4c108590 0x7f5b4c19e620 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f5b3c003f90 tx=0x7f5b3c011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:50.185 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.185+0000 7f5b42a00700 1 -- 172.21.15.46:0/2589386447 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5b3c0039e0 con 0x7f5b4c108590 2024-04-26T01:37:50.185 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.185+0000 7f5b42a00700 1 -- 172.21.15.46:0/2589386447 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5b3c003b80 con 0x7f5b4c108590 2024-04-26T01:37:50.185 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.185+0000 7f5b51200700 1 -- 172.21.15.46:0/2589386447 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b4c19edf0 con 0x7f5b4c108590 2024-04-26T01:37:50.185 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.185+0000 7f5b42a00700 1 -- 172.21.15.46:0/2589386447 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5b3c0196e0 con 0x7f5b4c108590 2024-04-26T01:37:50.185 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.185+0000 7f5b51200700 1 -- 172.21.15.46:0/2589386447 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b4c1a1ae0 con 0x7f5b4c108590 2024-04-26T01:37:50.185 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.186+0000 7f5b51200700 1 -- 172.21.15.46:0/2589386447 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5b4c0640a0 con 0x7f5b4c108590 2024-04-26T01:37:50.185 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.186+0000 7f5b42a00700 1 -- 172.21.15.46:0/2589386447 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f5b3c022020 con 0x7f5b4c108590 2024-04-26T01:37:50.185 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.187+0000 7f5b42a00700 1 --2- 172.21.15.46:0/2589386447 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f5b300396c0 0x7f5b3003bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:50.186 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.187+0000 7f5b42a00700 1 -- 172.21.15.46:0/2589386447 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f5b3c04d930 con 0x7f5b4c108590 2024-04-26T01:37:50.186 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.187+0000 7f5b49400700 1 --2- 172.21.15.46:0/2589386447 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f5b300396c0 0x7f5b3003bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:50.186 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.188+0000 7f5b49400700 1 --2- 172.21.15.46:0/2589386447 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f5b300396c0 0x7f5b3003bb80 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f5b38006fd0 tx=0x7f5b38006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:50.186 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.193+0000 7f5b42a00700 1 -- 172.21.15.46:0/2589386447 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5b3c04d280 con 0x7f5b4c108590 2024-04-26T01:37:50.186 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.426+0000 7f5b51200700 1 -- 172.21.15.46:0/2589386447 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) -- 0x7f5b4c1a2100 con 0x7f5b4c108590 2024-04-26T01:37:50.186 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.430+0000 7f5b42a00700 1 -- 172.21.15.46:0/2589386447 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) ==== 130+0+0 (secure 0 0 0) 0x7f5b3c01abf0 con 0x7f5b4c108590 2024-04-26T01:37:50.186 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.434+0000 7f5b51200700 1 -- 172.21.15.46:0/2589386447 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f5b300396c0 msgr2=0x7f5b3003bb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:50.186 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.434+0000 7f5b51200700 1 --2- 172.21.15.46:0/2589386447 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f5b300396c0 0x7f5b3003bb80 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f5b38006fd0 tx=0x7f5b38006e40 comp rx=0 tx=0).stop 2024-04-26T01:37:50.186 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.434+0000 7f5b51200700 1 -- 172.21.15.46:0/2589386447 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5b4c108590 msgr2=0x7f5b4c19e620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:50.186 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.434+0000 7f5b51200700 1 --2- 172.21.15.46:0/2589386447 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5b4c108590 0x7f5b4c19e620 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f5b3c003f90 tx=0x7f5b3c011b70 comp rx=0 tx=0).stop 2024-04-26T01:37:50.186 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.435+0000 7f5b51200700 1 -- 172.21.15.46:0/2589386447 shutdown_connections 2024-04-26T01:37:50.187 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.435+0000 7f5b51200700 1 --2- 172.21.15.46:0/2589386447 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f5b300396c0 0x7f5b3003bb80 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:50.187 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.435+0000 7f5b51200700 1 --2- 172.21.15.46:0/2589386447 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5b4c108590 0x7f5b4c19e620 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:50.187 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.435+0000 7f5b51200700 1 -- 172.21.15.46:0/2589386447 >> 172.21.15.46:0/2589386447 conn(0x7f5b4c103b50 msgr2=0x7f5b4c104500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:37:50.187 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.435+0000 7f5b51200700 1 -- 172.21.15.46:0/2589386447 shutdown_connections 2024-04-26T01:37:50.187 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:49.435+0000 7f5b51200700 1 -- 172.21.15.46:0/2589386447 wait complete. 2024-04-26T01:37:50.187 INFO:teuthology.orchestra.run.smithi046.stdout:Enabling the dashboard module... 2024-04-26T01:37:50.745 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:50 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/2589386447' entity='client.admin' 2024-04-26T01:37:51.808 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:51 smithi046 ceph-mon[28013]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:37:51.808 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:51 smithi046 ceph-mon[28013]: from='mgr.14120 172.21.15.46:0/2960334273' entity='mgr.x' 2024-04-26T01:37:51.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:51 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/3730197567' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-04-26T01:37:52.232 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:52 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: ignoring --setuser ceph since I am not root 2024-04-26T01:37:52.233 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:52 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: ignoring --setgroup ceph since I am not root 2024-04-26T01:37:52.233 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:52 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:52.235+0000 7f1017ba8200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T01:37:52.779 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:52 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:52.487+0000 7f1017ba8200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:37:52.780 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:52 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:52.624+0000 7f1017ba8200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T01:37:53.037 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:52 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/3730197567' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-04-26T01:37:53.037 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:52 smithi046 ceph-mon[28013]: mgrmap e9: x(active, since 26s) 2024-04-26T01:37:53.219 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:50.811+0000 7f9a4a400700 1 Processor -- start 2024-04-26T01:37:53.219 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:50.811+0000 7f9a4a400700 1 -- start start 2024-04-26T01:37:53.219 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:50.812+0000 7f9a4a400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a44106e00 0x7f9a44109230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:53.219 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:50.812+0000 7f9a4a400700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f9a4407bea0 con 0x7f9a44106e00 2024-04-26T01:37:53.219 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:50.812+0000 7f9a43400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a44106e00 0x7f9a44109230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:53.219 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:50.812+0000 7f9a43400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a44106e00 0x7f9a44109230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50098/0 (socket says 172.21.15.46:50098) 2024-04-26T01:37:53.219 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:50.812+0000 7f9a43400700 1 -- 172.21.15.46:0/910204197 learned_addr learned my addr 172.21.15.46:0/910204197 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:37:53.219 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:50.813+0000 7f9a43400700 1 -- 172.21.15.46:0/910204197 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a44109770 con 0x7f9a44106e00 2024-04-26T01:37:53.219 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:50.813+0000 7f9a43400700 1 --2- 172.21.15.46:0/910204197 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a44106e00 0x7f9a44109230 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f9a340098a0 tx=0x7f9a34009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b64b6885c84b90ea server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:53.219 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:50.813+0000 7f9a42000700 1 -- 172.21.15.46:0/910204197 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9a34004160 con 0x7f9a44106e00 2024-04-26T01:37:53.220 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:50.813+0000 7f9a42000700 1 -- 172.21.15.46:0/910204197 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f9a34004300 con 0x7f9a44106e00 2024-04-26T01:37:53.220 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:50.813+0000 7f9a42000700 1 -- 172.21.15.46:0/910204197 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9a34011af0 con 0x7f9a44106e00 2024-04-26T01:37:53.220 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:50.814+0000 7f9a4a400700 1 -- 172.21.15.46:0/910204197 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a44106e00 msgr2=0x7f9a44109230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:53.220 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:50.814+0000 7f9a4a400700 1 --2- 172.21.15.46:0/910204197 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a44106e00 0x7f9a44109230 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f9a340098a0 tx=0x7f9a34009bb0 comp rx=0 tx=0).stop 2024-04-26T01:37:53.220 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:50.814+0000 7f9a4a400700 1 -- 172.21.15.46:0/910204197 shutdown_connections 2024-04-26T01:37:53.220 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:50.814+0000 7f9a4a400700 1 --2- 172.21.15.46:0/910204197 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a44106e00 0x7f9a44109230 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:53.220 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:50.814+0000 7f9a4a400700 1 -- 172.21.15.46:0/910204197 >> 172.21.15.46:0/910204197 conn(0x7f9a44102a40 msgr2=0x7f9a44104e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:37:53.220 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:50.815+0000 7f9a4a400700 1 -- 172.21.15.46:0/910204197 shutdown_connections 2024-04-26T01:37:53.220 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:50.815+0000 7f9a4a400700 1 -- 172.21.15.46:0/910204197 wait complete. 2024-04-26T01:37:53.220 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:50.816+0000 7f9a4a400700 1 Processor -- start 2024-04-26T01:37:53.220 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:50.816+0000 7f9a4a400700 1 -- start start 2024-04-26T01:37:53.220 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:50.817+0000 7f9a4a400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a44106e00 0x7f9a441a2a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:53.220 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:50.817+0000 7f9a4a400700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f9a4410a840 con 0x7f9a44106e00 2024-04-26T01:37:53.220 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:50.817+0000 7f9a43400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a44106e00 0x7f9a441a2a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:53.221 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:50.817+0000 7f9a43400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a44106e00 0x7f9a441a2a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50104/0 (socket says 172.21.15.46:50104) 2024-04-26T01:37:53.221 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:50.817+0000 7f9a43400700 1 -- 172.21.15.46:0/3730197567 learned_addr learned my addr 172.21.15.46:0/3730197567 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:37:53.221 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:50.818+0000 7f9a43400700 1 -- 172.21.15.46:0/3730197567 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a441a2f50 con 0x7f9a44106e00 2024-04-26T01:37:53.221 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:50.818+0000 7f9a43400700 1 --2- 172.21.15.46:0/3730197567 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a44106e00 0x7f9a441a2a10 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f9a34003f90 tx=0x7f9a34011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:53.221 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:50.818+0000 7f9a3be00700 1 -- 172.21.15.46:0/3730197567 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9a340039e0 con 0x7f9a44106e00 2024-04-26T01:37:53.221 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:50.818+0000 7f9a3be00700 1 -- 172.21.15.46:0/3730197567 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f9a34003b80 con 0x7f9a44106e00 2024-04-26T01:37:53.221 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:50.818+0000 7f9a3be00700 1 -- 172.21.15.46:0/3730197567 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9a340196e0 con 0x7f9a44106e00 2024-04-26T01:37:53.221 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:50.818+0000 7f9a4a400700 1 -- 172.21.15.46:0/3730197567 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a441a31e0 con 0x7f9a44106e00 2024-04-26T01:37:53.221 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:50.819+0000 7f9a4a400700 1 -- 172.21.15.46:0/3730197567 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a441a5ed0 con 0x7f9a44106e00 2024-04-26T01:37:53.221 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:50.820+0000 7f9a3be00700 1 -- 172.21.15.46:0/3730197567 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f9a34022020 con 0x7f9a44106e00 2024-04-26T01:37:53.222 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:50.820+0000 7f9a4a400700 1 -- 172.21.15.46:0/3730197567 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a440640a0 con 0x7f9a44106e00 2024-04-26T01:37:53.222 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:50.820+0000 7f9a3be00700 1 --2- 172.21.15.46:0/3730197567 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f9a280396c0 0x7f9a2803bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:53.222 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:50.820+0000 7f9a3be00700 1 -- 172.21.15.46:0/3730197567 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f9a3404d8c0 con 0x7f9a44106e00 2024-04-26T01:37:53.222 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:50.821+0000 7f9a42a00700 1 --2- 172.21.15.46:0/3730197567 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f9a280396c0 0x7f9a2803bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:53.222 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:50.822+0000 7f9a42a00700 1 --2- 172.21.15.46:0/3730197567 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f9a280396c0 0x7f9a2803bb80 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f9a30006fd0 tx=0x7f9a30006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:53.222 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:50.826+0000 7f9a3be00700 1 -- 172.21.15.46:0/3730197567 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9a3404d210 con 0x7f9a44106e00 2024-04-26T01:37:53.222 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:51.139+0000 7f9a4a400700 1 -- 172.21.15.46:0/3730197567 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) -- 0x7f9a4402e1d0 con 0x7f9a44106e00 2024-04-26T01:37:53.223 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:51.893+0000 7f9a3be00700 1 -- 172.21.15.46:0/3730197567 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) ==== 88+0+0 (secure 0 0 0) 0x7f9a3401abf0 con 0x7f9a44106e00 2024-04-26T01:37:53.223 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:51.898+0000 7f9a3be00700 1 -- 172.21.15.46:0/3730197567 <== mon.0 v2:172.21.15.46:3300/0 8 ==== mgrmap(e 9) ==== 46571+0+0 (secure 0 0 0) 0x7f9a3404fd00 con 0x7f9a44106e00 2024-04-26T01:37:53.223 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:51.899+0000 7f9a4a400700 1 -- 172.21.15.46:0/3730197567 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f9a280396c0 msgr2=0x7f9a2803bb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:53.223 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:51.899+0000 7f9a4a400700 1 --2- 172.21.15.46:0/3730197567 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f9a280396c0 0x7f9a2803bb80 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f9a30006fd0 tx=0x7f9a30006e40 comp rx=0 tx=0).stop 2024-04-26T01:37:53.223 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:51.899+0000 7f9a4a400700 1 -- 172.21.15.46:0/3730197567 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a44106e00 msgr2=0x7f9a441a2a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:53.223 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:51.899+0000 7f9a4a400700 1 --2- 172.21.15.46:0/3730197567 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a44106e00 0x7f9a441a2a10 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f9a34003f90 tx=0x7f9a34011b70 comp rx=0 tx=0).stop 2024-04-26T01:37:53.223 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:51.900+0000 7f9a4a400700 1 -- 172.21.15.46:0/3730197567 shutdown_connections 2024-04-26T01:37:53.223 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:51.900+0000 7f9a4a400700 1 --2- 172.21.15.46:0/3730197567 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f9a280396c0 0x7f9a2803bb80 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:53.223 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:51.900+0000 7f9a4a400700 1 --2- 172.21.15.46:0/3730197567 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9a44106e00 0x7f9a441a2a10 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:53.223 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:51.900+0000 7f9a4a400700 1 -- 172.21.15.46:0/3730197567 >> 172.21.15.46:0/3730197567 conn(0x7f9a44102a40 msgr2=0x7f9a44104e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:37:53.223 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:51.902+0000 7f9a4a400700 1 -- 172.21.15.46:0/3730197567 shutdown_connections 2024-04-26T01:37:53.223 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:51.902+0000 7f9a4a400700 1 -- 172.21.15.46:0/3730197567 wait complete. 2024-04-26T01:37:53.308 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:53 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:53.040+0000 7f1017ba8200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T01:37:53.308 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:53 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:53.156+0000 7f1017ba8200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T01:37:54.795 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:37:54 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/759794926' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-26T01:37:55.058 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:54 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:54.798+0000 7f1017ba8200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T01:37:55.058 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:55 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:55.037+0000 7f1017ba8200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T01:37:55.301 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout { 2024-04-26T01:37:55.301 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-04-26T01:37:55.301 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-26T01:37:55.301 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-04-26T01:37:55.301 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-26T01:37:55.301 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout } 2024-04-26T01:37:55.301 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.111+0000 7f44d2800700 1 Processor -- start 2024-04-26T01:37:55.301 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.111+0000 7f44d2800700 1 -- start start 2024-04-26T01:37:55.301 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.112+0000 7f44d2800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f44cc10a870 0x7f44cc10ac90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:55.301 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.112+0000 7f44d2800700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f44cc10b260 con 0x7f44cc10a870 2024-04-26T01:37:55.302 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.112+0000 7f44cb400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f44cc10a870 0x7f44cc10ac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:55.302 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.113+0000 7f44cb400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f44cc10a870 0x7f44cc10ac90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52150/0 (socket says 172.21.15.46:52150) 2024-04-26T01:37:55.302 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.113+0000 7f44cb400700 1 -- 172.21.15.46:0/3914837573 learned_addr learned my addr 172.21.15.46:0/3914837573 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:37:55.302 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.113+0000 7f44cb400700 1 -- 172.21.15.46:0/3914837573 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44cc10ba20 con 0x7f44cc10a870 2024-04-26T01:37:55.302 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.113+0000 7f44cb400700 1 --2- 172.21.15.46:0/3914837573 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f44cc10a870 0x7f44cc10ac90 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f44bc0098a0 tx=0x7f44bc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28d929b16f1c8f02 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:55.302 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.114+0000 7f44caa00700 1 -- 172.21.15.46:0/3914837573 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f44bc004160 con 0x7f44cc10a870 2024-04-26T01:37:55.302 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.114+0000 7f44caa00700 1 -- 172.21.15.46:0/3914837573 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f44bc004300 con 0x7f44cc10a870 2024-04-26T01:37:55.302 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.114+0000 7f44caa00700 1 -- 172.21.15.46:0/3914837573 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f44bc011af0 con 0x7f44cc10a870 2024-04-26T01:37:55.302 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.114+0000 7f44d2800700 1 -- 172.21.15.46:0/3914837573 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f44cc10a870 msgr2=0x7f44cc10ac90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:55.302 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.114+0000 7f44d2800700 1 --2- 172.21.15.46:0/3914837573 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f44cc10a870 0x7f44cc10ac90 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f44bc0098a0 tx=0x7f44bc009bb0 comp rx=0 tx=0).stop 2024-04-26T01:37:55.302 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.114+0000 7f44d2800700 1 -- 172.21.15.46:0/3914837573 shutdown_connections 2024-04-26T01:37:55.302 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.114+0000 7f44d2800700 1 --2- 172.21.15.46:0/3914837573 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f44cc10a870 0x7f44cc10ac90 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:55.302 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.114+0000 7f44d2800700 1 -- 172.21.15.46:0/3914837573 >> 172.21.15.46:0/3914837573 conn(0x7f44cc07de00 msgr2=0x7f44cc1084c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:37:55.303 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.114+0000 7f44d2800700 1 -- 172.21.15.46:0/3914837573 shutdown_connections 2024-04-26T01:37:55.303 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.115+0000 7f44d2800700 1 -- 172.21.15.46:0/3914837573 wait complete. 2024-04-26T01:37:55.303 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.116+0000 7f44d2800700 1 Processor -- start 2024-04-26T01:37:55.303 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.116+0000 7f44d2800700 1 -- start start 2024-04-26T01:37:55.303 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.117+0000 7f44d2800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f44cc10a870 0x7f44cc19e5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:55.303 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.117+0000 7f44d2800700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f44cc10edd0 con 0x7f44cc10a870 2024-04-26T01:37:55.303 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.117+0000 7f44cb400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f44cc10a870 0x7f44cc19e5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:37:55.303 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.117+0000 7f44cb400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f44cc10a870 0x7f44cc19e5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52154/0 (socket says 172.21.15.46:52154) 2024-04-26T01:37:55.303 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.117+0000 7f44cb400700 1 -- 172.21.15.46:0/759794926 learned_addr learned my addr 172.21.15.46:0/759794926 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:37:55.303 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.117+0000 7f44cb400700 1 -- 172.21.15.46:0/759794926 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44cc19eb30 con 0x7f44cc10a870 2024-04-26T01:37:55.303 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.118+0000 7f44cb400700 1 --2- 172.21.15.46:0/759794926 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f44cc10a870 0x7f44cc19e5f0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f44bc003f90 tx=0x7f44bc011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:37:55.303 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.118+0000 7f44c8c00700 1 -- 172.21.15.46:0/759794926 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f44bc0039e0 con 0x7f44cc10a870 2024-04-26T01:37:55.303 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.118+0000 7f44c8c00700 1 -- 172.21.15.46:0/759794926 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f44bc003b80 con 0x7f44cc10a870 2024-04-26T01:37:55.304 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.118+0000 7f44d2800700 1 -- 172.21.15.46:0/759794926 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44cc19edc0 con 0x7f44cc10a870 2024-04-26T01:37:55.304 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.118+0000 7f44c8c00700 1 -- 172.21.15.46:0/759794926 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f44bc0196e0 con 0x7f44cc10a870 2024-04-26T01:37:55.304 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.118+0000 7f44d2800700 1 -- 172.21.15.46:0/759794926 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44cc1a1ab0 con 0x7f44cc10a870 2024-04-26T01:37:55.304 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.119+0000 7f44d2800700 1 -- 172.21.15.46:0/759794926 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f44cc0640a0 con 0x7f44cc10a870 2024-04-26T01:37:55.304 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.119+0000 7f44c8c00700 1 -- 172.21.15.46:0/759794926 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 9) ==== 46571+0+0 (secure 0 0 0) 0x7f44bc022020 con 0x7f44cc10a870 2024-04-26T01:37:55.304 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.120+0000 7f44c8c00700 1 --2- 172.21.15.46:0/759794926 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f44b0039770 0x7f44b003bc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:37:55.304 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.120+0000 7f44c8c00700 1 -- 172.21.15.46:0/759794926 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f44bc04d8f0 con 0x7f44cc10a870 2024-04-26T01:37:55.304 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.120+0000 7f44c3e00700 1 -- 172.21.15.46:0/759794926 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f44b0039770 msgr2=0x7f44b003bc30 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/1268650508 2024-04-26T01:37:55.304 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.120+0000 7f44c3e00700 1 --2- 172.21.15.46:0/759794926 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f44b0039770 0x7f44b003bc30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T01:37:55.304 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.130+0000 7f44c8c00700 1 -- 172.21.15.46:0/759794926 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f44bc00e260 con 0x7f44cc10a870 2024-04-26T01:37:55.304 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.321+0000 7f44c3e00700 1 -- 172.21.15.46:0/759794926 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f44b0039770 msgr2=0x7f44b003bc30 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/1268650508 2024-04-26T01:37:55.304 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.321+0000 7f44c3e00700 1 --2- 172.21.15.46:0/759794926 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f44b0039770 0x7f44b003bc30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-26T01:37:55.304 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.413+0000 7f44d2800700 1 -- 172.21.15.46:0/759794926 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f44cc1a2060 con 0x7f44cc10a870 2024-04-26T01:37:55.304 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.414+0000 7f44c8c00700 1 -- 172.21.15.46:0/759794926 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) ==== 56+0+88 (secure 0 0 0) 0x7f44bc01a430 con 0x7f44cc10a870 2024-04-26T01:37:55.305 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.417+0000 7f44d2800700 1 -- 172.21.15.46:0/759794926 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f44b0039770 msgr2=0x7f44b003bc30 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T01:37:55.305 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.417+0000 7f44d2800700 1 --2- 172.21.15.46:0/759794926 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f44b0039770 0x7f44b003bc30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:55.305 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.417+0000 7f44d2800700 1 -- 172.21.15.46:0/759794926 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f44cc10a870 msgr2=0x7f44cc19e5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:37:55.305 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.417+0000 7f44d2800700 1 --2- 172.21.15.46:0/759794926 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f44cc10a870 0x7f44cc19e5f0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f44bc003f90 tx=0x7f44bc011b70 comp rx=0 tx=0).stop 2024-04-26T01:37:55.305 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.417+0000 7f44d2800700 1 -- 172.21.15.46:0/759794926 shutdown_connections 2024-04-26T01:37:55.305 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.417+0000 7f44d2800700 1 --2- 172.21.15.46:0/759794926 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7f44b0039770 0x7f44b003bc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:55.305 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.417+0000 7f44d2800700 1 --2- 172.21.15.46:0/759794926 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f44cc10a870 0x7f44cc19e5f0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:37:55.305 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.417+0000 7f44d2800700 1 -- 172.21.15.46:0/759794926 >> 172.21.15.46:0/759794926 conn(0x7f44cc07de00 msgr2=0x7f44cc107a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:37:55.305 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.417+0000 7f44d2800700 1 -- 172.21.15.46:0/759794926 shutdown_connections 2024-04-26T01:37:55.305 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:54.417+0000 7f44d2800700 1 -- 172.21.15.46:0/759794926 wait complete. 2024-04-26T01:37:55.305 INFO:teuthology.orchestra.run.smithi046.stdout:Waiting for the mgr to restart... 2024-04-26T01:37:55.305 INFO:teuthology.orchestra.run.smithi046.stdout:Waiting for mgr epoch 9... 2024-04-26T01:37:55.558 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:55 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:55.257+0000 7f1017ba8200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T01:37:55.910 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:55 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:55.661+0000 7f1017ba8200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T01:37:55.911 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:55 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:55.792+0000 7f1017ba8200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T01:37:56.268 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:56 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:56.057+0000 7f1017ba8200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T01:37:56.558 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:56 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:56.319+0000 7f1017ba8200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:37:57.471 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:57 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:57.129+0000 7f1017ba8200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T01:37:57.808 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:57 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:57.697+0000 7f1017ba8200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T01:37:58.102 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:57 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:57.829+0000 7f1017ba8200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T01:37:58.102 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:58 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:58.105+0000 7f1017ba8200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T01:37:59.058 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:58 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:58.784+0000 7f1017ba8200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T01:37:59.058 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:58 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:58.916+0000 7f1017ba8200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T01:37:59.439 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:59 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:59.255+0000 7f1017ba8200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T01:37:59.731 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:59 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:59.443+0000 7f1017ba8200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T01:37:59.731 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:59 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:59.575+0000 7f1017ba8200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T01:38:00.058 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:37:59 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:37:59.734+0000 7f1017ba8200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T01:38:00.558 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:38:00 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:38:00.113+0000 7f1017ba8200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T01:38:01.193 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:38:00 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:38:00.901+0000 7f1017ba8200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T01:38:01.558 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:38:01 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:38:01.196+0000 7f1017ba8200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T01:38:01.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:01 smithi046 ceph-mon[28013]: Active manager daemon x restarted 2024-04-26T01:38:01.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:01 smithi046 ceph-mon[28013]: Activating manager daemon x 2024-04-26T01:38:01.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:01 smithi046 ceph-mon[28013]: osdmap e3: 0 total, 0 up, 0 in 2024-04-26T01:38:01.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:01 smithi046 ceph-mon[28013]: mgrmap e10: x(active, starting, since 0.00525815s) 2024-04-26T01:38:01.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:01 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:38:01.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:01 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T01:38:01.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:01 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T01:38:01.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:01 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T01:38:01.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:01 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T01:38:01.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:01 smithi046 ceph-mon[28013]: Manager daemon x is now available 2024-04-26T01:38:02.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:02 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:38:02.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:02 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T01:38:02.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:02 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T01:38:02.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:02 smithi046 ceph-mon[28013]: [26/Apr/2024:01:38:01] ENGINE Bus STARTING 2024-04-26T01:38:02.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:02 smithi046 ceph-mon[28013]: [26/Apr/2024:01:38:01] ENGINE Serving on https://172.21.15.46:7150 2024-04-26T01:38:02.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:02 smithi046 ceph-mon[28013]: [26/Apr/2024:01:38:01] ENGINE Serving on http://172.21.15.46:8765 2024-04-26T01:38:02.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:02 smithi046 ceph-mon[28013]: [26/Apr/2024:01:38:01] ENGINE Bus STARTED 2024-04-26T01:38:02.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:02 smithi046 ceph-mon[28013]: mgrmap e11: x(active, since 1.01238s) 2024-04-26T01:38:03.119 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout { 2024-04-26T01:38:03.127 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-04-26T01:38:03.127 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-26T01:38:03.127 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout } 2024-04-26T01:38:03.128 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:56.063+0000 7fa7efe00700 1 Processor -- start 2024-04-26T01:38:03.128 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:56.063+0000 7fa7efe00700 1 -- start start 2024-04-26T01:38:03.128 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:56.064+0000 7fa7efe00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa7f0108e80 0x7fa7f010b270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:38:03.128 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:56.064+0000 7fa7efe00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fa7f010b7b0 con 0x7fa7f0108e80 2024-04-26T01:38:03.128 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:56.064+0000 7fa7eea00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa7f0108e80 0x7fa7f010b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:38:03.128 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:56.064+0000 7fa7eea00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa7f0108e80 0x7fa7f010b270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52170/0 (socket says 172.21.15.46:52170) 2024-04-26T01:38:03.128 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:56.064+0000 7fa7eea00700 1 -- 172.21.15.46:0/2869369969 learned_addr learned my addr 172.21.15.46:0/2869369969 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:38:03.128 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:56.065+0000 7fa7eea00700 1 -- 172.21.15.46:0/2869369969 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7f010b930 con 0x7fa7f0108e80 2024-04-26T01:38:03.128 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:56.065+0000 7fa7eea00700 1 --2- 172.21.15.46:0/2869369969 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa7f0108e80 0x7fa7f010b270 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fa7e00098a0 tx=0x7fa7e0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8c18d62f34f5252 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:38:03.128 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:56.065+0000 7fa7ed600700 1 -- 172.21.15.46:0/2869369969 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa7e0004160 con 0x7fa7f0108e80 2024-04-26T01:38:03.128 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:56.065+0000 7fa7ed600700 1 -- 172.21.15.46:0/2869369969 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa7e0004300 con 0x7fa7f0108e80 2024-04-26T01:38:03.129 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:56.065+0000 7fa7ed600700 1 -- 172.21.15.46:0/2869369969 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa7e0011af0 con 0x7fa7f0108e80 2024-04-26T01:38:03.129 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:56.066+0000 7fa7efe00700 1 -- 172.21.15.46:0/2869369969 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa7f0108e80 msgr2=0x7fa7f010b270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:03.129 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:56.066+0000 7fa7efe00700 1 --2- 172.21.15.46:0/2869369969 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa7f0108e80 0x7fa7f010b270 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fa7e00098a0 tx=0x7fa7e0009bb0 comp rx=0 tx=0).stop 2024-04-26T01:38:03.129 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:56.066+0000 7fa7efe00700 1 -- 172.21.15.46:0/2869369969 shutdown_connections 2024-04-26T01:38:03.129 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:56.066+0000 7fa7efe00700 1 --2- 172.21.15.46:0/2869369969 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa7f0108e80 0x7fa7f010b270 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:03.129 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:56.066+0000 7fa7efe00700 1 -- 172.21.15.46:0/2869369969 >> 172.21.15.46:0/2869369969 conn(0x7fa7f0102910 msgr2=0x7fa7f0104d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:38:03.129 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:56.066+0000 7fa7efe00700 1 -- 172.21.15.46:0/2869369969 shutdown_connections 2024-04-26T01:38:03.129 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:56.066+0000 7fa7efe00700 1 -- 172.21.15.46:0/2869369969 wait complete. 2024-04-26T01:38:03.129 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:56.067+0000 7fa7efe00700 1 Processor -- start 2024-04-26T01:38:03.129 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:56.067+0000 7fa7efe00700 1 -- start start 2024-04-26T01:38:03.129 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:56.068+0000 7fa7efe00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa7f0108e80 0x7fa7f019c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:38:03.130 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:56.068+0000 7fa7efe00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fa7f010c930 con 0x7fa7f0108e80 2024-04-26T01:38:03.130 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:56.068+0000 7fa7eea00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa7f0108e80 0x7fa7f019c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:38:03.130 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:56.068+0000 7fa7eea00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa7f0108e80 0x7fa7f019c3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52184/0 (socket says 172.21.15.46:52184) 2024-04-26T01:38:03.130 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:56.068+0000 7fa7eea00700 1 -- 172.21.15.46:0/3412174720 learned_addr learned my addr 172.21.15.46:0/3412174720 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:38:03.130 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:56.068+0000 7fa7eea00700 1 -- 172.21.15.46:0/3412174720 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7f019c930 con 0x7fa7f0108e80 2024-04-26T01:38:03.130 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:56.069+0000 7fa7eea00700 1 --2- 172.21.15.46:0/3412174720 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa7f0108e80 0x7fa7f019c3f0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fa7e00117b0 tx=0x7fa7e00045f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:38:03.130 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:56.069+0000 7fa7f4a00700 1 -- 172.21.15.46:0/3412174720 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa7e00036a0 con 0x7fa7f0108e80 2024-04-26T01:38:03.130 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:56.069+0000 7fa7f4a00700 1 -- 172.21.15.46:0/3412174720 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa7e001a430 con 0x7fa7f0108e80 2024-04-26T01:38:03.131 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:56.069+0000 7fa7f4a00700 1 -- 172.21.15.46:0/3412174720 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa7e0019530 con 0x7fa7f0108e80 2024-04-26T01:38:03.131 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:56.069+0000 7fa7efe00700 1 -- 172.21.15.46:0/3412174720 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7f019cbc0 con 0x7fa7f0108e80 2024-04-26T01:38:03.131 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:56.069+0000 7fa7efe00700 1 -- 172.21.15.46:0/3412174720 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7f019f8b0 con 0x7fa7f0108e80 2024-04-26T01:38:03.131 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:56.070+0000 7fa7f4a00700 1 -- 172.21.15.46:0/3412174720 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 9) ==== 46571+0+0 (secure 0 0 0) 0x7fa7e001a5e0 con 0x7fa7f0108e80 2024-04-26T01:38:03.131 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:56.071+0000 7fa7f4a00700 1 --2- 172.21.15.46:0/3412174720 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7fa7d40396d0 0x7fa7d403bb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:38:03.131 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:56.071+0000 7fa7f4a00700 1 -- 172.21.15.46:0/3412174720 --> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fa7d403c2a0 con 0x7fa7d40396d0 2024-04-26T01:38:03.131 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:56.071+0000 7fa7f4a00700 1 -- 172.21.15.46:0/3412174720 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fa7e004d7a0 con 0x7fa7f0108e80 2024-04-26T01:38:03.131 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:56.071+0000 7fa7ee000700 1 -- 172.21.15.46:0/3412174720 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7fa7d40396d0 msgr2=0x7fa7d403bb90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/1268650508 2024-04-26T01:38:03.131 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:56.071+0000 7fa7ee000700 1 --2- 172.21.15.46:0/3412174720 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7fa7d40396d0 0x7fa7d403bb90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T01:38:03.131 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:56.272+0000 7fa7ee000700 1 -- 172.21.15.46:0/3412174720 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7fa7d40396d0 msgr2=0x7fa7d403bb90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/1268650508 2024-04-26T01:38:03.131 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:56.272+0000 7fa7ee000700 1 --2- 172.21.15.46:0/3412174720 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7fa7d40396d0 0x7fa7d403bb90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-26T01:38:03.131 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:56.673+0000 7fa7ee000700 1 -- 172.21.15.46:0/3412174720 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7fa7d40396d0 msgr2=0x7fa7d403bb90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/1268650508 2024-04-26T01:38:03.132 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:56.673+0000 7fa7ee000700 1 --2- 172.21.15.46:0/3412174720 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7fa7d40396d0 0x7fa7d403bb90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-04-26T01:38:03.132 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:57.474+0000 7fa7ee000700 1 -- 172.21.15.46:0/3412174720 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7fa7d40396d0 msgr2=0x7fa7d403bb90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/1268650508 2024-04-26T01:38:03.132 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:57.474+0000 7fa7ee000700 1 --2- 172.21.15.46:0/3412174720 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7fa7d40396d0 0x7fa7d403bb90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-04-26T01:38:03.132 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:59.076+0000 7fa7ee000700 1 -- 172.21.15.46:0/3412174720 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7fa7d40396d0 msgr2=0x7fa7d403bb90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/1268650508 2024-04-26T01:38:03.132 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:37:59.076+0000 7fa7ee000700 1 --2- 172.21.15.46:0/3412174720 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7fa7d40396d0 0x7fa7d403bb90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-04-26T01:38:03.132 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:01.203+0000 7fa7f4a00700 1 -- 172.21.15.46:0/3412174720 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mgrmap(e 10) ==== 46338+0+0 (secure 0 0 0) 0x7fa7e001a900 con 0x7fa7f0108e80 2024-04-26T01:38:03.132 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:01.204+0000 7fa7f4a00700 1 -- 172.21.15.46:0/3412174720 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7fa7d40396d0 msgr2=0x7fa7d403bb90 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T01:38:03.132 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:01.204+0000 7fa7f4a00700 1 --2- 172.21.15.46:0/3412174720 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7fa7d40396d0 0x7fa7d403bb90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:03.132 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:02.207+0000 7fa7f4a00700 1 -- 172.21.15.46:0/3412174720 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mgrmap(e 11) ==== 46465+0+0 (secure 0 0 0) 0x7fa7e00238e0 con 0x7fa7f0108e80 2024-04-26T01:38:03.132 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:02.207+0000 7fa7f4a00700 1 --2- 172.21.15.46:0/3412174720 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fa7d403cfc0 0x7fa7d403f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:38:03.132 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:02.207+0000 7fa7f4a00700 1 -- 172.21.15.46:0/3412174720 --> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fa7d403c2a0 con 0x7fa7d403cfc0 2024-04-26T01:38:03.132 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:02.210+0000 7fa7ee000700 1 --2- 172.21.15.46:0/3412174720 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fa7d403cfc0 0x7fa7d403f3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:38:03.133 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:02.213+0000 7fa7ee000700 1 --2- 172.21.15.46:0/3412174720 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fa7d403cfc0 0x7fa7d403f3b0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fa7dc003a10 tx=0x7fa7dc009270 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:38:03.133 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:02.215+0000 7fa7f4a00700 1 -- 172.21.15.46:0/3412174720 <== mgr.14152 v2:172.21.15.46:6800/3332901238 1 ==== command_reply(tid 0: 0 ) ==== 8+0+7774 (secure 0 0 0) 0x7fa7d403c2a0 con 0x7fa7d403cfc0 2024-04-26T01:38:03.133 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:02.223+0000 7fa7efe00700 1 -- 172.21.15.46:0/3412174720 --> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7fa7f00640a0 con 0x7fa7d403cfc0 2024-04-26T01:38:03.133 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:02.224+0000 7fa7f4a00700 1 -- 172.21.15.46:0/3412174720 <== mgr.14152 v2:172.21.15.46:6800/3332901238 2 ==== command_reply(tid 1: 0 ) ==== 8+0+52 (secure 0 0 0) 0x7fa7f00640a0 con 0x7fa7d403cfc0 2024-04-26T01:38:03.133 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:02.224+0000 7fa7efe00700 1 -- 172.21.15.46:0/3412174720 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fa7d403cfc0 msgr2=0x7fa7d403f3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:03.133 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:02.224+0000 7fa7efe00700 1 --2- 172.21.15.46:0/3412174720 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fa7d403cfc0 0x7fa7d403f3b0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fa7dc003a10 tx=0x7fa7dc009270 comp rx=0 tx=0).stop 2024-04-26T01:38:03.133 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:02.224+0000 7fa7efe00700 1 -- 172.21.15.46:0/3412174720 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa7f0108e80 msgr2=0x7fa7f019c3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:03.133 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:02.224+0000 7fa7efe00700 1 --2- 172.21.15.46:0/3412174720 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa7f0108e80 0x7fa7f019c3f0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fa7e00117b0 tx=0x7fa7e00045f0 comp rx=0 tx=0).stop 2024-04-26T01:38:03.133 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:02.224+0000 7fa7efe00700 1 -- 172.21.15.46:0/3412174720 shutdown_connections 2024-04-26T01:38:03.133 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:02.224+0000 7fa7efe00700 1 --2- 172.21.15.46:0/3412174720 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fa7d403cfc0 0x7fa7d403f3b0 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:03.133 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:02.224+0000 7fa7efe00700 1 --2- 172.21.15.46:0/3412174720 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa7f0108e80 0x7fa7f019c3f0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:03.133 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:02.224+0000 7fa7efe00700 1 --2- 172.21.15.46:0/3412174720 >> [v2:172.21.15.46:6800/1268650508,v1:172.21.15.46:6801/1268650508] conn(0x7fa7d40396d0 0x7fa7d403bb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:03.133 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:02.224+0000 7fa7efe00700 1 -- 172.21.15.46:0/3412174720 >> 172.21.15.46:0/3412174720 conn(0x7fa7f0102910 msgr2=0x7fa7f0103360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:38:03.134 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:02.224+0000 7fa7efe00700 1 -- 172.21.15.46:0/3412174720 shutdown_connections 2024-04-26T01:38:03.134 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:02.224+0000 7fa7efe00700 1 -- 172.21.15.46:0/3412174720 wait complete. 2024-04-26T01:38:03.134 INFO:teuthology.orchestra.run.smithi046.stdout:mgr epoch 9 is available 2024-04-26T01:38:03.134 INFO:teuthology.orchestra.run.smithi046.stdout:Generating a dashboard self-signed certificate... 2024-04-26T01:38:03.319 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:03 smithi046 ceph-mon[28013]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-26T01:38:03.319 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:03 smithi046 ceph-mon[28013]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-26T01:38:04.558 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:04 smithi046 ceph-mon[28013]: mgrmap e12: x(active, since 2s) 2024-04-26T01:38:05.341 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-04-26T01:38:05.341 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.117+0000 7f6e7f800700 1 Processor -- start 2024-04-26T01:38:05.341 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.117+0000 7f6e7f800700 1 -- start start 2024-04-26T01:38:05.341 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.117+0000 7f6e7f800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e7807e850 0x7f6e7807ec70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:38:05.341 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.117+0000 7f6e7f800700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f6e7807f240 con 0x7f6e7807e850 2024-04-26T01:38:05.341 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.118+0000 7f6e7ce00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e7807e850 0x7f6e7807ec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:38:05.341 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.118+0000 7f6e7ce00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e7807e850 0x7f6e7807ec70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38200/0 (socket says 172.21.15.46:38200) 2024-04-26T01:38:05.341 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.118+0000 7f6e7ce00700 1 -- 172.21.15.46:0/2416184291 learned_addr learned my addr 172.21.15.46:0/2416184291 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:38:05.342 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.118+0000 7f6e7ce00700 1 -- 172.21.15.46:0/2416184291 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e7807fa50 con 0x7f6e7807e850 2024-04-26T01:38:05.342 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.119+0000 7f6e7ce00700 1 --2- 172.21.15.46:0/2416184291 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e7807e850 0x7f6e7807ec70 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f6e6c0098a0 tx=0x7f6e6c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fcbbcc1a27be648a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:38:05.342 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.119+0000 7f6e77400700 1 -- 172.21.15.46:0/2416184291 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6e6c004160 con 0x7f6e7807e850 2024-04-26T01:38:05.342 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.119+0000 7f6e77400700 1 -- 172.21.15.46:0/2416184291 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6e6c004300 con 0x7f6e7807e850 2024-04-26T01:38:05.342 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.119+0000 7f6e77400700 1 -- 172.21.15.46:0/2416184291 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6e6c011af0 con 0x7f6e7807e850 2024-04-26T01:38:05.342 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.120+0000 7f6e7f800700 1 -- 172.21.15.46:0/2416184291 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e7807e850 msgr2=0x7f6e7807ec70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:05.342 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.120+0000 7f6e7f800700 1 --2- 172.21.15.46:0/2416184291 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e7807e850 0x7f6e7807ec70 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f6e6c0098a0 tx=0x7f6e6c009bb0 comp rx=0 tx=0).stop 2024-04-26T01:38:05.342 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.120+0000 7f6e7f800700 1 -- 172.21.15.46:0/2416184291 shutdown_connections 2024-04-26T01:38:05.342 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.120+0000 7f6e7f800700 1 --2- 172.21.15.46:0/2416184291 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e7807e850 0x7f6e7807ec70 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:05.342 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.120+0000 7f6e7f800700 1 -- 172.21.15.46:0/2416184291 >> 172.21.15.46:0/2416184291 conn(0x7f6e7807de00 msgr2=0x7f6e781084c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:38:05.342 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.120+0000 7f6e7f800700 1 -- 172.21.15.46:0/2416184291 shutdown_connections 2024-04-26T01:38:05.342 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.120+0000 7f6e7f800700 1 -- 172.21.15.46:0/2416184291 wait complete. 2024-04-26T01:38:05.342 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.121+0000 7f6e7f800700 1 Processor -- start 2024-04-26T01:38:05.343 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.121+0000 7f6e7f800700 1 -- start start 2024-04-26T01:38:05.343 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.121+0000 7f6e7f800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e7807e850 0x7f6e781a29a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:38:05.343 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.121+0000 7f6e7f800700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f6e78080e10 con 0x7f6e7807e850 2024-04-26T01:38:05.343 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.122+0000 7f6e7ce00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e7807e850 0x7f6e781a29a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:38:05.343 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.122+0000 7f6e7ce00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e7807e850 0x7f6e781a29a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38214/0 (socket says 172.21.15.46:38214) 2024-04-26T01:38:05.343 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.122+0000 7f6e7ce00700 1 -- 172.21.15.46:0/2994441902 learned_addr learned my addr 172.21.15.46:0/2994441902 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:38:05.343 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.122+0000 7f6e7ce00700 1 -- 172.21.15.46:0/2994441902 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e781a2ee0 con 0x7f6e7807e850 2024-04-26T01:38:05.343 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.122+0000 7f6e7ce00700 1 --2- 172.21.15.46:0/2994441902 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e7807e850 0x7f6e781a29a0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f6e6c003f90 tx=0x7f6e6c011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:38:05.343 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.123+0000 7f6e75600700 1 -- 172.21.15.46:0/2994441902 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6e6c0039e0 con 0x7f6e7807e850 2024-04-26T01:38:05.343 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.123+0000 7f6e75600700 1 -- 172.21.15.46:0/2994441902 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6e6c003b80 con 0x7f6e7807e850 2024-04-26T01:38:05.343 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.123+0000 7f6e75600700 1 -- 172.21.15.46:0/2994441902 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6e6c0196e0 con 0x7f6e7807e850 2024-04-26T01:38:05.343 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.123+0000 7f6e7f800700 1 -- 172.21.15.46:0/2994441902 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e781a3170 con 0x7f6e7807e850 2024-04-26T01:38:05.343 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.123+0000 7f6e7f800700 1 -- 172.21.15.46:0/2994441902 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e781a5e60 con 0x7f6e7807e850 2024-04-26T01:38:05.344 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.124+0000 7f6e75600700 1 -- 172.21.15.46:0/2994441902 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 12) ==== 46571+0+0 (secure 0 0 0) 0x7f6e6c022020 con 0x7f6e7807e850 2024-04-26T01:38:05.344 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.124+0000 7f6e7f800700 1 -- 172.21.15.46:0/2994441902 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e780640a0 con 0x7f6e7807e850 2024-04-26T01:38:05.344 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.124+0000 7f6e75600700 1 --2- 172.21.15.46:0/2994441902 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f6e600396c0 0x7f6e6003bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:38:05.344 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.124+0000 7f6e75600700 1 -- 172.21.15.46:0/2994441902 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f6e6c04da20 con 0x7f6e7807e850 2024-04-26T01:38:05.344 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.125+0000 7f6e77e00700 1 --2- 172.21.15.46:0/2994441902 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f6e600396c0 0x7f6e6003bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:38:05.344 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.126+0000 7f6e77e00700 1 --2- 172.21.15.46:0/2994441902 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f6e600396c0 0x7f6e6003bb80 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f6e64006fd0 tx=0x7f6e64006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:38:05.344 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.131+0000 7f6e75600700 1 -- 172.21.15.46:0/2994441902 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6e6c0172b0 con 0x7f6e7807e850 2024-04-26T01:38:05.344 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.383+0000 7f6e7f800700 1 -- 172.21.15.46:0/2994441902 --> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) -- 0x7f6e78062e80 con 0x7f6e600396c0 2024-04-26T01:38:05.344 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.450+0000 7f6e75600700 1 -- 172.21.15.46:0/2994441902 <== mgr.14152 v2:172.21.15.46:6800/3332901238 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+32 (secure 0 0 0) 0x7f6e78062e80 con 0x7f6e600396c0 2024-04-26T01:38:05.344 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.454+0000 7f6e7f800700 1 -- 172.21.15.46:0/2994441902 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f6e600396c0 msgr2=0x7f6e6003bb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:05.344 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.454+0000 7f6e7f800700 1 --2- 172.21.15.46:0/2994441902 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f6e600396c0 0x7f6e6003bb80 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f6e64006fd0 tx=0x7f6e64006e40 comp rx=0 tx=0).stop 2024-04-26T01:38:05.344 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.454+0000 7f6e7f800700 1 -- 172.21.15.46:0/2994441902 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e7807e850 msgr2=0x7f6e781a29a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:05.344 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.454+0000 7f6e7f800700 1 --2- 172.21.15.46:0/2994441902 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e7807e850 0x7f6e781a29a0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f6e6c003f90 tx=0x7f6e6c011b70 comp rx=0 tx=0).stop 2024-04-26T01:38:05.345 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.454+0000 7f6e7f800700 1 -- 172.21.15.46:0/2994441902 shutdown_connections 2024-04-26T01:38:05.345 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.454+0000 7f6e7f800700 1 --2- 172.21.15.46:0/2994441902 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f6e600396c0 0x7f6e6003bb80 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:05.345 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.454+0000 7f6e7f800700 1 --2- 172.21.15.46:0/2994441902 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6e7807e850 0x7f6e781a29a0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:05.345 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.454+0000 7f6e7f800700 1 -- 172.21.15.46:0/2994441902 >> 172.21.15.46:0/2994441902 conn(0x7f6e7807de00 msgr2=0x7f6e78108ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:38:05.345 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.454+0000 7f6e7f800700 1 -- 172.21.15.46:0/2994441902 shutdown_connections 2024-04-26T01:38:05.345 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:04.454+0000 7f6e7f800700 1 -- 172.21.15.46:0/2994441902 wait complete. 2024-04-26T01:38:05.345 INFO:teuthology.orchestra.run.smithi046.stdout:Creating initial admin user... 2024-04-26T01:38:05.656 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:05 smithi046 ceph-mon[28013]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:38:05.656 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:05 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:05.656 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:05 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:05.656 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:05 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:07.420 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$mUM2/sZT7doCXEBZmPyveOKIqmtpgluj/j9XkkhrSxKDqoODfsobO", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1714095486, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-04-26T01:38:07.420 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.026+0000 7fe109400700 1 Processor -- start 2024-04-26T01:38:07.422 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.026+0000 7fe109400700 1 -- start start 2024-04-26T01:38:07.422 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.026+0000 7fe109400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe104108590 0x7fe1041089b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:38:07.423 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.026+0000 7fe109400700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe104108f80 con 0x7fe104108590 2024-04-26T01:38:07.423 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.027+0000 7fe102800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe104108590 0x7fe1041089b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:38:07.423 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.027+0000 7fe102800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe104108590 0x7fe1041089b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38230/0 (socket says 172.21.15.46:38230) 2024-04-26T01:38:07.423 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.027+0000 7fe102800700 1 -- 172.21.15.46:0/4080531895 learned_addr learned my addr 172.21.15.46:0/4080531895 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:38:07.423 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.027+0000 7fe102800700 1 -- 172.21.15.46:0/4080531895 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe104109740 con 0x7fe104108590 2024-04-26T01:38:07.423 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.028+0000 7fe102800700 1 --2- 172.21.15.46:0/4080531895 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe104108590 0x7fe1041089b0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fe0f40098a0 tx=0x7fe0f4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d07bfaedb566234 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:38:07.423 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.028+0000 7fe101400700 1 -- 172.21.15.46:0/4080531895 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe0f4004160 con 0x7fe104108590 2024-04-26T01:38:07.423 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.028+0000 7fe101400700 1 -- 172.21.15.46:0/4080531895 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe0f4004300 con 0x7fe104108590 2024-04-26T01:38:07.423 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.028+0000 7fe101400700 1 -- 172.21.15.46:0/4080531895 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe0f4011af0 con 0x7fe104108590 2024-04-26T01:38:07.423 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.029+0000 7fe109400700 1 -- 172.21.15.46:0/4080531895 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe104108590 msgr2=0x7fe1041089b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:07.423 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.029+0000 7fe109400700 1 --2- 172.21.15.46:0/4080531895 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe104108590 0x7fe1041089b0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fe0f40098a0 tx=0x7fe0f4009bb0 comp rx=0 tx=0).stop 2024-04-26T01:38:07.423 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.029+0000 7fe109400700 1 -- 172.21.15.46:0/4080531895 shutdown_connections 2024-04-26T01:38:07.427 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.029+0000 7fe109400700 1 --2- 172.21.15.46:0/4080531895 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe104108590 0x7fe1041089b0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:07.428 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.029+0000 7fe109400700 1 -- 172.21.15.46:0/4080531895 >> 172.21.15.46:0/4080531895 conn(0x7fe104103b50 msgr2=0x7fe104105f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:38:07.428 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.029+0000 7fe109400700 1 -- 172.21.15.46:0/4080531895 shutdown_connections 2024-04-26T01:38:07.428 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.029+0000 7fe109400700 1 -- 172.21.15.46:0/4080531895 wait complete. 2024-04-26T01:38:07.428 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.030+0000 7fe109400700 1 Processor -- start 2024-04-26T01:38:07.428 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.031+0000 7fe109400700 1 -- start start 2024-04-26T01:38:07.428 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.031+0000 7fe109400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe104108590 0x7fe10419e620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:38:07.428 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.031+0000 7fe109400700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe10410caf0 con 0x7fe104108590 2024-04-26T01:38:07.428 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.031+0000 7fe102800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe104108590 0x7fe10419e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:38:07.428 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.031+0000 7fe102800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe104108590 0x7fe10419e620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38244/0 (socket says 172.21.15.46:38244) 2024-04-26T01:38:07.428 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.031+0000 7fe102800700 1 -- 172.21.15.46:0/2108331861 learned_addr learned my addr 172.21.15.46:0/2108331861 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:38:07.428 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.032+0000 7fe102800700 1 -- 172.21.15.46:0/2108331861 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe10419eb60 con 0x7fe104108590 2024-04-26T01:38:07.428 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.032+0000 7fe102800700 1 --2- 172.21.15.46:0/2108331861 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe104108590 0x7fe10419e620 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fe0f4003f90 tx=0x7fe0f4011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:38:07.428 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.033+0000 7fe0fb400700 1 -- 172.21.15.46:0/2108331861 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe0f40039e0 con 0x7fe104108590 2024-04-26T01:38:07.429 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.033+0000 7fe109400700 1 -- 172.21.15.46:0/2108331861 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe10419edf0 con 0x7fe104108590 2024-04-26T01:38:07.429 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.033+0000 7fe0fb400700 1 -- 172.21.15.46:0/2108331861 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe0f4003b80 con 0x7fe104108590 2024-04-26T01:38:07.429 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.033+0000 7fe109400700 1 -- 172.21.15.46:0/2108331861 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1041a1ae0 con 0x7fe104108590 2024-04-26T01:38:07.429 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.033+0000 7fe0fb400700 1 -- 172.21.15.46:0/2108331861 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe0f4019710 con 0x7fe104108590 2024-04-26T01:38:07.429 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.034+0000 7fe0fb400700 1 -- 172.21.15.46:0/2108331861 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 12) ==== 46571+0+0 (secure 0 0 0) 0x7fe0f4022020 con 0x7fe104108590 2024-04-26T01:38:07.429 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.034+0000 7fe109400700 1 -- 172.21.15.46:0/2108331861 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1040640a0 con 0x7fe104108590 2024-04-26T01:38:07.429 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.035+0000 7fe0fb400700 1 --2- 172.21.15.46:0/2108331861 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fe0e8039720 0x7fe0e803bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:38:07.429 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.035+0000 7fe0fb400700 1 -- 172.21.15.46:0/2108331861 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fe0f404da70 con 0x7fe104108590 2024-04-26T01:38:07.429 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.035+0000 7fe101e00700 1 --2- 172.21.15.46:0/2108331861 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fe0e8039720 0x7fe0e803bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:38:07.429 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.036+0000 7fe101e00700 1 --2- 172.21.15.46:0/2108331861 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fe0e8039720 0x7fe0e803bbe0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fe0f0006fd0 tx=0x7fe0f0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:38:07.430 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.040+0000 7fe0fb400700 1 -- 172.21.15.46:0/2108331861 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe0f400be50 con 0x7fe104108590 2024-04-26T01:38:07.430 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.292+0000 7fe109400700 1 -- 172.21.15.46:0/2108331861 --> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) -- 0x7fe10419f2d0 con 0x7fe0e8039720 2024-04-26T01:38:07.430 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.583+0000 7fe0fb400700 1 -- 172.21.15.46:0/2108331861 <== mgr.14152 v2:172.21.15.46:6800/3332901238 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+252 (secure 0 0 0) 0x7fe10419f2d0 con 0x7fe0e8039720 2024-04-26T01:38:07.430 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.587+0000 7fe109400700 1 -- 172.21.15.46:0/2108331861 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fe0e8039720 msgr2=0x7fe0e803bbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:07.430 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.587+0000 7fe109400700 1 --2- 172.21.15.46:0/2108331861 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fe0e8039720 0x7fe0e803bbe0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fe0f0006fd0 tx=0x7fe0f0006e40 comp rx=0 tx=0).stop 2024-04-26T01:38:07.430 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.587+0000 7fe109400700 1 -- 172.21.15.46:0/2108331861 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe104108590 msgr2=0x7fe10419e620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:07.430 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.587+0000 7fe109400700 1 --2- 172.21.15.46:0/2108331861 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe104108590 0x7fe10419e620 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fe0f4003f90 tx=0x7fe0f4011b70 comp rx=0 tx=0).stop 2024-04-26T01:38:07.430 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.588+0000 7fe109400700 1 -- 172.21.15.46:0/2108331861 shutdown_connections 2024-04-26T01:38:07.430 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.588+0000 7fe109400700 1 --2- 172.21.15.46:0/2108331861 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fe0e8039720 0x7fe0e803bbe0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:07.430 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.588+0000 7fe109400700 1 --2- 172.21.15.46:0/2108331861 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe104108590 0x7fe10419e620 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:07.430 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.588+0000 7fe109400700 1 -- 172.21.15.46:0/2108331861 >> 172.21.15.46:0/2108331861 conn(0x7fe104103b50 msgr2=0x7fe104104560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:38:07.430 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.588+0000 7fe109400700 1 -- 172.21.15.46:0/2108331861 shutdown_connections 2024-04-26T01:38:07.430 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:06.588+0000 7fe109400700 1 -- 172.21.15.46:0/2108331861 wait complete. 2024-04-26T01:38:07.431 INFO:teuthology.orchestra.run.smithi046.stdout:Fetching dashboard port number... 2024-04-26T01:38:07.753 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:07 smithi046 ceph-mon[28013]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:38:07.753 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:07 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:07.753 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:07 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:09.058 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:08 smithi046 ceph-mon[28013]: mgrmap e13: x(active, since 6s) 2024-04-26T01:38:09.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:08 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/3712225119' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-04-26T01:38:09.416 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stdout 8443 2024-04-26T01:38:09.416 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.331+0000 7f82ddc00700 1 Processor -- start 2024-04-26T01:38:09.416 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.331+0000 7f82ddc00700 1 -- start start 2024-04-26T01:38:09.417 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.331+0000 7f82ddc00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f82d8106f20 0x7f82d8107340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:38:09.419 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.331+0000 7f82ddc00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f82d807bea0 con 0x7f82d8106f20 2024-04-26T01:38:09.419 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.332+0000 7f82d6a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f82d8106f20 0x7f82d8107340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:38:09.420 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.332+0000 7f82d6a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f82d8106f20 0x7f82d8107340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38254/0 (socket says 172.21.15.46:38254) 2024-04-26T01:38:09.420 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.332+0000 7f82d6a00700 1 -- 172.21.15.46:0/2333941356 learned_addr learned my addr 172.21.15.46:0/2333941356 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:38:09.420 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.332+0000 7f82d6a00700 1 -- 172.21.15.46:0/2333941356 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82d8107880 con 0x7f82d8106f20 2024-04-26T01:38:09.420 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.332+0000 7f82d6a00700 1 --2- 172.21.15.46:0/2333941356 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f82d8106f20 0x7f82d8107340 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f82c80098a0 tx=0x7f82c8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b10d566101115dd7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:38:09.420 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.333+0000 7f82d5600700 1 -- 172.21.15.46:0/2333941356 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f82c8004160 con 0x7f82d8106f20 2024-04-26T01:38:09.420 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.333+0000 7f82d5600700 1 -- 172.21.15.46:0/2333941356 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f82c8004300 con 0x7f82d8106f20 2024-04-26T01:38:09.420 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.333+0000 7f82d5600700 1 -- 172.21.15.46:0/2333941356 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f82c8011af0 con 0x7f82d8106f20 2024-04-26T01:38:09.420 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.334+0000 7f82ddc00700 1 -- 172.21.15.46:0/2333941356 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f82d8106f20 msgr2=0x7f82d8107340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:09.420 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.334+0000 7f82ddc00700 1 --2- 172.21.15.46:0/2333941356 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f82d8106f20 0x7f82d8107340 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f82c80098a0 tx=0x7f82c8009bb0 comp rx=0 tx=0).stop 2024-04-26T01:38:09.420 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.334+0000 7f82ddc00700 1 -- 172.21.15.46:0/2333941356 shutdown_connections 2024-04-26T01:38:09.420 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.334+0000 7f82ddc00700 1 --2- 172.21.15.46:0/2333941356 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f82d8106f20 0x7f82d8107340 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:09.420 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.334+0000 7f82ddc00700 1 -- 172.21.15.46:0/2333941356 >> 172.21.15.46:0/2333941356 conn(0x7f82d8102bc0 msgr2=0x7f82d8104fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:38:09.420 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.334+0000 7f82ddc00700 1 -- 172.21.15.46:0/2333941356 shutdown_connections 2024-04-26T01:38:09.420 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.335+0000 7f82ddc00700 1 -- 172.21.15.46:0/2333941356 wait complete. 2024-04-26T01:38:09.421 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.336+0000 7f82ddc00700 1 Processor -- start 2024-04-26T01:38:09.421 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.336+0000 7f82ddc00700 1 -- start start 2024-04-26T01:38:09.421 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.336+0000 7f82ddc00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f82d8106f20 0x7f82d819e6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:38:09.421 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.336+0000 7f82ddc00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f82d8108950 con 0x7f82d8106f20 2024-04-26T01:38:09.421 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.337+0000 7f82d6a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f82d8106f20 0x7f82d819e6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:38:09.421 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.337+0000 7f82d6a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f82d8106f20 0x7f82d819e6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38270/0 (socket says 172.21.15.46:38270) 2024-04-26T01:38:09.424 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.337+0000 7f82d6a00700 1 -- 172.21.15.46:0/3712225119 learned_addr learned my addr 172.21.15.46:0/3712225119 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:38:09.425 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.337+0000 7f82d6a00700 1 -- 172.21.15.46:0/3712225119 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82d819ec10 con 0x7f82d8106f20 2024-04-26T01:38:09.425 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.337+0000 7f82d6a00700 1 --2- 172.21.15.46:0/3712225119 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f82d8106f20 0x7f82d819e6d0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f82c8003f90 tx=0x7f82c8011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:38:09.425 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.338+0000 7f82cf400700 1 -- 172.21.15.46:0/3712225119 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f82c80039e0 con 0x7f82d8106f20 2024-04-26T01:38:09.425 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.338+0000 7f82cf400700 1 -- 172.21.15.46:0/3712225119 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f82c8003b80 con 0x7f82d8106f20 2024-04-26T01:38:09.425 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.338+0000 7f82cf400700 1 -- 172.21.15.46:0/3712225119 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f82c80196e0 con 0x7f82d8106f20 2024-04-26T01:38:09.425 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.338+0000 7f82ddc00700 1 -- 172.21.15.46:0/3712225119 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82d819eea0 con 0x7f82d8106f20 2024-04-26T01:38:09.425 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.338+0000 7f82ddc00700 1 -- 172.21.15.46:0/3712225119 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82d819f300 con 0x7f82d8106f20 2024-04-26T01:38:09.425 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.339+0000 7f82ddc00700 1 -- 172.21.15.46:0/3712225119 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f82d80640a0 con 0x7f82d8106f20 2024-04-26T01:38:09.425 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.340+0000 7f82cf400700 1 -- 172.21.15.46:0/3712225119 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f82c8022020 con 0x7f82d8106f20 2024-04-26T01:38:09.425 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.340+0000 7f82cf400700 1 --2- 172.21.15.46:0/3712225119 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f82bc0397c0 0x7f82bc03bc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:38:09.425 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.340+0000 7f82cf400700 1 -- 172.21.15.46:0/3712225119 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f82c804da10 con 0x7f82d8106f20 2024-04-26T01:38:09.426 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.340+0000 7f82d6000700 1 --2- 172.21.15.46:0/3712225119 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f82bc0397c0 0x7f82bc03bc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:38:09.426 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.341+0000 7f82d6000700 1 --2- 172.21.15.46:0/3712225119 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f82bc0397c0 0x7f82bc03bc80 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f82c4006fd0 tx=0x7f82c4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:38:09.426 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.346+0000 7f82cf400700 1 -- 172.21.15.46:0/3712225119 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f82c800f2e0 con 0x7f82d8106f20 2024-04-26T01:38:09.426 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.582+0000 7f82ddc00700 1 -- 172.21.15.46:0/3712225119 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) -- 0x7f82d8063650 con 0x7f82d8106f20 2024-04-26T01:38:09.426 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.583+0000 7f82cf400700 1 -- 172.21.15.46:0/3712225119 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) ==== 112+0+5 (secure 0 0 0) 0x7f82c801a430 con 0x7f82d8106f20 2024-04-26T01:38:09.426 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.586+0000 7f82ddc00700 1 -- 172.21.15.46:0/3712225119 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f82bc0397c0 msgr2=0x7f82bc03bc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:09.426 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.586+0000 7f82ddc00700 1 --2- 172.21.15.46:0/3712225119 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f82bc0397c0 0x7f82bc03bc80 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f82c4006fd0 tx=0x7f82c4006e40 comp rx=0 tx=0).stop 2024-04-26T01:38:09.426 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.586+0000 7f82ddc00700 1 -- 172.21.15.46:0/3712225119 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f82d8106f20 msgr2=0x7f82d819e6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:09.426 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.586+0000 7f82ddc00700 1 --2- 172.21.15.46:0/3712225119 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f82d8106f20 0x7f82d819e6d0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f82c8003f90 tx=0x7f82c8011b70 comp rx=0 tx=0).stop 2024-04-26T01:38:09.426 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.586+0000 7f82ddc00700 1 -- 172.21.15.46:0/3712225119 shutdown_connections 2024-04-26T01:38:09.426 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.586+0000 7f82ddc00700 1 --2- 172.21.15.46:0/3712225119 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f82bc0397c0 0x7f82bc03bc80 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:09.426 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.586+0000 7f82ddc00700 1 --2- 172.21.15.46:0/3712225119 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f82d8106f20 0x7f82d819e6d0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:09.427 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.586+0000 7f82ddc00700 1 -- 172.21.15.46:0/3712225119 >> 172.21.15.46:0/3712225119 conn(0x7f82d8102bc0 msgr2=0x7f82d8195340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:38:09.427 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.586+0000 7f82ddc00700 1 -- 172.21.15.46:0/3712225119 shutdown_connections 2024-04-26T01:38:09.427 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:08.586+0000 7f82ddc00700 1 -- 172.21.15.46:0/3712225119 wait complete. 2024-04-26T01:38:09.456 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-26T01:38:09.456 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout disabled 2024-04-26T01:38:09.480 INFO:teuthology.orchestra.run.smithi046.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-26T01:38:09.481 INFO:teuthology.orchestra.run.smithi046.stdout:systemctl: stdout inactive 2024-04-26T01:38:09.481 INFO:teuthology.orchestra.run.smithi046.stdout:firewalld.service is not enabled 2024-04-26T01:38:09.481 INFO:teuthology.orchestra.run.smithi046.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-04-26T01:38:09.488 INFO:teuthology.orchestra.run.smithi046.stdout:Ceph Dashboard is now available at: 2024-04-26T01:38:09.488 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:38:09.488 INFO:teuthology.orchestra.run.smithi046.stdout: URL: https://smithi046.front.sepia.ceph.com:8443/ 2024-04-26T01:38:09.488 INFO:teuthology.orchestra.run.smithi046.stdout: User: admin 2024-04-26T01:38:09.488 INFO:teuthology.orchestra.run.smithi046.stdout: Password: zb4umlgvld 2024-04-26T01:38:09.488 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:38:09.489 INFO:teuthology.orchestra.run.smithi046.stdout:Saving cluster configuration to /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/config directory 2024-04-26T01:38:09.493 INFO:teuthology.orchestra.run.smithi046.stdout:Enabling autotune for osd_memory_target 2024-04-26T01:38:11.708 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:10.808+0000 7fe66d800700 1 Processor -- start 2024-04-26T01:38:11.708 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:10.808+0000 7fe66d800700 1 -- start start 2024-04-26T01:38:11.708 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:10.809+0000 7fe66d800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe668108610 0x7fe668108a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:38:11.709 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:10.809+0000 7fe66d800700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe668109000 con 0x7fe668108610 2024-04-26T01:38:11.709 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:10.809+0000 7fe666a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe668108610 0x7fe668108a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:38:11.709 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:10.810+0000 7fe666a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe668108610 0x7fe668108a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38272/0 (socket says 172.21.15.46:38272) 2024-04-26T01:38:11.709 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:10.810+0000 7fe666a00700 1 -- 172.21.15.46:0/574453225 learned_addr learned my addr 172.21.15.46:0/574453225 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:38:11.710 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:10.810+0000 7fe666a00700 1 -- 172.21.15.46:0/574453225 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6681097c0 con 0x7fe668108610 2024-04-26T01:38:11.710 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:10.810+0000 7fe666a00700 1 --2- 172.21.15.46:0/574453225 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe668108610 0x7fe668108a30 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fe6580098a0 tx=0x7fe658009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d94c326c4dd7883f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:38:11.710 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:10.811+0000 7fe665600700 1 -- 172.21.15.46:0/574453225 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe658004160 con 0x7fe668108610 2024-04-26T01:38:11.714 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:10.811+0000 7fe665600700 1 -- 172.21.15.46:0/574453225 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe658004300 con 0x7fe668108610 2024-04-26T01:38:11.714 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:10.811+0000 7fe665600700 1 -- 172.21.15.46:0/574453225 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe658011af0 con 0x7fe668108610 2024-04-26T01:38:11.714 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:10.811+0000 7fe66d800700 1 -- 172.21.15.46:0/574453225 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe668108610 msgr2=0x7fe668108a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:11.714 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:10.811+0000 7fe66d800700 1 --2- 172.21.15.46:0/574453225 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe668108610 0x7fe668108a30 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fe6580098a0 tx=0x7fe658009bb0 comp rx=0 tx=0).stop 2024-04-26T01:38:11.715 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:10.811+0000 7fe66d800700 1 -- 172.21.15.46:0/574453225 shutdown_connections 2024-04-26T01:38:11.715 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:10.811+0000 7fe66d800700 1 --2- 172.21.15.46:0/574453225 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe668108610 0x7fe668108a30 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:11.715 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:10.811+0000 7fe66d800700 1 -- 172.21.15.46:0/574453225 >> 172.21.15.46:0/574453225 conn(0x7fe668103c10 msgr2=0x7fe668106030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:38:11.715 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:10.812+0000 7fe66d800700 1 -- 172.21.15.46:0/574453225 shutdown_connections 2024-04-26T01:38:11.715 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:10.812+0000 7fe66d800700 1 -- 172.21.15.46:0/574453225 wait complete. 2024-04-26T01:38:11.715 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:10.813+0000 7fe66d800700 1 Processor -- start 2024-04-26T01:38:11.715 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:10.813+0000 7fe66d800700 1 -- start start 2024-04-26T01:38:11.715 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:10.813+0000 7fe66d800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe668108610 0x7fe66819c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:38:11.715 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:10.813+0000 7fe66d800700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe66810cb70 con 0x7fe668108610 2024-04-26T01:38:11.715 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:10.813+0000 7fe666a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe668108610 0x7fe66819c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:38:11.715 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:10.813+0000 7fe666a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe668108610 0x7fe66819c3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38286/0 (socket says 172.21.15.46:38286) 2024-04-26T01:38:11.715 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:10.813+0000 7fe666a00700 1 -- 172.21.15.46:0/2924127589 learned_addr learned my addr 172.21.15.46:0/2924127589 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:38:11.715 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:10.814+0000 7fe666a00700 1 -- 172.21.15.46:0/2924127589 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe66819c930 con 0x7fe668108610 2024-04-26T01:38:11.716 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:10.814+0000 7fe666a00700 1 --2- 172.21.15.46:0/2924127589 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe668108610 0x7fe66819c3f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fe658003f90 tx=0x7fe658011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:38:11.716 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:10.814+0000 7fe65f400700 1 -- 172.21.15.46:0/2924127589 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe6580039e0 con 0x7fe668108610 2024-04-26T01:38:11.716 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:10.814+0000 7fe65f400700 1 -- 172.21.15.46:0/2924127589 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe658003b80 con 0x7fe668108610 2024-04-26T01:38:11.716 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:10.814+0000 7fe65f400700 1 -- 172.21.15.46:0/2924127589 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe6580196e0 con 0x7fe668108610 2024-04-26T01:38:11.716 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:10.814+0000 7fe66d800700 1 -- 172.21.15.46:0/2924127589 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe66819cbc0 con 0x7fe668108610 2024-04-26T01:38:11.716 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:10.815+0000 7fe66d800700 1 -- 172.21.15.46:0/2924127589 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe66819f8b0 con 0x7fe668108610 2024-04-26T01:38:11.716 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:10.816+0000 7fe65f400700 1 -- 172.21.15.46:0/2924127589 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7fe658022020 con 0x7fe668108610 2024-04-26T01:38:11.716 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:10.816+0000 7fe66d800700 1 -- 172.21.15.46:0/2924127589 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6680640a0 con 0x7fe668108610 2024-04-26T01:38:11.716 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:10.816+0000 7fe65f400700 1 --2- 172.21.15.46:0/2924127589 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fe64c0397c0 0x7fe64c03bc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:38:11.716 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:10.816+0000 7fe65f400700 1 -- 172.21.15.46:0/2924127589 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fe65804d9c0 con 0x7fe668108610 2024-04-26T01:38:11.716 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:10.817+0000 7fe666000700 1 --2- 172.21.15.46:0/2924127589 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fe64c0397c0 0x7fe64c03bc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:38:11.716 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:10.817+0000 7fe666000700 1 --2- 172.21.15.46:0/2924127589 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fe64c0397c0 0x7fe64c03bc80 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fe654006fd0 tx=0x7fe654006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:38:11.716 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:10.822+0000 7fe65f400700 1 -- 172.21.15.46:0/2924127589 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe658016df0 con 0x7fe668108610 2024-04-26T01:38:11.716 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:11.051+0000 7fe66d800700 1 -- 172.21.15.46:0/2924127589 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) -- 0x7fe66819fed0 con 0x7fe668108610 2024-04-26T01:38:11.717 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:11.052+0000 7fe65f400700 1 -- 172.21.15.46:0/2924127589 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0 v8)=0 v8) ==== 127+0+0 (secure 0 0 0) 0x7fe65801ab40 con 0x7fe668108610 2024-04-26T01:38:11.717 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:11.055+0000 7fe66d800700 1 -- 172.21.15.46:0/2924127589 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fe64c0397c0 msgr2=0x7fe64c03bc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:11.717 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:11.055+0000 7fe66d800700 1 --2- 172.21.15.46:0/2924127589 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fe64c0397c0 0x7fe64c03bc80 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fe654006fd0 tx=0x7fe654006e40 comp rx=0 tx=0).stop 2024-04-26T01:38:11.717 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:11.055+0000 7fe66d800700 1 -- 172.21.15.46:0/2924127589 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe668108610 msgr2=0x7fe66819c3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:11.717 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:11.055+0000 7fe66d800700 1 --2- 172.21.15.46:0/2924127589 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe668108610 0x7fe66819c3f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fe658003f90 tx=0x7fe658011b70 comp rx=0 tx=0).stop 2024-04-26T01:38:11.717 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:11.055+0000 7fe66d800700 1 -- 172.21.15.46:0/2924127589 shutdown_connections 2024-04-26T01:38:11.717 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:11.055+0000 7fe66d800700 1 --2- 172.21.15.46:0/2924127589 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fe64c0397c0 0x7fe64c03bc80 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:11.717 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:11.055+0000 7fe66d800700 1 --2- 172.21.15.46:0/2924127589 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe668108610 0x7fe66819c3f0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:11.717 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:11.055+0000 7fe66d800700 1 -- 172.21.15.46:0/2924127589 >> 172.21.15.46:0/2924127589 conn(0x7fe668103c10 msgr2=0x7fe668104640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:38:11.717 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:11.056+0000 7fe66d800700 1 -- 172.21.15.46:0/2924127589 shutdown_connections 2024-04-26T01:38:11.717 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:11.056+0000 7fe66d800700 1 -- 172.21.15.46:0/2924127589 wait complete. 2024-04-26T01:38:13.449 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.368+0000 7fa465600700 1 Processor -- start 2024-04-26T01:38:13.449 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.369+0000 7fa465600700 1 -- start start 2024-04-26T01:38:13.449 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.369+0000 7fa465600700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa460106f20 0x7fa460107340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:38:13.450 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.369+0000 7fa465600700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fa46007bea0 con 0x7fa460106f20 2024-04-26T01:38:13.450 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.370+0000 7fa45ea00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa460106f20 0x7fa460107340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:38:13.450 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.370+0000 7fa45ea00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa460106f20 0x7fa460107340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38296/0 (socket says 172.21.15.46:38296) 2024-04-26T01:38:13.450 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.370+0000 7fa45ea00700 1 -- 172.21.15.46:0/3131749277 learned_addr learned my addr 172.21.15.46:0/3131749277 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:38:13.450 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.370+0000 7fa45ea00700 1 -- 172.21.15.46:0/3131749277 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa460107880 con 0x7fa460106f20 2024-04-26T01:38:13.450 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.371+0000 7fa45ea00700 1 --2- 172.21.15.46:0/3131749277 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa460106f20 0x7fa460107340 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fa4500098a0 tx=0x7fa450009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5a70d23fe070685 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:38:13.450 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.371+0000 7fa45e000700 1 -- 172.21.15.46:0/3131749277 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa450004160 con 0x7fa460106f20 2024-04-26T01:38:13.450 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.371+0000 7fa45e000700 1 -- 172.21.15.46:0/3131749277 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa450004300 con 0x7fa460106f20 2024-04-26T01:38:13.450 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.371+0000 7fa45e000700 1 -- 172.21.15.46:0/3131749277 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa450011af0 con 0x7fa460106f20 2024-04-26T01:38:13.450 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.372+0000 7fa465600700 1 -- 172.21.15.46:0/3131749277 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa460106f20 msgr2=0x7fa460107340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:13.450 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.372+0000 7fa465600700 1 --2- 172.21.15.46:0/3131749277 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa460106f20 0x7fa460107340 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fa4500098a0 tx=0x7fa450009bb0 comp rx=0 tx=0).stop 2024-04-26T01:38:13.450 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.372+0000 7fa465600700 1 -- 172.21.15.46:0/3131749277 shutdown_connections 2024-04-26T01:38:13.450 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.372+0000 7fa465600700 1 --2- 172.21.15.46:0/3131749277 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa460106f20 0x7fa460107340 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:13.451 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.372+0000 7fa465600700 1 -- 172.21.15.46:0/3131749277 >> 172.21.15.46:0/3131749277 conn(0x7fa460102bc0 msgr2=0x7fa460104fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:38:13.451 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.372+0000 7fa465600700 1 -- 172.21.15.46:0/3131749277 shutdown_connections 2024-04-26T01:38:13.451 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.372+0000 7fa465600700 1 -- 172.21.15.46:0/3131749277 wait complete. 2024-04-26T01:38:13.451 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.373+0000 7fa465600700 1 Processor -- start 2024-04-26T01:38:13.451 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.374+0000 7fa465600700 1 -- start start 2024-04-26T01:38:13.451 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.374+0000 7fa465600700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa460106f20 0x7fa46019e6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:38:13.451 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.374+0000 7fa465600700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fa460108950 con 0x7fa460106f20 2024-04-26T01:38:13.451 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.375+0000 7fa45ea00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa460106f20 0x7fa46019e6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:38:13.451 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.375+0000 7fa45ea00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa460106f20 0x7fa46019e6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:38308/0 (socket says 172.21.15.46:38308) 2024-04-26T01:38:13.451 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.375+0000 7fa45ea00700 1 -- 172.21.15.46:0/413197564 learned_addr learned my addr 172.21.15.46:0/413197564 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:38:13.451 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.375+0000 7fa45ea00700 1 -- 172.21.15.46:0/413197564 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa46019ec10 con 0x7fa460106f20 2024-04-26T01:38:13.452 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.375+0000 7fa45ea00700 1 --2- 172.21.15.46:0/413197564 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa460106f20 0x7fa46019e6d0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fa4500117b0 tx=0x7fa450003eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:38:13.452 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.376+0000 7fa457400700 1 -- 172.21.15.46:0/413197564 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa4500036a0 con 0x7fa460106f20 2024-04-26T01:38:13.452 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.376+0000 7fa457400700 1 -- 172.21.15.46:0/413197564 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa45001a430 con 0x7fa460106f20 2024-04-26T01:38:13.452 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.376+0000 7fa465600700 1 -- 172.21.15.46:0/413197564 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa46019eea0 con 0x7fa460106f20 2024-04-26T01:38:13.452 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.376+0000 7fa457400700 1 -- 172.21.15.46:0/413197564 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa450019530 con 0x7fa460106f20 2024-04-26T01:38:13.452 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.376+0000 7fa465600700 1 -- 172.21.15.46:0/413197564 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa46019f300 con 0x7fa460106f20 2024-04-26T01:38:13.452 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.377+0000 7fa457400700 1 -- 172.21.15.46:0/413197564 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7fa45001a5e0 con 0x7fa460106f20 2024-04-26T01:38:13.452 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.377+0000 7fa465600700 1 -- 172.21.15.46:0/413197564 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4600640a0 con 0x7fa460106f20 2024-04-26T01:38:13.452 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.377+0000 7fa457400700 1 --2- 172.21.15.46:0/413197564 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fa444039770 0x7fa44403bc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:38:13.452 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.378+0000 7fa457400700 1 -- 172.21.15.46:0/413197564 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fa45004db30 con 0x7fa460106f20 2024-04-26T01:38:13.452 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.378+0000 7fa457e00700 1 --2- 172.21.15.46:0/413197564 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fa444039770 0x7fa44403bc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:38:13.452 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.379+0000 7fa457e00700 1 --2- 172.21.15.46:0/413197564 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fa444039770 0x7fa44403bc30 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fa448006fd0 tx=0x7fa448006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:38:13.453 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.383+0000 7fa457400700 1 -- 172.21.15.46:0/413197564 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa4500172b0 con 0x7fa460106f20 2024-04-26T01:38:13.453 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.738+0000 7fa465600700 1 -- 172.21.15.46:0/413197564 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) -- 0x7fa460063650 con 0x7fa460106f20 2024-04-26T01:38:13.453 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.741+0000 7fa457400700 1 -- 172.21.15.46:0/413197564 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v28)=0 set mgr/dashboard/cluster/status v28) ==== 153+0+0 (secure 0 0 0) 0x7fa45002cc30 con 0x7fa460106f20 2024-04-26T01:38:13.453 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.744+0000 7fa465600700 1 -- 172.21.15.46:0/413197564 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fa444039770 msgr2=0x7fa44403bc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:13.453 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.744+0000 7fa465600700 1 --2- 172.21.15.46:0/413197564 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fa444039770 0x7fa44403bc30 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fa448006fd0 tx=0x7fa448006e40 comp rx=0 tx=0).stop 2024-04-26T01:38:13.453 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.744+0000 7fa465600700 1 -- 172.21.15.46:0/413197564 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa460106f20 msgr2=0x7fa46019e6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:13.453 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.744+0000 7fa465600700 1 --2- 172.21.15.46:0/413197564 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa460106f20 0x7fa46019e6d0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fa4500117b0 tx=0x7fa450003eb0 comp rx=0 tx=0).stop 2024-04-26T01:38:13.453 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.744+0000 7fa465600700 1 -- 172.21.15.46:0/413197564 shutdown_connections 2024-04-26T01:38:13.453 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.744+0000 7fa465600700 1 --2- 172.21.15.46:0/413197564 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fa444039770 0x7fa44403bc30 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:13.453 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.744+0000 7fa465600700 1 --2- 172.21.15.46:0/413197564 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa460106f20 0x7fa46019e6d0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:13.453 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.744+0000 7fa465600700 1 -- 172.21.15.46:0/413197564 >> 172.21.15.46:0/413197564 conn(0x7fa460102bc0 msgr2=0x7fa460195340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:38:13.453 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.745+0000 7fa465600700 1 -- 172.21.15.46:0/413197564 shutdown_connections 2024-04-26T01:38:13.453 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr 2024-04-26T01:38:12.745+0000 7fa465600700 1 -- 172.21.15.46:0/413197564 wait complete. 2024-04-26T01:38:13.454 INFO:teuthology.orchestra.run.smithi046.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-04-26T01:38:13.454 INFO:teuthology.orchestra.run.smithi046.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-04-26T01:38:13.454 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:38:13.454 INFO:teuthology.orchestra.run.smithi046.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-04-26T01:38:13.454 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:38:13.454 INFO:teuthology.orchestra.run.smithi046.stdout:Or, if you are only running a single cluster on this host: 2024-04-26T01:38:13.454 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:38:13.454 INFO:teuthology.orchestra.run.smithi046.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-04-26T01:38:13.454 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:38:13.454 INFO:teuthology.orchestra.run.smithi046.stdout:Please consider enabling telemetry to help improve Ceph: 2024-04-26T01:38:13.454 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:38:13.454 INFO:teuthology.orchestra.run.smithi046.stdout: ceph telemetry on 2024-04-26T01:38:13.454 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:38:13.454 INFO:teuthology.orchestra.run.smithi046.stdout:For more information see: 2024-04-26T01:38:13.454 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:38:13.455 INFO:teuthology.orchestra.run.smithi046.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-04-26T01:38:13.455 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:38:13.455 INFO:teuthology.orchestra.run.smithi046.stdout:Bootstrap complete. 2024-04-26T01:38:13.536 INFO:tasks.cephadm:Fetching config... 2024-04-26T01:38:13.536 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-04-26T01:38:13.536 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-04-26T01:38:13.590 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-04-26T01:38:13.591 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-04-26T01:38:13.591 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-04-26T01:38:13.635 INFO:tasks.cephadm:Fetching mon keyring... 2024-04-26T01:38:13.635 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-04-26T01:38:13.635 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/keyring of=/dev/stdout 2024-04-26T01:38:13.763 INFO:tasks.cephadm:Fetching pub ssh key... 2024-04-26T01:38:13.764 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-04-26T01:38:13.764 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-04-26T01:38:13.822 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-04-26T01:38:13.822 DEBUG:teuthology.orchestra.run.smithi046:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDCc90GkHHlAudnFK9dpHK+znXgcYKy0+ewEyJaN7OW0dFqVbLsOTCJugC6j/fCGSE0SjaiPSNarZWoV4AtBcyleJhScfdNs4P7onkK2rynLNy3AE/ddACoc4NtE0yDQL/yziM6NMsWFtcADHgr2d/M0mTfVHT5ZhYyQXQqFdyy5Mbb7Gdl8REHwyVL78d1SBik3uJc+607ejdHWQGvxsBO9o31lvo05iAQVwN7FHv8osWbXxs420J48aP3Fl37nNwU/jAUeWnm8DN87JO/8Yr/2WHxd6ubLv3MmKONLFSbBR4JjvvKmpFw1pOAQ4yZHHvnRPwJ2w0QjNfgCUJcCefuMmjNAEbonX4kKv9Ape/dJh2YDCrFV1bMjJ1xgMY+gf0PDnu7VlHvZy/ZuqX3xfUmKHJlIVEflcASPtQC284BI5BdYeyyXMoHhCwtAko/sD5slirInQTz7H7FwlcaD/qKiut4aOPAXaUWvG5rtHRchUQDc8J62z2YGvI7m7EVRT0= ceph-4e298560-036d-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-26T01:38:13.934 INFO:teuthology.orchestra.run.smithi046.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDCc90GkHHlAudnFK9dpHK+znXgcYKy0+ewEyJaN7OW0dFqVbLsOTCJugC6j/fCGSE0SjaiPSNarZWoV4AtBcyleJhScfdNs4P7onkK2rynLNy3AE/ddACoc4NtE0yDQL/yziM6NMsWFtcADHgr2d/M0mTfVHT5ZhYyQXQqFdyy5Mbb7Gdl8REHwyVL78d1SBik3uJc+607ejdHWQGvxsBO9o31lvo05iAQVwN7FHv8osWbXxs420J48aP3Fl37nNwU/jAUeWnm8DN87JO/8Yr/2WHxd6ubLv3MmKONLFSbBR4JjvvKmpFw1pOAQ4yZHHvnRPwJ2w0QjNfgCUJcCefuMmjNAEbonX4kKv9Ape/dJh2YDCrFV1bMjJ1xgMY+gf0PDnu7VlHvZy/ZuqX3xfUmKHJlIVEflcASPtQC284BI5BdYeyyXMoHhCwtAko/sD5slirInQTz7H7FwlcaD/qKiut4aOPAXaUWvG5rtHRchUQDc8J62z2YGvI7m7EVRT0= ceph-4e298560-036d-11ef-bc93-c7b262605968 2024-04-26T01:38:13.965 DEBUG:teuthology.orchestra.run.smithi103:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDCc90GkHHlAudnFK9dpHK+znXgcYKy0+ewEyJaN7OW0dFqVbLsOTCJugC6j/fCGSE0SjaiPSNarZWoV4AtBcyleJhScfdNs4P7onkK2rynLNy3AE/ddACoc4NtE0yDQL/yziM6NMsWFtcADHgr2d/M0mTfVHT5ZhYyQXQqFdyy5Mbb7Gdl8REHwyVL78d1SBik3uJc+607ejdHWQGvxsBO9o31lvo05iAQVwN7FHv8osWbXxs420J48aP3Fl37nNwU/jAUeWnm8DN87JO/8Yr/2WHxd6ubLv3MmKONLFSbBR4JjvvKmpFw1pOAQ4yZHHvnRPwJ2w0QjNfgCUJcCefuMmjNAEbonX4kKv9Ape/dJh2YDCrFV1bMjJ1xgMY+gf0PDnu7VlHvZy/ZuqX3xfUmKHJlIVEflcASPtQC284BI5BdYeyyXMoHhCwtAko/sD5slirInQTz7H7FwlcaD/qKiut4aOPAXaUWvG5rtHRchUQDc8J62z2YGvI7m7EVRT0= ceph-4e298560-036d-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-26T01:38:14.014 INFO:teuthology.orchestra.run.smithi103.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDCc90GkHHlAudnFK9dpHK+znXgcYKy0+ewEyJaN7OW0dFqVbLsOTCJugC6j/fCGSE0SjaiPSNarZWoV4AtBcyleJhScfdNs4P7onkK2rynLNy3AE/ddACoc4NtE0yDQL/yziM6NMsWFtcADHgr2d/M0mTfVHT5ZhYyQXQqFdyy5Mbb7Gdl8REHwyVL78d1SBik3uJc+607ejdHWQGvxsBO9o31lvo05iAQVwN7FHv8osWbXxs420J48aP3Fl37nNwU/jAUeWnm8DN87JO/8Yr/2WHxd6ubLv3MmKONLFSbBR4JjvvKmpFw1pOAQ4yZHHvnRPwJ2w0QjNfgCUJcCefuMmjNAEbonX4kKv9Ape/dJh2YDCrFV1bMjJ1xgMY+gf0PDnu7VlHvZy/ZuqX3xfUmKHJlIVEflcASPtQC284BI5BdYeyyXMoHhCwtAko/sD5slirInQTz7H7FwlcaD/qKiut4aOPAXaUWvG5rtHRchUQDc8J62z2YGvI7m7EVRT0= ceph-4e298560-036d-11ef-bc93-c7b262605968 2024-04-26T01:38:14.026 DEBUG:teuthology.orchestra.run.smithi163:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDCc90GkHHlAudnFK9dpHK+znXgcYKy0+ewEyJaN7OW0dFqVbLsOTCJugC6j/fCGSE0SjaiPSNarZWoV4AtBcyleJhScfdNs4P7onkK2rynLNy3AE/ddACoc4NtE0yDQL/yziM6NMsWFtcADHgr2d/M0mTfVHT5ZhYyQXQqFdyy5Mbb7Gdl8REHwyVL78d1SBik3uJc+607ejdHWQGvxsBO9o31lvo05iAQVwN7FHv8osWbXxs420J48aP3Fl37nNwU/jAUeWnm8DN87JO/8Yr/2WHxd6ubLv3MmKONLFSbBR4JjvvKmpFw1pOAQ4yZHHvnRPwJ2w0QjNfgCUJcCefuMmjNAEbonX4kKv9Ape/dJh2YDCrFV1bMjJ1xgMY+gf0PDnu7VlHvZy/ZuqX3xfUmKHJlIVEflcASPtQC284BI5BdYeyyXMoHhCwtAko/sD5slirInQTz7H7FwlcaD/qKiut4aOPAXaUWvG5rtHRchUQDc8J62z2YGvI7m7EVRT0= ceph-4e298560-036d-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-26T01:38:14.032 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:13 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/413197564' entity='client.admin' 2024-04-26T01:38:14.066 INFO:teuthology.orchestra.run.smithi163.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDCc90GkHHlAudnFK9dpHK+znXgcYKy0+ewEyJaN7OW0dFqVbLsOTCJugC6j/fCGSE0SjaiPSNarZWoV4AtBcyleJhScfdNs4P7onkK2rynLNy3AE/ddACoc4NtE0yDQL/yziM6NMsWFtcADHgr2d/M0mTfVHT5ZhYyQXQqFdyy5Mbb7Gdl8REHwyVL78d1SBik3uJc+607ejdHWQGvxsBO9o31lvo05iAQVwN7FHv8osWbXxs420J48aP3Fl37nNwU/jAUeWnm8DN87JO/8Yr/2WHxd6ubLv3MmKONLFSbBR4JjvvKmpFw1pOAQ4yZHHvnRPwJ2w0QjNfgCUJcCefuMmjNAEbonX4kKv9Ape/dJh2YDCrFV1bMjJ1xgMY+gf0PDnu7VlHvZy/ZuqX3xfUmKHJlIVEflcASPtQC284BI5BdYeyyXMoHhCwtAko/sD5slirInQTz7H7FwlcaD/qKiut4aOPAXaUWvG5rtHRchUQDc8J62z2YGvI7m7EVRT0= ceph-4e298560-036d-11ef-bc93-c7b262605968 2024-04-26T01:38:14.078 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-04-26T01:38:14.523 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:38:17.586 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:17.589+0000 7f7a97c00700 1 -- 172.21.15.46:0/2610725213 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7a901046d0 msgr2=0x7f7a90104af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:17.586 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:17.589+0000 7f7a97c00700 1 --2- 172.21.15.46:0/2610725213 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7a901046d0 0x7f7a90104af0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f7a8400b0a0 tx=0x7f7a8400b3b0 comp rx=0 tx=0).stop 2024-04-26T01:38:17.586 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:17.589+0000 7f7a97c00700 1 -- 172.21.15.46:0/2610725213 shutdown_connections 2024-04-26T01:38:17.586 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:17.589+0000 7f7a97c00700 1 --2- 172.21.15.46:0/2610725213 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7a901046d0 0x7f7a90104af0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:17.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:17.589+0000 7f7a97c00700 1 -- 172.21.15.46:0/2610725213 >> 172.21.15.46:0/2610725213 conn(0x7f7a900ffc90 msgr2=0x7f7a901020b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:38:17.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:17.589+0000 7f7a97c00700 1 -- 172.21.15.46:0/2610725213 shutdown_connections 2024-04-26T01:38:17.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:17.589+0000 7f7a97c00700 1 -- 172.21.15.46:0/2610725213 wait complete. 2024-04-26T01:38:17.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:17.591+0000 7f7a97c00700 1 Processor -- start 2024-04-26T01:38:17.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:17.591+0000 7f7a97c00700 1 -- start start 2024-04-26T01:38:17.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:17.591+0000 7f7a97c00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7a901046d0 0x7f7a90199dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:38:17.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:17.591+0000 7f7a97c00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f7a9010a750 con 0x7f7a901046d0 2024-04-26T01:38:17.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:17.592+0000 7f7a95200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7a901046d0 0x7f7a90199dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:38:17.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:17.592+0000 7f7a95200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7a901046d0 0x7f7a90199dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:42754/0 (socket says 172.21.15.46:42754) 2024-04-26T01:38:17.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:17.592+0000 7f7a95200700 1 -- 172.21.15.46:0/3145517622 learned_addr learned my addr 172.21.15.46:0/3145517622 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:38:17.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:17.592+0000 7f7a95200700 1 -- 172.21.15.46:0/3145517622 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a9019a300 con 0x7f7a901046d0 2024-04-26T01:38:17.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:17.592+0000 7f7a95200700 1 --2- 172.21.15.46:0/3145517622 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7a901046d0 0x7f7a90199dc0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f7a84007890 tx=0x7f7a8400bd20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:38:17.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:17.593+0000 7f7a8d600700 1 -- 172.21.15.46:0/3145517622 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7a84017040 con 0x7f7a901046d0 2024-04-26T01:38:17.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:17.593+0000 7f7a8d600700 1 -- 172.21.15.46:0/3145517622 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7a84004040 con 0x7f7a901046d0 2024-04-26T01:38:17.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:17.593+0000 7f7a8d600700 1 -- 172.21.15.46:0/3145517622 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7a8401d440 con 0x7f7a901046d0 2024-04-26T01:38:17.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:17.593+0000 7f7a97c00700 1 -- 172.21.15.46:0/3145517622 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a9019a590 con 0x7f7a901046d0 2024-04-26T01:38:17.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:17.593+0000 7f7a97c00700 1 -- 172.21.15.46:0/3145517622 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a9019d280 con 0x7f7a901046d0 2024-04-26T01:38:17.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:17.594+0000 7f7a8d600700 1 -- 172.21.15.46:0/3145517622 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f7a84024020 con 0x7f7a901046d0 2024-04-26T01:38:17.590 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:17.594+0000 7f7a97c00700 1 -- 172.21.15.46:0/3145517622 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7a9010aed0 con 0x7f7a901046d0 2024-04-26T01:38:17.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:17.595+0000 7f7a8d600700 1 --2- 172.21.15.46:0/3145517622 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f7a780396a0 0x7f7a7803bb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:38:17.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:17.595+0000 7f7a8d600700 1 -- 172.21.15.46:0/3145517622 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f7a84022020 con 0x7f7a901046d0 2024-04-26T01:38:17.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:17.595+0000 7f7a8fe00700 1 --2- 172.21.15.46:0/3145517622 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f7a780396a0 0x7f7a7803bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:38:17.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:17.596+0000 7f7a8fe00700 1 --2- 172.21.15.46:0/3145517622 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f7a780396a0 0x7f7a7803bb60 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f7a7c006fd0 tx=0x7f7a7c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:38:17.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:17.601+0000 7f7a8d600700 1 -- 172.21.15.46:0/3145517622 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7a8402b020 con 0x7f7a901046d0 2024-04-26T01:38:17.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:17.833+0000 7f7a97c00700 1 -- 172.21.15.46:0/3145517622 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) -- 0x7f7a9002e090 con 0x7f7a901046d0 2024-04-26T01:38:17.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:17.836+0000 7f7a8d600700 1 -- 172.21.15.46:0/3145517622 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) ==== 125+0+0 (secure 0 0 0) 0x7f7a8401cc40 con 0x7f7a901046d0 2024-04-26T01:38:17.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:17.840+0000 7f7a97c00700 1 -- 172.21.15.46:0/3145517622 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f7a780396a0 msgr2=0x7f7a7803bb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:17.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:17.840+0000 7f7a97c00700 1 --2- 172.21.15.46:0/3145517622 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f7a780396a0 0x7f7a7803bb60 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f7a7c006fd0 tx=0x7f7a7c006e40 comp rx=0 tx=0).stop 2024-04-26T01:38:17.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:17.840+0000 7f7a97c00700 1 -- 172.21.15.46:0/3145517622 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7a901046d0 msgr2=0x7f7a90199dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:17.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:17.840+0000 7f7a97c00700 1 --2- 172.21.15.46:0/3145517622 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7a901046d0 0x7f7a90199dc0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f7a84007890 tx=0x7f7a8400bd20 comp rx=0 tx=0).stop 2024-04-26T01:38:17.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:17.840+0000 7f7a97c00700 1 -- 172.21.15.46:0/3145517622 shutdown_connections 2024-04-26T01:38:17.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:17.840+0000 7f7a97c00700 1 --2- 172.21.15.46:0/3145517622 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f7a780396a0 0x7f7a7803bb60 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:17.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:17.840+0000 7f7a97c00700 1 --2- 172.21.15.46:0/3145517622 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7a901046d0 0x7f7a90199dc0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:17.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:17.840+0000 7f7a97c00700 1 -- 172.21.15.46:0/3145517622 >> 172.21.15.46:0/3145517622 conn(0x7f7a900ffc90 msgr2=0x7f7a90100710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:38:17.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:17.840+0000 7f7a97c00700 1 -- 172.21.15.46:0/3145517622 shutdown_connections 2024-04-26T01:38:17.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:17.840+0000 7f7a97c00700 1 -- 172.21.15.46:0/3145517622 wait complete. 2024-04-26T01:38:18.600 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-04-26T01:38:18.601 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-04-26T01:38:19.041 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:38:19.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:18 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/3145517622' entity='client.admin' 2024-04-26T01:38:21.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:21.693+0000 7fabcfe00700 1 -- 172.21.15.46:0/1352556983 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fabc81046d0 msgr2=0x7fabc8104af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:21.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:21.693+0000 7fabcfe00700 1 --2- 172.21.15.46:0/1352556983 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fabc81046d0 0x7fabc8104af0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fabbc009910 tx=0x7fabbc009c20 comp rx=0 tx=0).stop 2024-04-26T01:38:21.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:21.694+0000 7fabcfe00700 1 -- 172.21.15.46:0/1352556983 shutdown_connections 2024-04-26T01:38:21.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:21.694+0000 7fabcfe00700 1 --2- 172.21.15.46:0/1352556983 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fabc81046d0 0x7fabc8104af0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:21.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:21.694+0000 7fabcfe00700 1 -- 172.21.15.46:0/1352556983 >> 172.21.15.46:0/1352556983 conn(0x7fabc80ffc90 msgr2=0x7fabc81020b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:38:21.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:21.694+0000 7fabcfe00700 1 -- 172.21.15.46:0/1352556983 shutdown_connections 2024-04-26T01:38:21.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:21.694+0000 7fabcfe00700 1 -- 172.21.15.46:0/1352556983 wait complete. 2024-04-26T01:38:21.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:21.695+0000 7fabcfe00700 1 Processor -- start 2024-04-26T01:38:21.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:21.696+0000 7fabcfe00700 1 -- start start 2024-04-26T01:38:21.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:21.696+0000 7fabcfe00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fabc81046d0 0x7fabc8199d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:38:21.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:21.696+0000 7fabcfe00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fabc810a750 con 0x7fabc81046d0 2024-04-26T01:38:21.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:21.696+0000 7fabcd400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fabc81046d0 0x7fabc8199d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:38:21.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:21.696+0000 7fabcd400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fabc81046d0 0x7fabc8199d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:42782/0 (socket says 172.21.15.46:42782) 2024-04-26T01:38:21.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:21.696+0000 7fabcd400700 1 -- 172.21.15.46:0/892593933 learned_addr learned my addr 172.21.15.46:0/892593933 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:38:21.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:21.697+0000 7fabcd400700 1 -- 172.21.15.46:0/892593933 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabc819a260 con 0x7fabc81046d0 2024-04-26T01:38:21.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:21.697+0000 7fabcd400700 1 --2- 172.21.15.46:0/892593933 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fabc81046d0 0x7fabc8199d20 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fabbc005830 tx=0x7fabbc009e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:38:21.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:21.697+0000 7fabc6000700 1 -- 172.21.15.46:0/892593933 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fabbc027070 con 0x7fabc81046d0 2024-04-26T01:38:21.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:21.697+0000 7fabc6000700 1 -- 172.21.15.46:0/892593933 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fabbc022470 con 0x7fabc81046d0 2024-04-26T01:38:21.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:21.697+0000 7fabcfe00700 1 -- 172.21.15.46:0/892593933 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fabc819a4f0 con 0x7fabc81046d0 2024-04-26T01:38:21.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:21.697+0000 7fabc6000700 1 -- 172.21.15.46:0/892593933 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fabbc00f5b0 con 0x7fabc81046d0 2024-04-26T01:38:21.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:21.697+0000 7fabcfe00700 1 -- 172.21.15.46:0/892593933 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fabc819d1d0 con 0x7fabc81046d0 2024-04-26T01:38:21.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:21.699+0000 7fabcfe00700 1 -- 172.21.15.46:0/892593933 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fabc810aed0 con 0x7fabc81046d0 2024-04-26T01:38:21.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:21.699+0000 7fabc6000700 1 -- 172.21.15.46:0/892593933 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7fabbc02a020 con 0x7fabc81046d0 2024-04-26T01:38:21.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:21.700+0000 7fabc6000700 1 --2- 172.21.15.46:0/892593933 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fabb00396b0 0x7fabb003bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:38:21.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:21.700+0000 7fabc6000700 1 -- 172.21.15.46:0/892593933 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fabbc01e030 con 0x7fabc81046d0 2024-04-26T01:38:21.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:21.700+0000 7fabcca00700 1 --2- 172.21.15.46:0/892593933 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fabb00396b0 0x7fabb003bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:38:21.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:21.701+0000 7fabcca00700 1 --2- 172.21.15.46:0/892593933 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fabb00396b0 0x7fabb003bb70 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fabb4006fd0 tx=0x7fabb4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:38:21.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:21.705+0000 7fabc6000700 1 -- 172.21.15.46:0/892593933 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fabbc031030 con 0x7fabc81046d0 2024-04-26T01:38:21.808 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:21 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:21.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:21 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:21.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:21 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi046", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:38:21.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:21 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:21.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:21 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:38:21.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:21 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:21.936 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:21.940+0000 7fabcfe00700 1 -- 172.21.15.46:0/892593933 --> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) -- 0x7fabc802e120 con 0x7fabb00396b0 2024-04-26T01:38:21.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:21.947+0000 7fabc6000700 1 -- 172.21.15.46:0/892593933 <== mgr.14152 v2:172.21.15.46:6800/3332901238 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fabc802e120 con 0x7fabb00396b0 2024-04-26T01:38:21.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:21.950+0000 7fabcfe00700 1 -- 172.21.15.46:0/892593933 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fabb00396b0 msgr2=0x7fabb003bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:21.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:21.950+0000 7fabcfe00700 1 --2- 172.21.15.46:0/892593933 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fabb00396b0 0x7fabb003bb70 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fabb4006fd0 tx=0x7fabb4006e40 comp rx=0 tx=0).stop 2024-04-26T01:38:21.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:21.950+0000 7fabcfe00700 1 -- 172.21.15.46:0/892593933 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fabc81046d0 msgr2=0x7fabc8199d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:21.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:21.950+0000 7fabcfe00700 1 --2- 172.21.15.46:0/892593933 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fabc81046d0 0x7fabc8199d20 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fabbc005830 tx=0x7fabbc009e60 comp rx=0 tx=0).stop 2024-04-26T01:38:21.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:21.950+0000 7fabcfe00700 1 -- 172.21.15.46:0/892593933 shutdown_connections 2024-04-26T01:38:21.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:21.950+0000 7fabcfe00700 1 --2- 172.21.15.46:0/892593933 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fabb00396b0 0x7fabb003bb70 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:21.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:21.951+0000 7fabcfe00700 1 --2- 172.21.15.46:0/892593933 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fabc81046d0 0x7fabc8199d20 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:21.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:21.951+0000 7fabcfe00700 1 -- 172.21.15.46:0/892593933 >> 172.21.15.46:0/892593933 conn(0x7fabc80ffc90 msgr2=0x7fabc8100610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:38:21.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:21.951+0000 7fabcfe00700 1 -- 172.21.15.46:0/892593933 shutdown_connections 2024-04-26T01:38:21.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:21.951+0000 7fabcfe00700 1 -- 172.21.15.46:0/892593933 wait complete. 2024-04-26T01:38:22.712 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi103 2024-04-26T01:38:22.712 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-04-26T01:38:22.712 DEBUG:teuthology.orchestra.run.smithi103:> dd of=/etc/ceph/ceph.conf 2024-04-26T01:38:22.732 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-04-26T01:38:22.732 DEBUG:teuthology.orchestra.run.smithi103:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:38:22.790 INFO:tasks.cephadm:Adding host smithi103 to orchestrator... 2024-04-26T01:38:22.790 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph orch host add smithi103 2024-04-26T01:38:23.222 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:38:23.308 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:22 smithi046 ceph-mon[28013]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:38:23.308 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:22 smithi046 ceph-mon[28013]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:38:23.308 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:22 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:23.308 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:22 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:38:23.308 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:22 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:38:23.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:22 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:38:23.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:22 smithi046 ceph-mon[28013]: Updating smithi046:/etc/ceph/ceph.conf 2024-04-26T01:38:24.058 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:23 smithi046 ceph-mon[28013]: Updating smithi046:/var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:38:25.191 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:24 smithi046 ceph-mon[28013]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:38:25.192 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:24 smithi046 ceph-mon[28013]: Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:38:25.192 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:24 smithi046 ceph-mon[28013]: Updating smithi046:/var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:38:25.192 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:24 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:25.192 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:24 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:25.192 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:24 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:25.368 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:25.370+0000 7f3771200700 1 -- 172.21.15.46:0/2789419715 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f376c1084e0 msgr2=0x7f376c1088c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:25.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:25.370+0000 7f3771200700 1 --2- 172.21.15.46:0/2789419715 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f376c1084e0 0x7f376c1088c0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f375c009910 tx=0x7f375c009c20 comp rx=0 tx=0).stop 2024-04-26T01:38:25.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:25.371+0000 7f3771200700 1 -- 172.21.15.46:0/2789419715 shutdown_connections 2024-04-26T01:38:25.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:25.371+0000 7f3771200700 1 --2- 172.21.15.46:0/2789419715 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f376c1084e0 0x7f376c1088c0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:25.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:25.371+0000 7f3771200700 1 -- 172.21.15.46:0/2789419715 >> 172.21.15.46:0/2789419715 conn(0x7f376c076ea0 msgr2=0x7f376c0772b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:38:25.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:25.371+0000 7f3771200700 1 -- 172.21.15.46:0/2789419715 shutdown_connections 2024-04-26T01:38:25.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:25.371+0000 7f3771200700 1 -- 172.21.15.46:0/2789419715 wait complete. 2024-04-26T01:38:25.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:25.372+0000 7f3771200700 1 Processor -- start 2024-04-26T01:38:25.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:25.372+0000 7f3771200700 1 -- start start 2024-04-26T01:38:25.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:25.372+0000 7f3771200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f376c1084e0 0x7f376c197f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:38:25.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:25.372+0000 7f3771200700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f376c10ca60 con 0x7f376c1084e0 2024-04-26T01:38:25.374 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:25.373+0000 7f3769e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f376c1084e0 0x7f376c197f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:38:25.374 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:25.373+0000 7f3769e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f376c1084e0 0x7f376c197f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52052/0 (socket says 172.21.15.46:52052) 2024-04-26T01:38:25.374 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:25.373+0000 7f3769e00700 1 -- 172.21.15.46:0/2611164090 learned_addr learned my addr 172.21.15.46:0/2611164090 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:38:25.374 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:25.373+0000 7f3769e00700 1 -- 172.21.15.46:0/2611164090 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f376c198480 con 0x7f376c1084e0 2024-04-26T01:38:25.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:25.373+0000 7f3769e00700 1 --2- 172.21.15.46:0/2611164090 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f376c1084e0 0x7f376c197f40 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f375c005780 tx=0x7f375c0057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:38:25.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:25.374+0000 7f3763400700 1 -- 172.21.15.46:0/2611164090 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f375c026070 con 0x7f376c1084e0 2024-04-26T01:38:25.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:25.374+0000 7f3763400700 1 -- 172.21.15.46:0/2611164090 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f375c004370 con 0x7f376c1084e0 2024-04-26T01:38:25.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:25.374+0000 7f3763400700 1 -- 172.21.15.46:0/2611164090 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f375c003a30 con 0x7f376c1084e0 2024-04-26T01:38:25.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:25.374+0000 7f3771200700 1 -- 172.21.15.46:0/2611164090 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f376c198770 con 0x7f376c1084e0 2024-04-26T01:38:25.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:25.374+0000 7f3771200700 1 -- 172.21.15.46:0/2611164090 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f376c19c810 con 0x7f376c1084e0 2024-04-26T01:38:25.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:25.375+0000 7f3771200700 1 -- 172.21.15.46:0/2611164090 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f376c103b90 con 0x7f376c1084e0 2024-04-26T01:38:25.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:25.375+0000 7f3763400700 1 -- 172.21.15.46:0/2611164090 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f375c029070 con 0x7f376c1084e0 2024-04-26T01:38:25.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:25.376+0000 7f3763400700 1 --2- 172.21.15.46:0/2611164090 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f37500396b0 0x7f375003bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:38:25.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:25.376+0000 7f3763400700 1 -- 172.21.15.46:0/2611164090 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f375c01e070 con 0x7f376c1084e0 2024-04-26T01:38:25.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:25.376+0000 7f3761400700 1 --2- 172.21.15.46:0/2611164090 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f37500396b0 0x7f375003bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:38:25.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:25.377+0000 7f3761400700 1 --2- 172.21.15.46:0/2611164090 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f37500396b0 0x7f375003bb70 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f3754006fd0 tx=0x7f3754006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:38:25.378 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:25.381+0000 7f3763400700 1 -- 172.21.15.46:0/2611164090 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f375c013070 con 0x7f376c1084e0 2024-04-26T01:38:25.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:25.617+0000 7f3771200700 1 -- 172.21.15.46:0/2611164090 --> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi103", "target": ["mon-mgr", ""]}) -- 0x7f376c1992a0 con 0x7f37500396b0 2024-04-26T01:38:27.308 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:26 smithi046 ceph-mon[28013]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:38:27.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:26 smithi046 ceph-mon[28013]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi103", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:38:28.210 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:27 smithi046 ceph-mon[28013]: Deploying cephadm binary to smithi103 2024-04-26T01:38:29.308 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:28 smithi046 ceph-mon[28013]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:38:30.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:30.565+0000 7f3763400700 1 -- 172.21.15.46:0/2611164090 <== mgr.14152 v2:172.21.15.46:6800/3332901238 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7f376c1992a0 con 0x7f37500396b0 2024-04-26T01:38:30.564 INFO:teuthology.orchestra.run.smithi046.stdout:Added host 'smithi103' with addr '172.21.15.103' 2024-04-26T01:38:30.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:30.570+0000 7f3771200700 1 -- 172.21.15.46:0/2611164090 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f37500396b0 msgr2=0x7f375003bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:30.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:30.570+0000 7f3771200700 1 --2- 172.21.15.46:0/2611164090 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f37500396b0 0x7f375003bb70 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f3754006fd0 tx=0x7f3754006e40 comp rx=0 tx=0).stop 2024-04-26T01:38:30.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:30.570+0000 7f3771200700 1 -- 172.21.15.46:0/2611164090 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f376c1084e0 msgr2=0x7f376c197f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:30.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:30.570+0000 7f3771200700 1 --2- 172.21.15.46:0/2611164090 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f376c1084e0 0x7f376c197f40 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f375c005780 tx=0x7f375c0057b0 comp rx=0 tx=0).stop 2024-04-26T01:38:30.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:30.570+0000 7f3771200700 1 -- 172.21.15.46:0/2611164090 shutdown_connections 2024-04-26T01:38:30.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:30.570+0000 7f3771200700 1 --2- 172.21.15.46:0/2611164090 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f37500396b0 0x7f375003bb70 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:30.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:30.570+0000 7f3771200700 1 --2- 172.21.15.46:0/2611164090 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f376c1084e0 0x7f376c197f40 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:30.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:30.570+0000 7f3771200700 1 -- 172.21.15.46:0/2611164090 >> 172.21.15.46:0/2611164090 conn(0x7f376c076ea0 msgr2=0x7f376c0fe820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:38:30.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:30.571+0000 7f3771200700 1 -- 172.21.15.46:0/2611164090 shutdown_connections 2024-04-26T01:38:30.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:30.571+0000 7f3771200700 1 -- 172.21.15.46:0/2611164090 wait complete. 2024-04-26T01:38:31.269 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:30 smithi046 ceph-mon[28013]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:38:31.269 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:30 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:31.269 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:30 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:38:31.338 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph orch host ls --format=json 2024-04-26T01:38:31.806 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:38:32.272 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:31 smithi046 ceph-mon[28013]: Added host smithi103 2024-04-26T01:38:32.272 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:31 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:32.273 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:31 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:33.011 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:32 smithi046 ceph-mon[28013]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:38:33.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:33.886+0000 7f8cd7200700 1 -- 172.21.15.46:0/3701622119 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8cd01035f0 msgr2=0x7f8cd01039d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:33.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:33.886+0000 7f8cd7200700 1 --2- 172.21.15.46:0/3701622119 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8cd01035f0 0x7f8cd01039d0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f8cc0009910 tx=0x7f8cc0009c20 comp rx=0 tx=0).stop 2024-04-26T01:38:33.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:33.886+0000 7f8cd7200700 1 -- 172.21.15.46:0/3701622119 shutdown_connections 2024-04-26T01:38:33.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:33.886+0000 7f8cd7200700 1 --2- 172.21.15.46:0/3701622119 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8cd01035f0 0x7f8cd01039d0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:33.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:33.886+0000 7f8cd7200700 1 -- 172.21.15.46:0/3701622119 >> 172.21.15.46:0/3701622119 conn(0x7f8cd00fce40 msgr2=0x7f8cd00ff260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:38:33.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:33.887+0000 7f8cd7200700 1 -- 172.21.15.46:0/3701622119 shutdown_connections 2024-04-26T01:38:33.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:33.887+0000 7f8cd7200700 1 -- 172.21.15.46:0/3701622119 wait complete. 2024-04-26T01:38:33.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:33.888+0000 7f8cd7200700 1 Processor -- start 2024-04-26T01:38:33.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:33.888+0000 7f8cd7200700 1 -- start start 2024-04-26T01:38:33.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:33.888+0000 7f8cd7200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8cd01035f0 0x7f8cd019a140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:38:33.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:33.888+0000 7f8cd7200700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f8cd010cad0 con 0x7f8cd01035f0 2024-04-26T01:38:33.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:33.889+0000 7f8ccfe00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8cd01035f0 0x7f8cd019a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:38:33.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:33.889+0000 7f8ccfe00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8cd01035f0 0x7f8cd019a140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50478/0 (socket says 172.21.15.46:50478) 2024-04-26T01:38:33.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:33.889+0000 7f8ccfe00700 1 -- 172.21.15.46:0/2774337021 learned_addr learned my addr 172.21.15.46:0/2774337021 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:38:33.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:33.889+0000 7f8ccfe00700 1 -- 172.21.15.46:0/2774337021 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8cd019a680 con 0x7f8cd01035f0 2024-04-26T01:38:33.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:33.889+0000 7f8ccfe00700 1 --2- 172.21.15.46:0/2774337021 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8cd01035f0 0x7f8cd019a140 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f8cc0006010 tx=0x7f8cc0009f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:38:33.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:33.889+0000 7f8cccc00700 1 -- 172.21.15.46:0/2774337021 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8cc0027070 con 0x7f8cd01035f0 2024-04-26T01:38:33.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:33.890+0000 7f8cccc00700 1 -- 172.21.15.46:0/2774337021 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8cc0022470 con 0x7f8cd01035f0 2024-04-26T01:38:33.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:33.890+0000 7f8cd7200700 1 -- 172.21.15.46:0/2774337021 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8cd019a910 con 0x7f8cd01035f0 2024-04-26T01:38:33.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:33.890+0000 7f8cccc00700 1 -- 172.21.15.46:0/2774337021 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8cc000f5f0 con 0x7f8cd01035f0 2024-04-26T01:38:33.887 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:33.890+0000 7f8cd7200700 1 -- 172.21.15.46:0/2774337021 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8cd019ad70 con 0x7f8cd01035f0 2024-04-26T01:38:33.887 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:33.891+0000 7f8cccc00700 1 -- 172.21.15.46:0/2774337021 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f8cc002a070 con 0x7f8cd01035f0 2024-04-26T01:38:33.887 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:33.891+0000 7f8cd7200700 1 -- 172.21.15.46:0/2774337021 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8cd006afd0 con 0x7f8cd01035f0 2024-04-26T01:38:33.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:33.891+0000 7f8cccc00700 1 --2- 172.21.15.46:0/2774337021 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f8cb40396b0 0x7f8cb403bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:38:33.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:33.891+0000 7f8cccc00700 1 -- 172.21.15.46:0/2774337021 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f8cc001e030 con 0x7f8cd01035f0 2024-04-26T01:38:33.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:33.892+0000 7f8ccf400700 1 --2- 172.21.15.46:0/2774337021 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f8cb40396b0 0x7f8cb403bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:38:33.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:33.892+0000 7f8ccf400700 1 --2- 172.21.15.46:0/2774337021 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f8cb40396b0 0x7f8cb403bb70 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f8cbc006fd0 tx=0x7f8cbc006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:38:33.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:33.897+0000 7f8cccc00700 1 -- 172.21.15.46:0/2774337021 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8cc0013070 con 0x7f8cd01035f0 2024-04-26T01:38:34.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:34.134+0000 7f8cd7200700 1 -- 172.21.15.46:0/2774337021 --> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8cd019b4a0 con 0x7f8cb40396b0 2024-04-26T01:38:34.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:34.137+0000 7f8cccc00700 1 -- 172.21.15.46:0/2774337021 <== mgr.14152 v2:172.21.15.46:6800/3332901238 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+160 (secure 0 0 0) 0x7f8cd019b4a0 con 0x7f8cb40396b0 2024-04-26T01:38:34.133 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:38:34.133 INFO:teuthology.orchestra.run.smithi046.stdout:[{"addr": "172.21.15.46", "hostname": "smithi046", "labels": [], "status": ""}, {"addr": "172.21.15.103", "hostname": "smithi103", "labels": [], "status": ""}] 2024-04-26T01:38:34.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:34.140+0000 7f8cd7200700 1 -- 172.21.15.46:0/2774337021 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f8cb40396b0 msgr2=0x7f8cb403bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:34.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:34.140+0000 7f8cd7200700 1 --2- 172.21.15.46:0/2774337021 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f8cb40396b0 0x7f8cb403bb70 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f8cbc006fd0 tx=0x7f8cbc006e40 comp rx=0 tx=0).stop 2024-04-26T01:38:34.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:34.140+0000 7f8cd7200700 1 -- 172.21.15.46:0/2774337021 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8cd01035f0 msgr2=0x7f8cd019a140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:34.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:34.140+0000 7f8cd7200700 1 --2- 172.21.15.46:0/2774337021 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8cd01035f0 0x7f8cd019a140 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f8cc0006010 tx=0x7f8cc0009f30 comp rx=0 tx=0).stop 2024-04-26T01:38:34.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:34.140+0000 7f8cd7200700 1 -- 172.21.15.46:0/2774337021 shutdown_connections 2024-04-26T01:38:34.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:34.140+0000 7f8cd7200700 1 --2- 172.21.15.46:0/2774337021 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f8cb40396b0 0x7f8cb403bb70 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:34.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:34.140+0000 7f8cd7200700 1 --2- 172.21.15.46:0/2774337021 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8cd01035f0 0x7f8cd019a140 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:34.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:34.140+0000 7f8cd7200700 1 -- 172.21.15.46:0/2774337021 >> 172.21.15.46:0/2774337021 conn(0x7f8cd00fce40 msgr2=0x7f8cd0108790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:38:34.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:34.140+0000 7f8cd7200700 1 -- 172.21.15.46:0/2774337021 shutdown_connections 2024-04-26T01:38:34.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:34.140+0000 7f8cd7200700 1 -- 172.21.15.46:0/2774337021 wait complete. 2024-04-26T01:38:34.451 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:34 smithi046 ceph-mon[28013]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:38:34.451 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:34 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:34.875 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi163 2024-04-26T01:38:34.875 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-04-26T01:38:34.875 DEBUG:teuthology.orchestra.run.smithi163:> dd of=/etc/ceph/ceph.conf 2024-04-26T01:38:34.895 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-04-26T01:38:34.895 DEBUG:teuthology.orchestra.run.smithi163:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:38:34.952 INFO:tasks.cephadm:Adding host smithi163 to orchestrator... 2024-04-26T01:38:34.953 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph orch host add smithi163 2024-04-26T01:38:35.408 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:38:35.589 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:35 smithi046 ceph-mon[28013]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:38:36.598 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:36 smithi046 ceph-mon[28013]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:38:37.495 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:37.498+0000 7f1dc0a00700 1 -- 172.21.15.46:0/3955239114 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1dbc076f70 msgr2=0x7f1dbc077350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:37.495 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:37.498+0000 7f1dc0a00700 1 --2- 172.21.15.46:0/3955239114 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1dbc076f70 0x7f1dbc077350 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f1dac009910 tx=0x7f1dac009c20 comp rx=0 tx=0).stop 2024-04-26T01:38:37.495 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:37.498+0000 7f1dc0a00700 1 -- 172.21.15.46:0/3955239114 shutdown_connections 2024-04-26T01:38:37.495 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:37.498+0000 7f1dc0a00700 1 --2- 172.21.15.46:0/3955239114 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1dbc076f70 0x7f1dbc077350 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:37.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:37.498+0000 7f1dc0a00700 1 -- 172.21.15.46:0/3955239114 >> 172.21.15.46:0/3955239114 conn(0x7f1dbc100150 msgr2=0x7f1dbc102570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:38:37.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:37.498+0000 7f1dc0a00700 1 -- 172.21.15.46:0/3955239114 shutdown_connections 2024-04-26T01:38:37.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:37.498+0000 7f1dc0a00700 1 -- 172.21.15.46:0/3955239114 wait complete. 2024-04-26T01:38:37.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:37.499+0000 7f1dc0a00700 1 Processor -- start 2024-04-26T01:38:37.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:37.499+0000 7f1dc0a00700 1 -- start start 2024-04-26T01:38:37.497 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:37.500+0000 7f1dc0a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1dbc076f70 0x7f1dbc19e500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:38:37.497 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:37.500+0000 7f1dc0a00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f1dbc1130e0 con 0x7f1dbc076f70 2024-04-26T01:38:37.497 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:37.500+0000 7f1db9e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1dbc076f70 0x7f1dbc19e500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:38:37.497 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:37.500+0000 7f1db9e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1dbc076f70 0x7f1dbc19e500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50496/0 (socket says 172.21.15.46:50496) 2024-04-26T01:38:37.497 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:37.500+0000 7f1db9e00700 1 -- 172.21.15.46:0/3742341301 learned_addr learned my addr 172.21.15.46:0/3742341301 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:38:37.497 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:37.501+0000 7f1db9e00700 1 -- 172.21.15.46:0/3742341301 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1dbc19ea40 con 0x7f1dbc076f70 2024-04-26T01:38:37.498 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:37.501+0000 7f1db9e00700 1 --2- 172.21.15.46:0/3742341301 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1dbc076f70 0x7f1dbc19e500 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f1dac006010 tx=0x7f1dac009ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:38:37.498 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:37.501+0000 7f1db3400700 1 -- 172.21.15.46:0/3742341301 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1dac027070 con 0x7f1dbc076f70 2024-04-26T01:38:37.498 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:37.501+0000 7f1db3400700 1 -- 172.21.15.46:0/3742341301 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1dac00be30 con 0x7f1dbc076f70 2024-04-26T01:38:37.498 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:37.501+0000 7f1db3400700 1 -- 172.21.15.46:0/3742341301 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1dac00f460 con 0x7f1dbc076f70 2024-04-26T01:38:37.498 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:37.501+0000 7f1dc0a00700 1 -- 172.21.15.46:0/3742341301 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1dbc19ecd0 con 0x7f1dbc076f70 2024-04-26T01:38:37.498 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:37.502+0000 7f1dc0a00700 1 -- 172.21.15.46:0/3742341301 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1dbc19f130 con 0x7f1dbc076f70 2024-04-26T01:38:37.499 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:37.503+0000 7f1db3400700 1 -- 172.21.15.46:0/3742341301 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f1dac02a070 con 0x7f1dbc076f70 2024-04-26T01:38:37.499 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:37.503+0000 7f1dc0a00700 1 -- 172.21.15.46:0/3742341301 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1dbc0786b0 con 0x7f1dbc076f70 2024-04-26T01:38:37.500 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:37.503+0000 7f1db3400700 1 --2- 172.21.15.46:0/3742341301 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f1da00396b0 0x7f1da003bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:38:37.500 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:37.503+0000 7f1db3400700 1 -- 172.21.15.46:0/3742341301 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f1dac01e030 con 0x7f1dbc076f70 2024-04-26T01:38:37.500 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:37.504+0000 7f1db1400700 1 --2- 172.21.15.46:0/3742341301 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f1da00396b0 0x7f1da003bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:38:37.500 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:37.504+0000 7f1db1400700 1 --2- 172.21.15.46:0/3742341301 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f1da00396b0 0x7f1da003bb70 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f1da4006fd0 tx=0x7f1da4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:38:37.505 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:37.509+0000 7f1db3400700 1 -- 172.21.15.46:0/3742341301 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1dac013070 con 0x7f1dbc076f70 2024-04-26T01:38:37.772 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:37.775+0000 7f1dc0a00700 1 -- 172.21.15.46:0/3742341301 --> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi163", "target": ["mon-mgr", ""]}) -- 0x7f1dbc19f8d0 con 0x7f1da00396b0 2024-04-26T01:38:38.058 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:37 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:38.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:37 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:38.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:37 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:38.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:37 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:38.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:37 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi103", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:38:38.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:37 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:38:38.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:37 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:38:38.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:37 smithi046 ceph-mon[28013]: Updating smithi103:/etc/ceph/ceph.conf 2024-04-26T01:38:38.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:37 smithi046 ceph-mon[28013]: Updating smithi103:/var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:38:39.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:38 smithi046 ceph-mon[28013]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:38:39.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:38 smithi046 ceph-mon[28013]: Updating smithi103:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:38:39.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:38 smithi046 ceph-mon[28013]: Updating smithi103:/var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:38:39.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:38 smithi046 ceph-mon[28013]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi163", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:38:39.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:38 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:39.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:38 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:39.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:38 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:40.308 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:39 smithi046 ceph-mon[28013]: Deploying cephadm binary to smithi163 2024-04-26T01:38:41.308 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:40 smithi046 ceph-mon[28013]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:38:42.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:42.632+0000 7f1db3400700 1 -- 172.21.15.46:0/3742341301 <== mgr.14152 v2:172.21.15.46:6800/3332901238 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7f1dbc19f8d0 con 0x7f1da00396b0 2024-04-26T01:38:42.630 INFO:teuthology.orchestra.run.smithi046.stdout:Added host 'smithi163' with addr '172.21.15.163' 2024-04-26T01:38:42.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:42.636+0000 7f1dc0a00700 1 -- 172.21.15.46:0/3742341301 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f1da00396b0 msgr2=0x7f1da003bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:42.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:42.636+0000 7f1dc0a00700 1 --2- 172.21.15.46:0/3742341301 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f1da00396b0 0x7f1da003bb70 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f1da4006fd0 tx=0x7f1da4006e40 comp rx=0 tx=0).stop 2024-04-26T01:38:42.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:42.636+0000 7f1dc0a00700 1 -- 172.21.15.46:0/3742341301 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1dbc076f70 msgr2=0x7f1dbc19e500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:42.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:42.636+0000 7f1dc0a00700 1 --2- 172.21.15.46:0/3742341301 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1dbc076f70 0x7f1dbc19e500 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f1dac006010 tx=0x7f1dac009ec0 comp rx=0 tx=0).stop 2024-04-26T01:38:42.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:42.636+0000 7f1dc0a00700 1 -- 172.21.15.46:0/3742341301 shutdown_connections 2024-04-26T01:38:42.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:42.636+0000 7f1dc0a00700 1 --2- 172.21.15.46:0/3742341301 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f1da00396b0 0x7f1da003bb70 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:42.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:42.636+0000 7f1dc0a00700 1 --2- 172.21.15.46:0/3742341301 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1dbc076f70 0x7f1dbc19e500 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:42.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:42.636+0000 7f1dc0a00700 1 -- 172.21.15.46:0/3742341301 >> 172.21.15.46:0/3742341301 conn(0x7f1dbc100150 msgr2=0x7f1dbc101920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:38:42.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:42.637+0000 7f1dc0a00700 1 -- 172.21.15.46:0/3742341301 shutdown_connections 2024-04-26T01:38:42.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:42.637+0000 7f1dc0a00700 1 -- 172.21.15.46:0/3742341301 wait complete. 2024-04-26T01:38:43.284 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:42 smithi046 ceph-mon[28013]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:38:43.284 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:42 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:43.284 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:42 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:38:43.343 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph orch host ls --format=json 2024-04-26T01:38:43.789 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:38:44.246 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:43 smithi046 ceph-mon[28013]: Added host smithi163 2024-04-26T01:38:44.247 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:43 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:44.247 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:43 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:44.977 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:44 smithi046 ceph-mon[28013]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:38:45.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:45.867+0000 7f7700200700 1 -- 172.21.15.46:0/3395605025 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f76f81084e0 msgr2=0x7f76f81088c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:45.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:45.867+0000 7f7700200700 1 --2- 172.21.15.46:0/3395605025 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f76f81084e0 0x7f76f81088c0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f76ec009910 tx=0x7f76ec009c20 comp rx=0 tx=0).stop 2024-04-26T01:38:45.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:45.867+0000 7f7700200700 1 -- 172.21.15.46:0/3395605025 shutdown_connections 2024-04-26T01:38:45.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:45.868+0000 7f7700200700 1 --2- 172.21.15.46:0/3395605025 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f76f81084e0 0x7f76f81088c0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:45.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:45.868+0000 7f7700200700 1 -- 172.21.15.46:0/3395605025 >> 172.21.15.46:0/3395605025 conn(0x7f76f8076ea0 msgr2=0x7f76f80772b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:38:45.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:45.868+0000 7f7700200700 1 -- 172.21.15.46:0/3395605025 shutdown_connections 2024-04-26T01:38:45.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:45.868+0000 7f7700200700 1 -- 172.21.15.46:0/3395605025 wait complete. 2024-04-26T01:38:45.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:45.869+0000 7f7700200700 1 Processor -- start 2024-04-26T01:38:45.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:45.869+0000 7f7700200700 1 -- start start 2024-04-26T01:38:45.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:45.869+0000 7f7700200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f76f81084e0 0x7f76f8101460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:38:45.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:45.869+0000 7f7700200700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f76f810ca60 con 0x7f76f81084e0 2024-04-26T01:38:45.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:45.870+0000 7f76fd800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f76f81084e0 0x7f76f8101460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:38:45.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:45.870+0000 7f76fd800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f76f81084e0 0x7f76f8101460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50438/0 (socket says 172.21.15.46:50438) 2024-04-26T01:38:45.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:45.870+0000 7f76fd800700 1 -- 172.21.15.46:0/4165640612 learned_addr learned my addr 172.21.15.46:0/4165640612 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:38:45.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:45.870+0000 7f76fd800700 1 -- 172.21.15.46:0/4165640612 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76f8103350 con 0x7f76f81084e0 2024-04-26T01:38:45.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:45.870+0000 7f76fd800700 1 --2- 172.21.15.46:0/4165640612 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f76f81084e0 0x7f76f8101460 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f76ec006010 tx=0x7f76ec009ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:38:45.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:45.871+0000 7f76f6000700 1 -- 172.21.15.46:0/4165640612 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f76ec027070 con 0x7f76f81084e0 2024-04-26T01:38:45.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:45.871+0000 7f76f6000700 1 -- 172.21.15.46:0/4165640612 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f76ec00be30 con 0x7f76f81084e0 2024-04-26T01:38:45.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:45.871+0000 7f76f6000700 1 -- 172.21.15.46:0/4165640612 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f76ec00f460 con 0x7f76f81084e0 2024-04-26T01:38:45.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:45.871+0000 7f7700200700 1 -- 172.21.15.46:0/4165640612 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76f8101a00 con 0x7f76f81084e0 2024-04-26T01:38:45.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:45.871+0000 7f7700200700 1 -- 172.21.15.46:0/4165640612 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76f8101ec0 con 0x7f76f81084e0 2024-04-26T01:38:45.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:45.872+0000 7f7700200700 1 -- 172.21.15.46:0/4165640612 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76f8103b90 con 0x7f76f81084e0 2024-04-26T01:38:45.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:45.872+0000 7f76f6000700 1 -- 172.21.15.46:0/4165640612 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f76ec02a070 con 0x7f76f81084e0 2024-04-26T01:38:45.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:45.873+0000 7f76f6000700 1 --2- 172.21.15.46:0/4165640612 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f76e00396b0 0x7f76e003bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:38:45.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:45.873+0000 7f76f6000700 1 -- 172.21.15.46:0/4165640612 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f76ec01e030 con 0x7f76f81084e0 2024-04-26T01:38:45.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:45.873+0000 7f76fce00700 1 --2- 172.21.15.46:0/4165640612 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f76e00396b0 0x7f76e003bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:38:45.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:45.874+0000 7f76fce00700 1 --2- 172.21.15.46:0/4165640612 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f76e00396b0 0x7f76e003bb70 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f76e4006fd0 tx=0x7f76e4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:38:45.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:45.879+0000 7f76f6000700 1 -- 172.21.15.46:0/4165640612 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f76ec013070 con 0x7f76f81084e0 2024-04-26T01:38:46.114 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:46.118+0000 7f7700200700 1 -- 172.21.15.46:0/4165640612 --> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f76f8102990 con 0x7f76e00396b0 2024-04-26T01:38:46.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:46.120+0000 7f76f6000700 1 -- 172.21.15.46:0/4165640612 <== mgr.14152 v2:172.21.15.46:6800/3332901238 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+240 (secure 0 0 0) 0x7f76f8102990 con 0x7f76e00396b0 2024-04-26T01:38:46.117 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:38:46.117 INFO:teuthology.orchestra.run.smithi046.stdout:[{"addr": "172.21.15.46", "hostname": "smithi046", "labels": [], "status": ""}, {"addr": "172.21.15.103", "hostname": "smithi103", "labels": [], "status": ""}, {"addr": "172.21.15.163", "hostname": "smithi163", "labels": [], "status": ""}] 2024-04-26T01:38:46.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:46.123+0000 7f7700200700 1 -- 172.21.15.46:0/4165640612 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f76e00396b0 msgr2=0x7f76e003bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:46.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:46.123+0000 7f7700200700 1 --2- 172.21.15.46:0/4165640612 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f76e00396b0 0x7f76e003bb70 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f76e4006fd0 tx=0x7f76e4006e40 comp rx=0 tx=0).stop 2024-04-26T01:38:46.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:46.123+0000 7f7700200700 1 -- 172.21.15.46:0/4165640612 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f76f81084e0 msgr2=0x7f76f8101460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:46.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:46.123+0000 7f7700200700 1 --2- 172.21.15.46:0/4165640612 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f76f81084e0 0x7f76f8101460 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f76ec006010 tx=0x7f76ec009ec0 comp rx=0 tx=0).stop 2024-04-26T01:38:46.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:46.123+0000 7f7700200700 1 -- 172.21.15.46:0/4165640612 shutdown_connections 2024-04-26T01:38:46.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:46.123+0000 7f7700200700 1 --2- 172.21.15.46:0/4165640612 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f76e00396b0 0x7f76e003bb70 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:46.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:46.123+0000 7f7700200700 1 --2- 172.21.15.46:0/4165640612 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f76f81084e0 0x7f76f8101460 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:46.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:46.123+0000 7f7700200700 1 -- 172.21.15.46:0/4165640612 >> 172.21.15.46:0/4165640612 conn(0x7f76f8076ea0 msgr2=0x7f76f80fe820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:38:46.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:46.123+0000 7f7700200700 1 -- 172.21.15.46:0/4165640612 shutdown_connections 2024-04-26T01:38:46.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:46.124+0000 7f7700200700 1 -- 172.21.15.46:0/4165640612 wait complete. 2024-04-26T01:38:46.796 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:46 smithi046 ceph-mon[28013]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:38:46.796 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:46 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:46.859 INFO:tasks.cephadm:Setting crush tunables to default 2024-04-26T01:38:46.859 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph osd crush tunables default 2024-04-26T01:38:47.309 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:38:47.784 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:47 smithi046 ceph-mon[28013]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:38:48.808 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:48 smithi046 ceph-mon[28013]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:38:49.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:49.347+0000 7f65ff800700 1 -- 172.21.15.46:0/1902405708 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f65f81084e0 msgr2=0x7f65f81088c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:49.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:49.347+0000 7f65ff800700 1 --2- 172.21.15.46:0/1902405708 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f65f81084e0 0x7f65f81088c0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f65ec009910 tx=0x7f65ec009c20 comp rx=0 tx=0).stop 2024-04-26T01:38:49.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:49.347+0000 7f65ff800700 1 -- 172.21.15.46:0/1902405708 shutdown_connections 2024-04-26T01:38:49.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:49.347+0000 7f65ff800700 1 --2- 172.21.15.46:0/1902405708 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f65f81084e0 0x7f65f81088c0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:49.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:49.347+0000 7f65ff800700 1 -- 172.21.15.46:0/1902405708 >> 172.21.15.46:0/1902405708 conn(0x7f65f80fdf80 msgr2=0x7f65f81003a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:38:49.345 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:49.347+0000 7f65ff800700 1 -- 172.21.15.46:0/1902405708 shutdown_connections 2024-04-26T01:38:49.345 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:49.347+0000 7f65ff800700 1 -- 172.21.15.46:0/1902405708 wait complete. 2024-04-26T01:38:49.345 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:49.349+0000 7f65ff800700 1 Processor -- start 2024-04-26T01:38:49.345 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:49.349+0000 7f65ff800700 1 -- start start 2024-04-26T01:38:49.346 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:49.349+0000 7f65ff800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f65f81084e0 0x7f65f8074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:38:49.346 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:49.349+0000 7f65ff800700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f65f810ca80 con 0x7f65f81084e0 2024-04-26T01:38:49.346 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:49.350+0000 7f65fce00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f65f81084e0 0x7f65f8074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:38:49.346 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:49.350+0000 7f65fce00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f65f81084e0 0x7f65f8074d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50452/0 (socket says 172.21.15.46:50452) 2024-04-26T01:38:49.346 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:49.350+0000 7f65fce00700 1 -- 172.21.15.46:0/3591009993 learned_addr learned my addr 172.21.15.46:0/3591009993 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:38:49.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:49.350+0000 7f65fce00700 1 -- 172.21.15.46:0/3591009993 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65f8076c30 con 0x7f65f81084e0 2024-04-26T01:38:49.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:49.351+0000 7f65fce00700 1 --2- 172.21.15.46:0/3591009993 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f65f81084e0 0x7f65f8074d40 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f65ec006010 tx=0x7f65ec009ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:38:49.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:49.351+0000 7f65f5600700 1 -- 172.21.15.46:0/3591009993 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f65ec027070 con 0x7f65f81084e0 2024-04-26T01:38:49.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:49.351+0000 7f65f5600700 1 -- 172.21.15.46:0/3591009993 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f65ec00be30 con 0x7f65f81084e0 2024-04-26T01:38:49.347 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:49.351+0000 7f65f5600700 1 -- 172.21.15.46:0/3591009993 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f65ec00f460 con 0x7f65f81084e0 2024-04-26T01:38:49.348 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:49.351+0000 7f65ff800700 1 -- 172.21.15.46:0/3591009993 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65f80752e0 con 0x7f65f81084e0 2024-04-26T01:38:49.348 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:49.351+0000 7f65ff800700 1 -- 172.21.15.46:0/3591009993 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65f80757a0 con 0x7f65f81084e0 2024-04-26T01:38:49.348 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:49.352+0000 7f65f5600700 1 -- 172.21.15.46:0/3591009993 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f65ec02a070 con 0x7f65f81084e0 2024-04-26T01:38:49.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:49.352+0000 7f65ff800700 1 -- 172.21.15.46:0/3591009993 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65f8103b90 con 0x7f65f81084e0 2024-04-26T01:38:49.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:49.353+0000 7f65f5600700 1 --2- 172.21.15.46:0/3591009993 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f65e0039700 0x7f65e003bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:38:49.349 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:49.353+0000 7f65f5600700 1 -- 172.21.15.46:0/3591009993 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f65ec01e030 con 0x7f65f81084e0 2024-04-26T01:38:49.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:49.353+0000 7f65f7e00700 1 --2- 172.21.15.46:0/3591009993 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f65e0039700 0x7f65e003bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:38:49.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:49.354+0000 7f65f7e00700 1 --2- 172.21.15.46:0/3591009993 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f65e0039700 0x7f65e003bbc0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f65e4006fd0 tx=0x7f65e4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:38:49.355 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:49.359+0000 7f65f5600700 1 -- 172.21.15.46:0/3591009993 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f65ec013070 con 0x7f65f81084e0 2024-04-26T01:38:49.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:49.596+0000 7f65ff800700 1 -- 172.21.15.46:0/3591009993 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f65f8076270 con 0x7f65f81084e0 2024-04-26T01:38:49.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:49.933+0000 7f65f5600700 1 -- 172.21.15.46:0/3591009993 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) ==== 124+0+0 (secure 0 0 0) 0x7f65ec031090 con 0x7f65f81084e0 2024-04-26T01:38:49.934 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:49.937+0000 7f65ff800700 1 -- 172.21.15.46:0/3591009993 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f65e0039700 msgr2=0x7f65e003bbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:49.935 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:49.937+0000 7f65ff800700 1 --2- 172.21.15.46:0/3591009993 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f65e0039700 0x7f65e003bbc0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f65e4006fd0 tx=0x7f65e4006e40 comp rx=0 tx=0).stop 2024-04-26T01:38:49.935 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:49.938+0000 7f65ff800700 1 -- 172.21.15.46:0/3591009993 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f65f81084e0 msgr2=0x7f65f8074d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:49.935 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:49.938+0000 7f65ff800700 1 --2- 172.21.15.46:0/3591009993 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f65f81084e0 0x7f65f8074d40 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f65ec006010 tx=0x7f65ec009ec0 comp rx=0 tx=0).stop 2024-04-26T01:38:49.935 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:49.938+0000 7f65ff800700 1 -- 172.21.15.46:0/3591009993 shutdown_connections 2024-04-26T01:38:49.935 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:49.938+0000 7f65ff800700 1 --2- 172.21.15.46:0/3591009993 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f65e0039700 0x7f65e003bbc0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:49.935 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:49.938+0000 7f65ff800700 1 --2- 172.21.15.46:0/3591009993 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f65f81084e0 0x7f65f8074d40 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:49.935 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:49.938+0000 7f65ff800700 1 -- 172.21.15.46:0/3591009993 >> 172.21.15.46:0/3591009993 conn(0x7f65f80fdf80 msgr2=0x7f65f8109f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:38:49.935 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:49.938+0000 7f65ff800700 1 -- 172.21.15.46:0/3591009993 shutdown_connections 2024-04-26T01:38:49.935 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:38:49.938+0000 7f65ff800700 1 -- 172.21.15.46:0/3591009993 wait complete. 2024-04-26T01:38:49.936 INFO:teuthology.orchestra.run.smithi046.stderr:adjusted tunables profile to default 2024-04-26T01:38:50.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:49 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:50.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:49 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:50.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:49 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:50.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:49 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:50.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:49 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi163", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:38:50.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:49 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:38:50.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:49 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:38:50.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:49 smithi046 ceph-mon[28013]: Updating smithi163:/etc/ceph/ceph.conf 2024-04-26T01:38:50.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:49 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/3591009993' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-26T01:38:50.748 INFO:tasks.cephadm:Adding mon.a on smithi046 2024-04-26T01:38:50.749 INFO:tasks.cephadm:Adding mon.b on smithi103 2024-04-26T01:38:50.749 INFO:tasks.cephadm:Adding mon.c on smithi163 2024-04-26T01:38:50.749 DEBUG:teuthology.orchestra.run.smithi163:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph orch apply mon '3;smithi046:172.21.15.46=a;smithi103:172.21.15.103=b;smithi163:172.21.15.163=c' 2024-04-26T01:38:50.978 INFO:teuthology.orchestra.run.smithi163.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:38:51.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:50 smithi046 ceph-mon[28013]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:38:51.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:50 smithi046 ceph-mon[28013]: Updating smithi163:/var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:38:51.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:50 smithi046 ceph-mon[28013]: Updating smithi163:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:38:51.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:50 smithi046 ceph-mon[28013]: Updating smithi163:/var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:38:51.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:50 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/3591009993' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-26T01:38:51.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:50 smithi046 ceph-mon[28013]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T01:38:51.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:50 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:51.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:50 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:51.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:50 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:52.458 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:52.461+0000 7f2bd159a700 1 -- 172.21.15.163:0/1940005755 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2bc4005530 con 0x7f2bd4108550 2024-04-26T01:38:52.458 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:52.461+0000 7f2bd884c700 1 -- 172.21.15.163:0/1940005755 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2bd4108550 msgr2=0x7f2bd4108930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:52.458 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:52.461+0000 7f2bd884c700 1 --2- 172.21.15.163:0/1940005755 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2bd4108550 0x7f2bd4108930 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f2bc4009910 tx=0x7f2bc4009c20 comp rx=0 tx=0).stop 2024-04-26T01:38:52.459 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:52.462+0000 7f2bd884c700 1 -- 172.21.15.163:0/1940005755 shutdown_connections 2024-04-26T01:38:52.459 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:52.462+0000 7f2bd884c700 1 --2- 172.21.15.163:0/1940005755 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2bd4108550 0x7f2bd4108930 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:52.459 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:52.462+0000 7f2bd884c700 1 -- 172.21.15.163:0/1940005755 >> 172.21.15.163:0/1940005755 conn(0x7f2bd4077ac0 msgr2=0x7f2bd4077ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:38:52.459 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:52.462+0000 7f2bd884c700 1 -- 172.21.15.163:0/1940005755 shutdown_connections 2024-04-26T01:38:52.459 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:52.462+0000 7f2bd884c700 1 -- 172.21.15.163:0/1940005755 wait complete. 2024-04-26T01:38:52.460 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:52.462+0000 7f2bd884c700 1 Processor -- start 2024-04-26T01:38:52.460 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:52.462+0000 7f2bd884c700 1 -- start start 2024-04-26T01:38:52.460 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:52.463+0000 7f2bd884c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2bd4108550 0x7f2bd4195d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:38:52.460 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:52.463+0000 7f2bd884c700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f2bd41029a0 con 0x7f2bd4108550 2024-04-26T01:38:52.460 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:52.463+0000 7f2bd259c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2bd4108550 0x7f2bd4195d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:38:52.460 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:52.463+0000 7f2bd259c700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2bd4108550 0x7f2bd4195d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.163:38078/0 (socket says 172.21.15.163:38078) 2024-04-26T01:38:52.460 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:52.463+0000 7f2bd259c700 1 -- 172.21.15.163:0/23494496 learned_addr learned my addr 172.21.15.163:0/23494496 (peer_addr_for_me v2:172.21.15.163:0/0) 2024-04-26T01:38:52.460 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:52.464+0000 7f2bd259c700 1 -- 172.21.15.163:0/23494496 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bd41962b0 con 0x7f2bd4108550 2024-04-26T01:38:52.461 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:52.464+0000 7f2bd259c700 1 --2- 172.21.15.163:0/23494496 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2bd4108550 0x7f2bd4195d70 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f2bc4005780 tx=0x7f2bc40057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:38:52.461 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:52.464+0000 7f2bc37fe700 1 -- 172.21.15.163:0/23494496 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2bc4026070 con 0x7f2bd4108550 2024-04-26T01:38:52.461 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:52.464+0000 7f2bd884c700 1 -- 172.21.15.163:0/23494496 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2bd41965a0 con 0x7f2bd4108550 2024-04-26T01:38:52.461 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:52.464+0000 7f2bd884c700 1 -- 172.21.15.163:0/23494496 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2bd419a5f0 con 0x7f2bd4108550 2024-04-26T01:38:52.461 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:52.464+0000 7f2bc37fe700 1 -- 172.21.15.163:0/23494496 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2bc4004370 con 0x7f2bd4108550 2024-04-26T01:38:52.461 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:52.464+0000 7f2bc37fe700 1 -- 172.21.15.163:0/23494496 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2bc4030060 con 0x7f2bd4108550 2024-04-26T01:38:52.462 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:52.465+0000 7f2bd884c700 1 -- 172.21.15.163:0/23494496 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2bd4103cf0 con 0x7f2bd4108550 2024-04-26T01:38:52.462 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:52.466+0000 7f2bc37fe700 1 -- 172.21.15.163:0/23494496 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f2bc4029070 con 0x7f2bd4108550 2024-04-26T01:38:52.462 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:52.466+0000 7f2bc37fe700 1 --2- 172.21.15.163:0/23494496 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f2bbc03dab0 0x7f2bbc03ff70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:38:52.462 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:52.466+0000 7f2bc37fe700 1 -- 172.21.15.163:0/23494496 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f2bc401e070 con 0x7f2bd4108550 2024-04-26T01:38:52.463 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:52.467+0000 7f2bd1d9b700 1 --2- 172.21.15.163:0/23494496 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f2bbc03dab0 0x7f2bbc03ff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:38:52.464 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:52.468+0000 7f2bd1d9b700 1 --2- 172.21.15.163:0/23494496 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f2bbc03dab0 0x7f2bbc03ff70 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f2bc8006fd0 tx=0x7f2bc8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:38:52.478 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:52.482+0000 7f2bc37fe700 1 -- 172.21.15.163:0/23494496 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2bc4013070 con 0x7f2bd4108550 2024-04-26T01:38:52.687 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:52.690+0000 7f2bd884c700 1 -- 172.21.15.163:0/23494496 --> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi046:172.21.15.46=a;smithi103:172.21.15.103=b;smithi163:172.21.15.163=c", "target": ["mon-mgr", ""]}) -- 0x7f2bd4197080 con 0x7f2bbc03dab0 2024-04-26T01:38:52.702 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:52.705+0000 7f2bc37fe700 1 -- 172.21.15.163:0/23494496 <== mgr.14152 v2:172.21.15.46:6800/3332901238 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f2bd4197080 con 0x7f2bbc03dab0 2024-04-26T01:38:52.702 INFO:teuthology.orchestra.run.smithi163.stdout:Scheduled mon update... 2024-04-26T01:38:52.704 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:52.707+0000 7f2bd884c700 1 -- 172.21.15.163:0/23494496 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f2bbc03dab0 msgr2=0x7f2bbc03ff70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:52.704 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:52.707+0000 7f2bd884c700 1 --2- 172.21.15.163:0/23494496 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f2bbc03dab0 0x7f2bbc03ff70 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f2bc8006fd0 tx=0x7f2bc8006e40 comp rx=0 tx=0).stop 2024-04-26T01:38:52.704 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:52.707+0000 7f2bd884c700 1 -- 172.21.15.163:0/23494496 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2bd4108550 msgr2=0x7f2bd4195d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:52.704 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:52.707+0000 7f2bd884c700 1 --2- 172.21.15.163:0/23494496 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2bd4108550 0x7f2bd4195d70 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f2bc4005780 tx=0x7f2bc40057b0 comp rx=0 tx=0).stop 2024-04-26T01:38:52.704 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:52.708+0000 7f2bd884c700 1 -- 172.21.15.163:0/23494496 shutdown_connections 2024-04-26T01:38:52.704 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:52.708+0000 7f2bd884c700 1 --2- 172.21.15.163:0/23494496 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f2bbc03dab0 0x7f2bbc03ff70 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:52.705 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:52.708+0000 7f2bd884c700 1 --2- 172.21.15.163:0/23494496 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2bd4108550 0x7f2bd4195d70 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:52.705 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:52.708+0000 7f2bd884c700 1 -- 172.21.15.163:0/23494496 >> 172.21.15.163:0/23494496 conn(0x7f2bd4077ac0 msgr2=0x7f2bd4109ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:38:52.705 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:52.708+0000 7f2bd884c700 1 -- 172.21.15.163:0/23494496 shutdown_connections 2024-04-26T01:38:52.705 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:52.708+0000 7f2bd884c700 1 -- 172.21.15.163:0/23494496 wait complete. 2024-04-26T01:38:53.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:52 smithi046 ceph-mon[28013]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:38:53.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:52 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:53.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:52 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:38:53.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:52 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:38:53.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:52 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:38:53.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:52 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:53.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:52 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:38:53.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:52 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:38:53.362 DEBUG:teuthology.orchestra.run.smithi103:mon.b> sudo journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@mon.b.service 2024-04-26T01:38:53.365 DEBUG:teuthology.orchestra.run.smithi163:mon.c> sudo journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@mon.c.service 2024-04-26T01:38:53.367 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-26T01:38:53.368 DEBUG:teuthology.orchestra.run.smithi163:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-26T01:38:54.081 INFO:teuthology.orchestra.run.smithi163.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:38:54.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:53 smithi046 ceph-mon[28013]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi046:172.21.15.46=a;smithi103:172.21.15.103=b;smithi163:172.21.15.163=c", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:38:54.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:53 smithi046 ceph-mon[28013]: Saving service mon spec with placement smithi046:172.21.15.46=a;smithi103:172.21.15.103=b;smithi163:172.21.15.163=c;count:3 2024-04-26T01:38:54.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:53 smithi046 ceph-mon[28013]: Deploying daemon mon.c on smithi163 2024-04-26T01:38:55.308 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:54 smithi046 ceph-mon[28013]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:38:56.343 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:56.347+0000 7faf9e1e5700 1 -- 172.21.15.163:0/3805439557 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faf98108430 msgr2=0x7faf98108810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:56.344 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:56.347+0000 7faf9e1e5700 1 --2- 172.21.15.163:0/3805439557 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faf98108430 0x7faf98108810 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7faf88009910 tx=0x7faf88009c20 comp rx=0 tx=0).stop 2024-04-26T01:38:56.344 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:56.347+0000 7faf9e1e5700 1 -- 172.21.15.163:0/3805439557 shutdown_connections 2024-04-26T01:38:56.344 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:56.347+0000 7faf9e1e5700 1 --2- 172.21.15.163:0/3805439557 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faf98108430 0x7faf98108810 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:56.344 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:56.347+0000 7faf9e1e5700 1 -- 172.21.15.163:0/3805439557 >> 172.21.15.163:0/3805439557 conn(0x7faf98078970 msgr2=0x7faf98078d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:38:56.344 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:56.347+0000 7faf9e1e5700 1 -- 172.21.15.163:0/3805439557 shutdown_connections 2024-04-26T01:38:56.344 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:56.347+0000 7faf9e1e5700 1 -- 172.21.15.163:0/3805439557 wait complete. 2024-04-26T01:38:56.344 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:56.347+0000 7faf9e1e5700 1 Processor -- start 2024-04-26T01:38:56.345 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:56.347+0000 7faf9e1e5700 1 -- start start 2024-04-26T01:38:56.345 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:56.348+0000 7faf9e1e5700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faf98108430 0x7faf98197e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:38:56.345 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:56.348+0000 7faf9e1e5700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7faf9810ca60 con 0x7faf98108430 2024-04-26T01:38:56.345 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:56.348+0000 7faf977fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faf98108430 0x7faf98197e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:38:56.345 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:56.348+0000 7faf977fe700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faf98108430 0x7faf98197e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.163:38102/0 (socket says 172.21.15.163:38102) 2024-04-26T01:38:56.345 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:56.348+0000 7faf977fe700 1 -- 172.21.15.163:0/1416783372 learned_addr learned my addr 172.21.15.163:0/1416783372 (peer_addr_for_me v2:172.21.15.163:0/0) 2024-04-26T01:38:56.345 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:56.349+0000 7faf977fe700 1 -- 172.21.15.163:0/1416783372 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf98198360 con 0x7faf98108430 2024-04-26T01:38:56.346 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:56.349+0000 7faf977fe700 1 --2- 172.21.15.163:0/1416783372 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faf98108430 0x7faf98197e20 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7faf88005780 tx=0x7faf880057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:38:56.346 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:56.349+0000 7faf94ff9700 1 -- 172.21.15.163:0/1416783372 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faf88026070 con 0x7faf98108430 2024-04-26T01:38:56.346 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:56.349+0000 7faf9e1e5700 1 -- 172.21.15.163:0/1416783372 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf98198650 con 0x7faf98108430 2024-04-26T01:38:56.346 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:56.350+0000 7faf9e1e5700 1 -- 172.21.15.163:0/1416783372 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf9819c6f0 con 0x7faf98108430 2024-04-26T01:38:56.346 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:56.350+0000 7faf94ff9700 1 -- 172.21.15.163:0/1416783372 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7faf88004370 con 0x7faf98108430 2024-04-26T01:38:56.346 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:56.350+0000 7faf94ff9700 1 -- 172.21.15.163:0/1416783372 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faf88030060 con 0x7faf98108430 2024-04-26T01:38:56.347 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:56.350+0000 7faf9e1e5700 1 -- 172.21.15.163:0/1416783372 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf84005330 con 0x7faf98108430 2024-04-26T01:38:56.347 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:56.351+0000 7faf94ff9700 1 -- 172.21.15.163:0/1416783372 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7faf88029070 con 0x7faf98108430 2024-04-26T01:38:56.347 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:56.351+0000 7faf94ff9700 1 --2- 172.21.15.163:0/1416783372 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7faf80039650 0x7faf8003bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:38:56.347 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:56.351+0000 7faf94ff9700 1 -- 172.21.15.163:0/1416783372 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7faf8801e070 con 0x7faf98108430 2024-04-26T01:38:56.348 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:56.352+0000 7faf96ffd700 1 --2- 172.21.15.163:0/1416783372 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7faf80039650 0x7faf8003bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:38:56.349 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:56.353+0000 7faf96ffd700 1 --2- 172.21.15.163:0/1416783372 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7faf80039650 0x7faf8003bb10 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7faf8c006fd0 tx=0x7faf8c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:38:56.364 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:56.367+0000 7faf94ff9700 1 -- 172.21.15.163:0/1416783372 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7faf88013070 con 0x7faf98108430 2024-04-26T01:38:56.647 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:56.651+0000 7faf9e1e5700 1 -- 172.21.15.163:0/1416783372 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7faf840058f0 con 0x7faf98108430 2024-04-26T01:38:56.648 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:56.652+0000 7faf94ff9700 1 -- 172.21.15.163:0/1416783372 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+745 (secure 0 0 0) 0x7faf88017600 con 0x7faf98108430 2024-04-26T01:38:56.649 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-04-26T01:38:56.649 INFO:teuthology.orchestra.run.smithi163.stdout:{"epoch":1,"fsid":"4e298560-036d-11ef-bc93-c7b262605968","modified":"2024-04-26T01:36:47.569329Z","created":"2024-04-26T01:36:47.569329Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:3300","nonce":0},{"type":"v1","addr":"172.21.15.46:6789","nonce":0}]},"addr":"172.21.15.46:6789/0","public_addr":"172.21.15.46:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-04-26T01:38:56.651 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:56.654+0000 7faf9e1e5700 1 -- 172.21.15.163:0/1416783372 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7faf80039650 msgr2=0x7faf8003bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:56.651 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:56.654+0000 7faf9e1e5700 1 --2- 172.21.15.163:0/1416783372 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7faf80039650 0x7faf8003bb10 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7faf8c006fd0 tx=0x7faf8c006e40 comp rx=0 tx=0).stop 2024-04-26T01:38:56.651 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:56.654+0000 7faf9e1e5700 1 -- 172.21.15.163:0/1416783372 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faf98108430 msgr2=0x7faf98197e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:38:56.651 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:56.654+0000 7faf9e1e5700 1 --2- 172.21.15.163:0/1416783372 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faf98108430 0x7faf98197e20 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7faf88005780 tx=0x7faf880057b0 comp rx=0 tx=0).stop 2024-04-26T01:38:56.651 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:56.654+0000 7faf9e1e5700 1 -- 172.21.15.163:0/1416783372 shutdown_connections 2024-04-26T01:38:56.651 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:56.654+0000 7faf9e1e5700 1 --2- 172.21.15.163:0/1416783372 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7faf80039650 0x7faf8003bb10 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:56.651 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:56.654+0000 7faf9e1e5700 1 --2- 172.21.15.163:0/1416783372 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faf98108430 0x7faf98197e20 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:38:56.651 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:56.654+0000 7faf9e1e5700 1 -- 172.21.15.163:0/1416783372 >> 172.21.15.163:0/1416783372 conn(0x7faf98078970 msgr2=0x7faf980ff710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:38:56.651 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:56.654+0000 7faf9e1e5700 1 -- 172.21.15.163:0/1416783372 shutdown_connections 2024-04-26T01:38:56.651 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:38:56.654+0000 7faf9e1e5700 1 -- 172.21.15.163:0/1416783372 wait complete. 2024-04-26T01:38:56.652 INFO:teuthology.orchestra.run.smithi163.stderr:dumped monmap epoch 1 2024-04-26T01:38:57.308 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:56 smithi046 ceph-mon[28013]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:38:57.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:38:56 smithi046 ceph-mon[28013]: from='client.? 172.21.15.163:0/1416783372' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T01:38:58.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 podman[32573]: 2024-04-26 01:38:58.380684939 +0000 UTC m=+0.129868132 container create e3fa94a164712b15f37deb885c7ef7029423e7066dec0462584dbaa5b871e698 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mon-c, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-26T01:38:58.796 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-26T01:38:58.796 DEBUG:teuthology.orchestra.run.smithi163:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-26T01:38:58.820 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 podman[32573]: 2024-04-26 01:38:58.610739884 +0000 UTC m=+0.359923072 container init e3fa94a164712b15f37deb885c7ef7029423e7066dec0462584dbaa5b871e698 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mon-c, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T01:38:58.820 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 podman[32573]: 2024-04-26 01:38:58.613665255 +0000 UTC m=+0.362848453 container start e3fa94a164712b15f37deb885c7ef7029423e7066dec0462584dbaa5b871e698 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mon-c, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-04-26T01:38:58.820 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: set uid:gid to 167:167 (ceph:ceph) 2024-04-26T01:38:58.820 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev), process ceph-mon, pid 2 2024-04-26T01:38:58.820 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: pidfile_write: ignore empty --pid-file 2024-04-26T01:38:58.820 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: load: jerasure load: lrc 2024-04-26T01:38:58.820 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: RocksDB version: 7.9.2 2024-04-26T01:38:58.820 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Git sha 0 2024-04-26T01:38:58.820 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Compile date 2024-04-22 10:57:25 2024-04-26T01:38:58.820 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: DB SUMMARY 2024-04-26T01:38:58.820 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: DB Session ID: BOPE8T3ZCEOCEM8CY1HT 2024-04-26T01:38:58.821 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: CURRENT file: CURRENT 2024-04-26T01:38:58.821 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: IDENTITY file: IDENTITY 2024-04-26T01:38:58.821 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-04-26T01:38:58.821 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-04-26T01:38:58.821 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 511 ; 2024-04-26T01:38:58.821 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.error_if_exists: 0 2024-04-26T01:38:58.821 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.create_if_missing: 0 2024-04-26T01:38:58.821 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.paranoid_checks: 1 2024-04-26T01:38:58.821 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-26T01:38:58.821 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-26T01:38:58.821 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-26T01:38:58.821 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.env: 0x560df277dcc0 2024-04-26T01:38:58.821 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.fs: PosixFileSystem 2024-04-26T01:38:58.821 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.info_log: 0x560df4f6bbe0 2024-04-26T01:38:58.821 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.max_file_opening_threads: 16 2024-04-26T01:38:58.824 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.statistics: (nil) 2024-04-26T01:38:58.824 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.use_fsync: 0 2024-04-26T01:38:58.824 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.max_log_file_size: 0 2024-04-26T01:38:58.824 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-26T01:38:58.824 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-26T01:38:58.824 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.keep_log_file_num: 1000 2024-04-26T01:38:58.824 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.recycle_log_file_num: 0 2024-04-26T01:38:58.824 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.allow_fallocate: 1 2024-04-26T01:38:58.824 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.allow_mmap_reads: 0 2024-04-26T01:38:58.824 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.allow_mmap_writes: 0 2024-04-26T01:38:58.824 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.use_direct_reads: 0 2024-04-26T01:38:58.824 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-26T01:38:58.825 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.create_missing_column_families: 0 2024-04-26T01:38:58.825 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.db_log_dir: 2024-04-26T01:38:58.825 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.wal_dir: 2024-04-26T01:38:58.825 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-26T01:38:58.825 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-26T01:38:58.825 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-26T01:38:58.825 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-26T01:38:58.825 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-26T01:38:58.825 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-26T01:38:58.825 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.advise_random_on_open: 1 2024-04-26T01:38:58.825 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.db_write_buffer_size: 0 2024-04-26T01:38:58.825 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.write_buffer_manager: 0x560df4eff0e0 2024-04-26T01:38:58.825 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-26T01:38:58.825 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-26T01:38:58.826 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-26T01:38:58.826 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.rate_limiter: (nil) 2024-04-26T01:38:58.826 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-26T01:38:58.826 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.wal_recovery_mode: 2 2024-04-26T01:38:58.826 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.enable_thread_tracking: 0 2024-04-26T01:38:58.826 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.enable_pipelined_write: 0 2024-04-26T01:38:58.826 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.unordered_write: 0 2024-04-26T01:38:58.826 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-26T01:38:58.826 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-26T01:38:58.826 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-26T01:38:58.826 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-26T01:38:58.826 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.row_cache: None 2024-04-26T01:38:58.826 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.wal_filter: None 2024-04-26T01:38:58.827 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-26T01:38:58.827 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.allow_ingest_behind: 0 2024-04-26T01:38:58.827 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.two_write_queues: 0 2024-04-26T01:38:58.827 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.manual_wal_flush: 0 2024-04-26T01:38:58.827 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.wal_compression: 0 2024-04-26T01:38:58.827 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.atomic_flush: 0 2024-04-26T01:38:58.827 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-26T01:38:58.827 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-26T01:38:58.827 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-26T01:38:58.827 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.log_readahead_size: 0 2024-04-26T01:38:58.827 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-26T01:38:58.827 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.best_efforts_recovery: 0 2024-04-26T01:38:58.827 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-26T01:38:58.828 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-26T01:38:58.828 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.allow_data_in_errors: 0 2024-04-26T01:38:58.828 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.db_host_id: __hostname__ 2024-04-26T01:38:58.828 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-26T01:38:58.828 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.max_background_jobs: 2 2024-04-26T01:38:58.828 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.max_background_compactions: -1 2024-04-26T01:38:58.828 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.max_subcompactions: 1 2024-04-26T01:38:58.828 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-26T01:38:58.828 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-26T01:38:58.828 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-26T01:38:58.828 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.max_total_wal_size: 0 2024-04-26T01:38:58.828 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-26T01:38:58.828 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-26T01:38:58.828 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-26T01:38:58.829 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-26T01:38:58.829 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.max_open_files: -1 2024-04-26T01:38:58.829 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.bytes_per_sync: 0 2024-04-26T01:38:58.829 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-26T01:38:58.829 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-26T01:38:58.829 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.compaction_readahead_size: 0 2024-04-26T01:38:58.829 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.max_background_flushes: -1 2024-04-26T01:38:58.829 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Compression algorithms supported: 2024-04-26T01:38:58.829 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-26T01:38:58.829 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: kZSTD supported: 0 2024-04-26T01:38:58.829 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: kXpressCompression supported: 0 2024-04-26T01:38:58.829 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: kLZ4HCCompression supported: 1 2024-04-26T01:38:58.829 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: kZlibCompression supported: 1 2024-04-26T01:38:58.829 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: kSnappyCompression supported: 1 2024-04-26T01:38:58.830 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: kLZ4Compression supported: 1 2024-04-26T01:38:58.830 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: kBZip2Compression supported: 0 2024-04-26T01:38:58.830 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-26T01:38:58.830 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-26T01:38:58.830 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-04-26T01:38:58.830 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-26T01:38:58.830 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-26T01:38:58.830 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.merge_operator: 2024-04-26T01:38:58.830 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.compaction_filter: None 2024-04-26T01:38:58.830 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.compaction_filter_factory: None 2024-04-26T01:38:58.830 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.sst_partitioner_factory: None 2024-04-26T01:38:58.830 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-26T01:38:58.830 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-26T01:38:58.831 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x560df4f6bdc0) 2024-04-26T01:38:58.831 INFO:journalctl@ceph.mon.c.smithi163.stdout: cache_index_and_filter_blocks: 1 2024-04-26T01:38:58.831 INFO:journalctl@ceph.mon.c.smithi163.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-26T01:38:58.831 INFO:journalctl@ceph.mon.c.smithi163.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-26T01:38:58.831 INFO:journalctl@ceph.mon.c.smithi163.stdout: pin_top_level_index_and_filter: 1 2024-04-26T01:38:58.831 INFO:journalctl@ceph.mon.c.smithi163.stdout: index_type: 0 2024-04-26T01:38:58.831 INFO:journalctl@ceph.mon.c.smithi163.stdout: data_block_index_type: 0 2024-04-26T01:38:58.831 INFO:journalctl@ceph.mon.c.smithi163.stdout: index_shortening: 1 2024-04-26T01:38:58.831 INFO:journalctl@ceph.mon.c.smithi163.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-26T01:38:58.831 INFO:journalctl@ceph.mon.c.smithi163.stdout: checksum: 4 2024-04-26T01:38:58.831 INFO:journalctl@ceph.mon.c.smithi163.stdout: no_block_cache: 0 2024-04-26T01:38:58.831 INFO:journalctl@ceph.mon.c.smithi163.stdout: block_cache: 0x560df4f311f0 2024-04-26T01:38:58.831 INFO:journalctl@ceph.mon.c.smithi163.stdout: block_cache_name: BinnedLRUCache 2024-04-26T01:38:58.831 INFO:journalctl@ceph.mon.c.smithi163.stdout: block_cache_options: 2024-04-26T01:38:58.831 INFO:journalctl@ceph.mon.c.smithi163.stdout: capacity : 536870912 2024-04-26T01:38:58.832 INFO:journalctl@ceph.mon.c.smithi163.stdout: num_shard_bits : 4 2024-04-26T01:38:58.832 INFO:journalctl@ceph.mon.c.smithi163.stdout: strict_capacity_limit : 0 2024-04-26T01:38:58.832 INFO:journalctl@ceph.mon.c.smithi163.stdout: high_pri_pool_ratio: 0.000 2024-04-26T01:38:58.832 INFO:journalctl@ceph.mon.c.smithi163.stdout: block_cache_compressed: (nil) 2024-04-26T01:38:58.832 INFO:journalctl@ceph.mon.c.smithi163.stdout: persistent_cache: (nil) 2024-04-26T01:38:58.832 INFO:journalctl@ceph.mon.c.smithi163.stdout: block_size: 4096 2024-04-26T01:38:58.832 INFO:journalctl@ceph.mon.c.smithi163.stdout: block_size_deviation: 10 2024-04-26T01:38:58.832 INFO:journalctl@ceph.mon.c.smithi163.stdout: block_restart_interval: 16 2024-04-26T01:38:58.832 INFO:journalctl@ceph.mon.c.smithi163.stdout: index_block_restart_interval: 1 2024-04-26T01:38:58.832 INFO:journalctl@ceph.mon.c.smithi163.stdout: metadata_block_size: 4096 2024-04-26T01:38:58.832 INFO:journalctl@ceph.mon.c.smithi163.stdout: partition_filters: 0 2024-04-26T01:38:58.833 INFO:journalctl@ceph.mon.c.smithi163.stdout: use_delta_encoding: 1 2024-04-26T01:38:58.833 INFO:journalctl@ceph.mon.c.smithi163.stdout: filter_policy: bloomfilter 2024-04-26T01:38:58.833 INFO:journalctl@ceph.mon.c.smithi163.stdout: whole_key_filtering: 1 2024-04-26T01:38:58.833 INFO:journalctl@ceph.mon.c.smithi163.stdout: verify_compression: 0 2024-04-26T01:38:58.833 INFO:journalctl@ceph.mon.c.smithi163.stdout: read_amp_bytes_per_bit: 0 2024-04-26T01:38:58.833 INFO:journalctl@ceph.mon.c.smithi163.stdout: format_version: 5 2024-04-26T01:38:58.833 INFO:journalctl@ceph.mon.c.smithi163.stdout: enable_index_compression: 1 2024-04-26T01:38:58.833 INFO:journalctl@ceph.mon.c.smithi163.stdout: block_align: 0 2024-04-26T01:38:58.833 INFO:journalctl@ceph.mon.c.smithi163.stdout: max_auto_readahead_size: 262144 2024-04-26T01:38:58.833 INFO:journalctl@ceph.mon.c.smithi163.stdout: prepopulate_block_cache: 0 2024-04-26T01:38:58.833 INFO:journalctl@ceph.mon.c.smithi163.stdout: initial_auto_readahead_size: 8192 2024-04-26T01:38:58.833 INFO:journalctl@ceph.mon.c.smithi163.stdout: num_file_reads_for_auto_readahead: 2 2024-04-26T01:38:58.833 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.write_buffer_size: 33554432 2024-04-26T01:38:58.833 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.max_write_buffer_number: 2 2024-04-26T01:38:58.834 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.compression: NoCompression 2024-04-26T01:38:58.834 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.bottommost_compression: Disabled 2024-04-26T01:38:58.834 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.prefix_extractor: nullptr 2024-04-26T01:38:58.834 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-26T01:38:58.834 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.num_levels: 7 2024-04-26T01:38:58.834 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-26T01:38:58.834 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-26T01:38:58.834 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-26T01:38:58.834 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-26T01:38:58.834 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-26T01:38:58.834 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-26T01:38:58.834 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-26T01:38:58.834 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-26T01:38:58.835 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-26T01:38:58.835 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-26T01:38:58.835 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-26T01:38:58.835 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-26T01:38:58.835 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-26T01:38:58.835 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.compression_opts.level: 32767 2024-04-26T01:38:58.835 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.compression_opts.strategy: 0 2024-04-26T01:38:58.835 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-26T01:38:58.835 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-26T01:38:58.835 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-26T01:38:58.835 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-26T01:38:58.835 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.compression_opts.enabled: false 2024-04-26T01:38:58.835 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-26T01:38:58.835 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-26T01:38:58.836 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-26T01:38:58.836 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-26T01:38:58.836 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.target_file_size_base: 67108864 2024-04-26T01:38:58.836 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-26T01:38:58.836 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-26T01:38:58.836 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-26T01:38:58.836 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-26T01:38:58.836 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-26T01:38:58.836 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-26T01:38:58.836 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-26T01:38:58.836 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-26T01:38:58.836 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-26T01:38:58.836 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-26T01:38:58.836 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-26T01:38:58.837 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-26T01:38:58.837 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-26T01:38:58.837 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-26T01:38:58.837 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.arena_block_size: 1048576 2024-04-26T01:38:58.837 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-26T01:38:58.837 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-26T01:38:58.837 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.disable_auto_compactions: 0 2024-04-26T01:38:58.837 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-26T01:38:58.837 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-26T01:38:58.837 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-26T01:38:58.837 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-26T01:38:58.837 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-26T01:38:58.837 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-26T01:38:58.837 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-26T01:38:58.837 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-26T01:38:58.838 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-26T01:38:58.838 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-26T01:38:58.838 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-26T01:38:58.838 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.inplace_update_support: 0 2024-04-26T01:38:58.838 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-26T01:38:58.838 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-26T01:38:58.838 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-26T01:38:58.838 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-26T01:38:58.838 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.bloom_locality: 0 2024-04-26T01:38:58.838 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.max_successive_merges: 0 2024-04-26T01:38:58.839 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-26T01:38:58.839 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.paranoid_file_checks: 0 2024-04-26T01:38:58.839 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.force_consistency_checks: 1 2024-04-26T01:38:58.839 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.report_bg_io_stats: 0 2024-04-26T01:38:58.839 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.ttl: 2592000 2024-04-26T01:38:58.839 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-26T01:38:58.839 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-26T01:38:58.839 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-26T01:38:58.839 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.enable_blob_files: false 2024-04-26T01:38:58.839 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.min_blob_size: 0 2024-04-26T01:38:58.840 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.blob_file_size: 268435456 2024-04-26T01:38:58.840 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-26T01:38:58.840 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-26T01:38:58.840 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-26T01:38:58.840 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-26T01:38:58.840 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-26T01:38:58.841 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.blob_file_starting_level: 0 2024-04-26T01:38:58.841 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-26T01:38:58.841 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-26T01:38:58.841 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-04-26T01:38:58.841 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 1bbf5624-803d-49a8-a633-aa0eb1dc157a 2024-04-26T01:38:58.841 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714095538642769, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-04-26T01:38:58.841 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-04-26T01:38:58.841 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714095538643185, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1648, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1714095538, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "1bbf5624-803d-49a8-a633-aa0eb1dc157a", "db_session_id": "BOPE8T3ZCEOCEM8CY1HT", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-04-26T01:38:58.841 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: EVENT_LOG_v1 {"time_micros": 1714095538643265, "job": 1, "event": "recovery_finished"} 2024-04-26T01:38:58.841 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-04-26T01:38:58.841 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-26T01:38:58.841 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x560df5046000 2024-04-26T01:38:58.841 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: DB pointer 0x560df5030000 2024-04-26T01:38:58.841 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-26T01:38:58.842 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-26T01:38:58.842 INFO:journalctl@ceph.mon.c.smithi163.stdout: ** DB Stats ** 2024-04-26T01:38:58.842 INFO:journalctl@ceph.mon.c.smithi163.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T01:38:58.842 INFO:journalctl@ceph.mon.c.smithi163.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-26T01:38:58.842 INFO:journalctl@ceph.mon.c.smithi163.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T01:38:58.842 INFO:journalctl@ceph.mon.c.smithi163.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T01:38:58.842 INFO:journalctl@ceph.mon.c.smithi163.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-26T01:38:58.842 INFO:journalctl@ceph.mon.c.smithi163.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T01:38:58.842 INFO:journalctl@ceph.mon.c.smithi163.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T01:38:58.842 INFO:journalctl@ceph.mon.c.smithi163.stdout: 2024-04-26T01:38:58.842 INFO:journalctl@ceph.mon.c.smithi163.stdout: ** Compaction Stats [default] ** 2024-04-26T01:38:58.842 INFO:journalctl@ceph.mon.c.smithi163.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-26T01:38:58.842 INFO:journalctl@ceph.mon.c.smithi163.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-26T01:38:58.843 INFO:journalctl@ceph.mon.c.smithi163.stdout: L0 1/0 1.61 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.0 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-26T01:38:58.843 INFO:journalctl@ceph.mon.c.smithi163.stdout: Sum 1/0 1.61 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.0 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-26T01:38:58.843 INFO:journalctl@ceph.mon.c.smithi163.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.0 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-26T01:38:58.843 INFO:journalctl@ceph.mon.c.smithi163.stdout: 2024-04-26T01:38:58.843 INFO:journalctl@ceph.mon.c.smithi163.stdout: ** Compaction Stats [default] ** 2024-04-26T01:38:58.843 INFO:journalctl@ceph.mon.c.smithi163.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-26T01:38:58.843 INFO:journalctl@ceph.mon.c.smithi163.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-26T01:38:58.843 INFO:journalctl@ceph.mon.c.smithi163.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.0 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-26T01:38:58.843 INFO:journalctl@ceph.mon.c.smithi163.stdout: 2024-04-26T01:38:58.843 INFO:journalctl@ceph.mon.c.smithi163.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-26T01:38:58.843 INFO:journalctl@ceph.mon.c.smithi163.stdout: 2024-04-26T01:38:58.843 INFO:journalctl@ceph.mon.c.smithi163.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T01:38:58.843 INFO:journalctl@ceph.mon.c.smithi163.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-26T01:38:58.843 INFO:journalctl@ceph.mon.c.smithi163.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-26T01:38:58.844 INFO:journalctl@ceph.mon.c.smithi163.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-26T01:38:58.844 INFO:journalctl@ceph.mon.c.smithi163.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-26T01:38:58.844 INFO:journalctl@ceph.mon.c.smithi163.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-26T01:38:58.844 INFO:journalctl@ceph.mon.c.smithi163.stdout: Cumulative compaction: 0.00 GB write, 0.65 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T01:38:58.844 INFO:journalctl@ceph.mon.c.smithi163.stdout: Interval compaction: 0.00 GB write, 0.65 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T01:38:58.844 INFO:journalctl@ceph.mon.c.smithi163.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-26T01:38:58.844 INFO:journalctl@ceph.mon.c.smithi163.stdout: Block cache BinnedLRUCache@0x560df4f311f0#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-04-26T01:38:58.844 INFO:journalctl@ceph.mon.c.smithi163.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-04-26T01:38:58.844 INFO:journalctl@ceph.mon.c.smithi163.stdout: 2024-04-26T01:38:58.844 INFO:journalctl@ceph.mon.c.smithi163.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-26T01:38:58.844 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-04-26T01:38:58.844 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: using public_addr v2:172.21.15.163:0/0 -> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-04-26T01:38:58.844 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: starting mon.c rank -1 at public addrs [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] at bind addrs [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon_data /var/lib/ceph/mon/ceph-c fsid 4e298560-036d-11ef-bc93-c7b262605968 2024-04-26T01:38:58.844 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: mon.c@-1(???) e0 preinit fsid 4e298560-036d-11ef-bc93-c7b262605968 2024-04-26T01:38:58.845 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: mon.c@-1(synchronizing).mds e1 new map 2024-04-26T01:38:58.845 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: mon.c@-1(synchronizing).mds e1 print_map 2024-04-26T01:38:58.845 INFO:journalctl@ceph.mon.c.smithi163.stdout: e1 2024-04-26T01:38:58.845 INFO:journalctl@ceph.mon.c.smithi163.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-26T01:38:58.845 INFO:journalctl@ceph.mon.c.smithi163.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-26T01:38:58.845 INFO:journalctl@ceph.mon.c.smithi163.stdout: legacy client fscid: -1 2024-04-26T01:38:58.845 INFO:journalctl@ceph.mon.c.smithi163.stdout: 2024-04-26T01:38:58.845 INFO:journalctl@ceph.mon.c.smithi163.stdout: No filesystems configured 2024-04-26T01:38:58.845 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-26T01:38:58.845 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-26T01:38:58.845 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-26T01:38:58.845 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-26T01:38:58.845 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-26T01:38:58.845 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-26T01:38:58.845 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-26T01:38:58.846 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T01:38:58.846 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T01:38:58.846 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T01:38:58.846 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:38:58.846 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:38:58.846 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:58.846 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:38:58.846 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: Added host smithi103 2024-04-26T01:38:58.846 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:58.846 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:58.846 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:38:58.846 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:38:58.846 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:58.847 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:38:58.847 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:38:58.847 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:58.847 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:58.847 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:58.847 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:58.847 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi103", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:38:58.847 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:38:58.847 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:38:58.847 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: Updating smithi103:/etc/ceph/ceph.conf 2024-04-26T01:38:58.847 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: Updating smithi103:/var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:38:58.847 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:38:58.847 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: Updating smithi103:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:38:58.847 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: Updating smithi103:/var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:38:58.848 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi163", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:38:58.848 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:58.848 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:58.848 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:58.848 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: Deploying cephadm binary to smithi163 2024-04-26T01:38:58.848 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:38:58.848 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:38:58.848 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:58.848 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:38:58.848 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: Added host smithi163 2024-04-26T01:38:58.848 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:58.848 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:58.848 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:38:58.848 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:38:58.848 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:58.849 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:38:58.849 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:38:58.849 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:58.849 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:58.849 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:58.849 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:58.849 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi163", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:38:58.849 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:38:58.849 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:38:58.849 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: Updating smithi163:/etc/ceph/ceph.conf 2024-04-26T01:38:58.849 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/3591009993' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-26T01:38:58.849 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:38:58.849 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: Updating smithi163:/var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:38:58.849 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: Updating smithi163:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:38:58.850 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: Updating smithi163:/var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:38:58.850 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/3591009993' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-26T01:38:58.850 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T01:38:58.850 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:58.850 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:58.850 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:58.850 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:38:58.850 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:58.850 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:38:58.850 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:38:58.850 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:38:58.850 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:38:58.850 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:38:58.850 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:38:58.851 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi046:172.21.15.46=a;smithi103:172.21.15.103=b;smithi163:172.21.15.163=c", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:38:58.851 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: Saving service mon spec with placement smithi046:172.21.15.46=a;smithi103:172.21.15.103=b;smithi163:172.21.15.163=c;count:3 2024-04-26T01:38:58.851 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: Deploying daemon mon.c on smithi163 2024-04-26T01:38:58.851 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:38:58.851 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:38:58.851 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: from='client.? 172.21.15.163:0/1416783372' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T01:38:58.851 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 ceph-mon[32592]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-26T01:38:58.851 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 bash[32573]: e3fa94a164712b15f37deb885c7ef7029423e7066dec0462584dbaa5b871e698 2024-04-26T01:38:58.851 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:38:58 smithi163 systemd[1]: Started Ceph mon.c for 4e298560-036d-11ef-bc93-c7b262605968. 2024-04-26T01:38:59.031 INFO:teuthology.orchestra.run.smithi163.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:39:03.717 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:03.720+0000 7f9b5b98b700 1 -- 172.21.15.163:0/2863924147 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9b400035c0 msgr2=0x7f9b40005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:39:03.717 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:03.720+0000 7f9b5b98b700 1 --2- 172.21.15.163:0/2863924147 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9b400035c0 0x7f9b40005a50 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f9b54102490 tx=0x7f9b48013e90 comp rx=0 tx=0).stop 2024-04-26T01:39:03.717 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:03.720+0000 7f9b5b98b700 1 -- 172.21.15.163:0/2863924147 shutdown_connections 2024-04-26T01:39:03.718 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:03.720+0000 7f9b5b98b700 1 --2- 172.21.15.163:0/2863924147 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9b400035c0 0x7f9b40005a50 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:03.718 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:03.720+0000 7f9b5b98b700 1 -- 172.21.15.163:0/2863924147 >> 172.21.15.163:0/2863924147 conn(0x7f9b540fe050 msgr2=0x7f9b54100470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:39:03.718 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:03.720+0000 7f9b5b98b700 1 -- 172.21.15.163:0/2863924147 shutdown_connections 2024-04-26T01:39:03.718 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:03.720+0000 7f9b5b98b700 1 -- 172.21.15.163:0/2863924147 wait complete. 2024-04-26T01:39:03.726 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:03.721+0000 7f9b5b98b700 1 Processor -- start 2024-04-26T01:39:03.727 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:03.721+0000 7f9b5b98b700 1 -- start start 2024-04-26T01:39:03.727 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:03.722+0000 7f9b5b98b700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9b400035c0 0x7f9b54074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:39:03.727 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:03.722+0000 7f9b5b98b700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9b54075280 0x7f9b54075700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:39:03.727 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:03.722+0000 7f9b5b98b700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f9b5410a610 con 0x7f9b54075280 2024-04-26T01:39:03.727 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:03.722+0000 7f9b5b98b700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f9b5410a490 con 0x7f9b400035c0 2024-04-26T01:39:03.728 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:03.722+0000 7f9b59727700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9b400035c0 0x7f9b54074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:39:03.728 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:03.722+0000 7f9b59727700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9b400035c0 0x7f9b54074d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.163:49600/0 (socket says 172.21.15.163:49600) 2024-04-26T01:39:03.728 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:03.722+0000 7f9b59727700 1 -- 172.21.15.163:0/1078017190 learned_addr learned my addr 172.21.15.163:0/1078017190 (peer_addr_for_me v2:172.21.15.163:0/0) 2024-04-26T01:39:03.728 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:03.722+0000 7f9b59727700 1 -- 172.21.15.163:0/1078017190 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9b400035c0 msgr2=0x7f9b54074d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-04-26T01:39:03.728 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:03.722+0000 7f9b59727700 1 -- 172.21.15.163:0/1078017190 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9b400035c0 msgr2=0x7f9b54074d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-04-26T01:39:03.728 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:03.722+0000 7f9b59727700 1 --2- 172.21.15.163:0/1078017190 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9b400035c0 0x7f9b54074d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-26T01:39:03.729 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:03.722+0000 7f9b59727700 1 --2- 172.21.15.163:0/1078017190 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9b400035c0 0x7f9b54074d40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T01:39:03.729 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:03.722+0000 7f9b58f26700 1 --2- 172.21.15.163:0/1078017190 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9b54075280 0x7f9b54075700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:39:03.729 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:03.723+0000 7f9b58f26700 1 -- 172.21.15.163:0/1078017190 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9b400035c0 msgr2=0x7f9b54074d40 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T01:39:03.729 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:03.723+0000 7f9b58f26700 1 --2- 172.21.15.163:0/1078017190 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9b400035c0 0x7f9b54074d40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:03.729 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:03.723+0000 7f9b58f26700 1 -- 172.21.15.163:0/1078017190 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b54076c60 con 0x7f9b54075280 2024-04-26T01:39:03.730 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:03.723+0000 7f9b58f26700 1 --2- 172.21.15.163:0/1078017190 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9b54075280 0x7f9b54075700 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f9b5000b4d0 tx=0x7f9b5000b890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:39:03.730 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:03.725+0000 7f9b467fc700 1 -- 172.21.15.163:0/1078017190 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f9b50011630 con 0x7f9b54075280 2024-04-26T01:39:03.730 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:03.725+0000 7f9b5b98b700 1 -- 172.21.15.163:0/1078017190 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b541a4410 con 0x7f9b54075280 2024-04-26T01:39:03.730 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:03.725+0000 7f9b5b98b700 1 -- 172.21.15.163:0/1078017190 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b541a4950 con 0x7f9b54075280 2024-04-26T01:39:03.730 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:03.725+0000 7f9b467fc700 1 -- 172.21.15.163:0/1078017190 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f9b50011ca0 con 0x7f9b54075280 2024-04-26T01:39:03.730 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:03.725+0000 7f9b467fc700 1 -- 172.21.15.163:0/1078017190 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f9b500193b0 con 0x7f9b54075280 2024-04-26T01:39:03.731 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:03.726+0000 7f9b5b98b700 1 -- 172.21.15.163:0/1078017190 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b40002160 con 0x7f9b54075280 2024-04-26T01:39:03.731 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:03.726+0000 7f9b467fc700 1 -- 172.21.15.163:0/1078017190 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f9b50018020 con 0x7f9b54075280 2024-04-26T01:39:03.731 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:03.726+0000 7f9b467fc700 1 --2- 172.21.15.163:0/1078017190 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f9b380393f0 0x7f9b3803b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:39:03.731 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:03.726+0000 7f9b467fc700 1 -- 172.21.15.163:0/1078017190 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f9b5004c3e0 con 0x7f9b54075280 2024-04-26T01:39:03.731 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:03.727+0000 7f9b59727700 1 --2- 172.21.15.163:0/1078017190 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f9b380393f0 0x7f9b3803b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:39:03.731 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:03.728+0000 7f9b59727700 1 --2- 172.21.15.163:0/1078017190 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f9b380393f0 0x7f9b3803b8b0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f9b48013a40 tx=0x7f9b4800f400 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:39:03.743 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:03.747+0000 7f9b467fc700 1 -- 172.21.15.163:0/1078017190 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9b5001f020 con 0x7f9b54075280 2024-04-26T01:39:04.021 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:04.025+0000 7f9b5b98b700 1 -- 172.21.15.163:0/1078017190 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f9b40002c50 con 0x7f9b54075280 2024-04-26T01:39:04.022 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:03 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:39:04.022 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:03 smithi163 ceph-mon[32592]: mon.a calling monitor election 2024-04-26T01:39:04.022 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:03 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:39:04.023 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:03 smithi163 ceph-mon[32592]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:04.023 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:03 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:39:04.023 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:03 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:39:04.023 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:03 smithi163 ceph-mon[32592]: mon.c calling monitor election 2024-04-26T01:39:04.023 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:03 smithi163 ceph-mon[32592]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:04.023 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:03 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:39:04.023 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:03 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:39:04.023 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:03 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:39:04.023 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:03 smithi163 ceph-mon[32592]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-26T01:39:04.023 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:03 smithi163 ceph-mon[32592]: monmap epoch 2 2024-04-26T01:39:04.023 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:03 smithi163 ceph-mon[32592]: fsid 4e298560-036d-11ef-bc93-c7b262605968 2024-04-26T01:39:04.023 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:03 smithi163 ceph-mon[32592]: last_changed 2024-04-26T01:38:58.682723+0000 2024-04-26T01:39:04.024 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:03 smithi163 ceph-mon[32592]: created 2024-04-26T01:36:47.569329+0000 2024-04-26T01:39:04.024 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:03 smithi163 ceph-mon[32592]: min_mon_release 19 (squid) 2024-04-26T01:39:04.024 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:03 smithi163 ceph-mon[32592]: election_strategy: 1 2024-04-26T01:39:04.024 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:03 smithi163 ceph-mon[32592]: 0: [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] mon.a 2024-04-26T01:39:04.024 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:03 smithi163 ceph-mon[32592]: 1: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.c 2024-04-26T01:39:04.024 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:03 smithi163 ceph-mon[32592]: fsmap 2024-04-26T01:39:04.024 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:03 smithi163 ceph-mon[32592]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T01:39:04.024 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:03 smithi163 ceph-mon[32592]: mgrmap e13: x(active, since 62s) 2024-04-26T01:39:04.024 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:03 smithi163 ceph-mon[32592]: overall HEALTH_OK 2024-04-26T01:39:04.024 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:03 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:04.024 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:03 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:04.025 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:04.026+0000 7f9b467fc700 1 -- 172.21.15.163:0/1078017190 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1015 (secure 0 0 0) 0x7f9b50017bf0 con 0x7f9b54075280 2024-04-26T01:39:04.025 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-04-26T01:39:04.025 INFO:teuthology.orchestra.run.smithi163.stdout:{"epoch":2,"fsid":"4e298560-036d-11ef-bc93-c7b262605968","modified":"2024-04-26T01:38:58.682723Z","created":"2024-04-26T01:36:47.569329Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:3300","nonce":0},{"type":"v1","addr":"172.21.15.46:6789","nonce":0}]},"addr":"172.21.15.46:6789/0","public_addr":"172.21.15.46:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:3300","nonce":0},{"type":"v1","addr":"172.21.15.163:6789","nonce":0}]},"addr":"172.21.15.163:6789/0","public_addr":"172.21.15.163:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-26T01:39:04.026 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:04.028+0000 7f9b5b98b700 1 -- 172.21.15.163:0/1078017190 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f9b380393f0 msgr2=0x7f9b3803b8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:39:04.026 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:04.028+0000 7f9b5b98b700 1 --2- 172.21.15.163:0/1078017190 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f9b380393f0 0x7f9b3803b8b0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f9b48013a40 tx=0x7f9b4800f400 comp rx=0 tx=0).stop 2024-04-26T01:39:04.026 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:04.028+0000 7f9b5b98b700 1 -- 172.21.15.163:0/1078017190 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9b54075280 msgr2=0x7f9b54075700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:39:04.026 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:04.028+0000 7f9b5b98b700 1 --2- 172.21.15.163:0/1078017190 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9b54075280 0x7f9b54075700 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f9b5000b4d0 tx=0x7f9b5000b890 comp rx=0 tx=0).stop 2024-04-26T01:39:04.027 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:04.028+0000 7f9b5b98b700 1 -- 172.21.15.163:0/1078017190 shutdown_connections 2024-04-26T01:39:04.027 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:04.028+0000 7f9b5b98b700 1 --2- 172.21.15.163:0/1078017190 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f9b380393f0 0x7f9b3803b8b0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:04.027 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:04.028+0000 7f9b5b98b700 1 --2- 172.21.15.163:0/1078017190 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9b400035c0 0x7f9b54074d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:04.027 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:04.028+0000 7f9b5b98b700 1 --2- 172.21.15.163:0/1078017190 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9b54075280 0x7f9b54075700 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:04.027 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:04.028+0000 7f9b5b98b700 1 -- 172.21.15.163:0/1078017190 >> 172.21.15.163:0/1078017190 conn(0x7f9b540fe050 msgr2=0x7f9b540ffdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:39:04.027 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:04.028+0000 7f9b5b98b700 1 -- 172.21.15.163:0/1078017190 shutdown_connections 2024-04-26T01:39:04.027 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:04.028+0000 7f9b5b98b700 1 -- 172.21.15.163:0/1078017190 wait complete. 2024-04-26T01:39:04.027 INFO:teuthology.orchestra.run.smithi163.stderr:dumped monmap epoch 2 2024-04-26T01:39:04.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:03 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:39:04.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:03 smithi046 ceph-mon[28013]: mon.a calling monitor election 2024-04-26T01:39:04.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:03 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:39:04.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:03 smithi046 ceph-mon[28013]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:04.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:03 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:39:04.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:03 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:39:04.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:03 smithi046 ceph-mon[28013]: mon.c calling monitor election 2024-04-26T01:39:04.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:03 smithi046 ceph-mon[28013]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:04.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:03 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:39:04.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:03 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:39:04.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:03 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:39:04.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:03 smithi046 ceph-mon[28013]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-26T01:39:04.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:03 smithi046 ceph-mon[28013]: monmap epoch 2 2024-04-26T01:39:04.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:03 smithi046 ceph-mon[28013]: fsid 4e298560-036d-11ef-bc93-c7b262605968 2024-04-26T01:39:04.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:03 smithi046 ceph-mon[28013]: last_changed 2024-04-26T01:38:58.682723+0000 2024-04-26T01:39:04.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:03 smithi046 ceph-mon[28013]: created 2024-04-26T01:36:47.569329+0000 2024-04-26T01:39:04.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:03 smithi046 ceph-mon[28013]: min_mon_release 19 (squid) 2024-04-26T01:39:04.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:03 smithi046 ceph-mon[28013]: election_strategy: 1 2024-04-26T01:39:04.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:03 smithi046 ceph-mon[28013]: 0: [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] mon.a 2024-04-26T01:39:04.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:03 smithi046 ceph-mon[28013]: 1: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.c 2024-04-26T01:39:04.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:03 smithi046 ceph-mon[28013]: fsmap 2024-04-26T01:39:04.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:03 smithi046 ceph-mon[28013]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T01:39:04.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:03 smithi046 ceph-mon[28013]: mgrmap e13: x(active, since 62s) 2024-04-26T01:39:04.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:03 smithi046 ceph-mon[28013]: overall HEALTH_OK 2024-04-26T01:39:04.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:03 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:04.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:03 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:04.918 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:04 smithi163 ceph-mon[32592]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:04.918 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:04 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:04.918 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:04 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:39:04.918 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:04 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:04.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:04 smithi163 ceph-mon[32592]: Deploying daemon mon.b on smithi103 2024-04-26T01:39:04.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:04 smithi163 ceph-mon[32592]: from='client.? 172.21.15.163:0/1078017190' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T01:39:04.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:04 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:39:05.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:04 smithi046 ceph-mon[28013]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:05.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:04 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:05.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:04 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:39:05.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:04 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:05.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:04 smithi046 ceph-mon[28013]: Deploying daemon mon.b on smithi103 2024-04-26T01:39:05.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:04 smithi046 ceph-mon[28013]: from='client.? 172.21.15.163:0/1078017190' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T01:39:05.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:04 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:39:05.575 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-26T01:39:05.575 DEBUG:teuthology.orchestra.run.smithi163:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-26T01:39:05.834 INFO:teuthology.orchestra.run.smithi163.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:39:07.053 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:06 smithi163 ceph-mon[32592]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:07.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:06 smithi046 ceph-mon[28013]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:07.352 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.355+0000 7efc378c6700 1 -- 172.21.15.163:0/1079822690 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc30103770 msgr2=0x7efc30103b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:39:07.352 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.355+0000 7efc378c6700 1 --2- 172.21.15.163:0/1079822690 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc30103770 0x7efc30103b50 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7efc28009910 tx=0x7efc28009c20 comp rx=0 tx=0).stop 2024-04-26T01:39:07.352 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.355+0000 7efc378c6700 1 -- 172.21.15.163:0/1079822690 shutdown_connections 2024-04-26T01:39:07.352 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.355+0000 7efc378c6700 1 --2- 172.21.15.163:0/1079822690 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc30103770 0x7efc30103b50 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:07.352 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.355+0000 7efc378c6700 1 -- 172.21.15.163:0/1079822690 >> 172.21.15.163:0/1079822690 conn(0x7efc300fcf80 msgr2=0x7efc300ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:39:07.352 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.355+0000 7efc378c6700 1 -- 172.21.15.163:0/1079822690 shutdown_connections 2024-04-26T01:39:07.352 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.355+0000 7efc378c6700 1 -- 172.21.15.163:0/1079822690 wait complete. 2024-04-26T01:39:07.353 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.355+0000 7efc378c6700 1 Processor -- start 2024-04-26T01:39:07.353 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.355+0000 7efc378c6700 1 -- start start 2024-04-26T01:39:07.353 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.356+0000 7efc378c6700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7efc30103770 0x7efc301982e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:39:07.353 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.356+0000 7efc378c6700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc30198820 0x7efc3019cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:39:07.353 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.356+0000 7efc378c6700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7efc3010cbe0 con 0x7efc30198820 2024-04-26T01:39:07.353 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.356+0000 7efc378c6700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7efc3010ca60 con 0x7efc30103770 2024-04-26T01:39:07.355 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.356+0000 7efc35662700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7efc30103770 0x7efc301982e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:39:07.355 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.356+0000 7efc35662700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7efc30103770 0x7efc301982e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.163:49612/0 (socket says 172.21.15.163:49612) 2024-04-26T01:39:07.355 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.356+0000 7efc35662700 1 -- 172.21.15.163:0/3845090067 learned_addr learned my addr 172.21.15.163:0/3845090067 (peer_addr_for_me v2:172.21.15.163:0/0) 2024-04-26T01:39:07.355 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.356+0000 7efc34e61700 1 --2- 172.21.15.163:0/3845090067 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc30198820 0x7efc3019cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:39:07.355 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.356+0000 7efc35662700 1 -- 172.21.15.163:0/3845090067 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7efc30103770 msgr2=0x7efc301982e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-04-26T01:39:07.355 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.356+0000 7efc35662700 1 -- 172.21.15.163:0/3845090067 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7efc30103770 msgr2=0x7efc301982e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-04-26T01:39:07.355 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.356+0000 7efc35662700 1 --2- 172.21.15.163:0/3845090067 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7efc30103770 0x7efc301982e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-26T01:39:07.355 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.356+0000 7efc35662700 1 --2- 172.21.15.163:0/3845090067 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7efc30103770 0x7efc301982e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T01:39:07.355 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.357+0000 7efc34e61700 1 -- 172.21.15.163:0/3845090067 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7efc30103770 msgr2=0x7efc301982e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T01:39:07.355 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.357+0000 7efc34e61700 1 --2- 172.21.15.163:0/3845090067 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7efc30103770 0x7efc301982e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:07.356 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.357+0000 7efc34e61700 1 -- 172.21.15.163:0/3845090067 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc30198e60 con 0x7efc30198820 2024-04-26T01:39:07.356 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.357+0000 7efc34e61700 1 --2- 172.21.15.163:0/3845090067 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc30198820 0x7efc3019cbb0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7efc2400b4d0 tx=0x7efc2400b890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:39:07.356 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.357+0000 7efc2e7fc700 1 -- 172.21.15.163:0/3845090067 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7efc24011630 con 0x7efc30198820 2024-04-26T01:39:07.356 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.357+0000 7efc2e7fc700 1 -- 172.21.15.163:0/3845090067 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7efc24011ca0 con 0x7efc30198820 2024-04-26T01:39:07.356 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.357+0000 7efc2e7fc700 1 -- 172.21.15.163:0/3845090067 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7efc24010e50 con 0x7efc30198820 2024-04-26T01:39:07.356 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.358+0000 7efc378c6700 1 -- 172.21.15.163:0/3845090067 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc3019d0f0 con 0x7efc30198820 2024-04-26T01:39:07.356 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.358+0000 7efc378c6700 1 -- 172.21.15.163:0/3845090067 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc3019d650 con 0x7efc30198820 2024-04-26T01:39:07.356 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.359+0000 7efc378c6700 1 -- 172.21.15.163:0/3845090067 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc3006b4d0 con 0x7efc30198820 2024-04-26T01:39:07.357 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.359+0000 7efc2e7fc700 1 -- 172.21.15.163:0/3845090067 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7efc24018020 con 0x7efc30198820 2024-04-26T01:39:07.357 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.359+0000 7efc2e7fc700 1 --2- 172.21.15.163:0/3845090067 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7efc180395e0 0x7efc1803baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:39:07.357 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.359+0000 7efc2e7fc700 1 -- 172.21.15.163:0/3845090067 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7efc2404c290 con 0x7efc30198820 2024-04-26T01:39:07.358 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.360+0000 7efc35662700 1 --2- 172.21.15.163:0/3845090067 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7efc180395e0 0x7efc1803baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:39:07.358 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.361+0000 7efc35662700 1 --2- 172.21.15.163:0/3845090067 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7efc180395e0 0x7efc1803baa0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7efc2800b5c0 tx=0x7efc2801a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:39:07.371 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.374+0000 7efc2e7fc700 1 -- 172.21.15.163:0/3845090067 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7efc2401f020 con 0x7efc30198820 2024-04-26T01:39:07.643 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.647+0000 7efc378c6700 1 -- 172.21.15.163:0/3845090067 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7efc3019d960 con 0x7efc30198820 2024-04-26T01:39:07.644 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.648+0000 7efc2e7fc700 1 -- 172.21.15.163:0/3845090067 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1015 (secure 0 0 0) 0x7efc2401f200 con 0x7efc30198820 2024-04-26T01:39:07.644 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-04-26T01:39:07.645 INFO:teuthology.orchestra.run.smithi163.stdout:{"epoch":2,"fsid":"4e298560-036d-11ef-bc93-c7b262605968","modified":"2024-04-26T01:38:58.682723Z","created":"2024-04-26T01:36:47.569329Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:3300","nonce":0},{"type":"v1","addr":"172.21.15.46:6789","nonce":0}]},"addr":"172.21.15.46:6789/0","public_addr":"172.21.15.46:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:3300","nonce":0},{"type":"v1","addr":"172.21.15.163:6789","nonce":0}]},"addr":"172.21.15.163:6789/0","public_addr":"172.21.15.163:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-26T01:39:07.647 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.650+0000 7efc378c6700 1 -- 172.21.15.163:0/3845090067 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7efc180395e0 msgr2=0x7efc1803baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:39:07.647 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.650+0000 7efc378c6700 1 --2- 172.21.15.163:0/3845090067 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7efc180395e0 0x7efc1803baa0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7efc2800b5c0 tx=0x7efc2801a040 comp rx=0 tx=0).stop 2024-04-26T01:39:07.647 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.650+0000 7efc378c6700 1 -- 172.21.15.163:0/3845090067 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc30198820 msgr2=0x7efc3019cbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:39:07.647 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.650+0000 7efc378c6700 1 --2- 172.21.15.163:0/3845090067 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc30198820 0x7efc3019cbb0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7efc2400b4d0 tx=0x7efc2400b890 comp rx=0 tx=0).stop 2024-04-26T01:39:07.647 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.650+0000 7efc378c6700 1 -- 172.21.15.163:0/3845090067 shutdown_connections 2024-04-26T01:39:07.647 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.650+0000 7efc378c6700 1 --2- 172.21.15.163:0/3845090067 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7efc180395e0 0x7efc1803baa0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:07.647 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.650+0000 7efc378c6700 1 --2- 172.21.15.163:0/3845090067 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7efc30103770 0x7efc301982e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:07.648 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.650+0000 7efc378c6700 1 --2- 172.21.15.163:0/3845090067 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efc30198820 0x7efc3019cbb0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:07.648 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.650+0000 7efc378c6700 1 -- 172.21.15.163:0/3845090067 >> 172.21.15.163:0/3845090067 conn(0x7efc300fcf80 msgr2=0x7efc301045a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:39:07.648 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.650+0000 7efc378c6700 1 -- 172.21.15.163:0/3845090067 shutdown_connections 2024-04-26T01:39:07.648 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:07.650+0000 7efc378c6700 1 -- 172.21.15.163:0/3845090067 wait complete. 2024-04-26T01:39:07.649 INFO:teuthology.orchestra.run.smithi163.stderr:dumped monmap epoch 2 2024-04-26T01:39:07.918 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:07 smithi163 ceph-mon[32592]: from='client.? 172.21.15.163:0/3845090067' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T01:39:08.058 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:07 smithi046 ceph-mon[28013]: from='client.? 172.21.15.163:0/3845090067' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T01:39:08.123 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:07 smithi103 systemd[1]: Started Ceph mon.b for 4e298560-036d-11ef-bc93-c7b262605968. 2024-04-26T01:39:09.323 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-26T01:39:09.323 DEBUG:teuthology.orchestra.run.smithi163:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-26T01:39:09.567 INFO:teuthology.orchestra.run.smithi163.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:39:13.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:12 smithi163 ceph-mon[32592]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:13.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:12 smithi163 ceph-mon[32592]: mon.c calling monitor election 2024-04-26T01:39:13.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:12 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:39:13.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:12 smithi163 ceph-mon[32592]: mon.a calling monitor election 2024-04-26T01:39:13.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:12 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:39:13.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:12 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:39:13.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:12 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:39:13.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:12 smithi163 ceph-mon[32592]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:13.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:12 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:39:13.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:12 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:39:13.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:12 smithi163 ceph-mon[32592]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:13.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:12 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:39:13.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:12 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:39:13.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:12 smithi163 ceph-mon[32592]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-26T01:39:13.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:12 smithi163 ceph-mon[32592]: monmap epoch 3 2024-04-26T01:39:13.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:12 smithi163 ceph-mon[32592]: fsid 4e298560-036d-11ef-bc93-c7b262605968 2024-04-26T01:39:13.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:12 smithi163 ceph-mon[32592]: last_changed 2024-04-26T01:39:07.809560+0000 2024-04-26T01:39:13.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:12 smithi163 ceph-mon[32592]: created 2024-04-26T01:36:47.569329+0000 2024-04-26T01:39:13.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:12 smithi163 ceph-mon[32592]: min_mon_release 19 (squid) 2024-04-26T01:39:13.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:12 smithi163 ceph-mon[32592]: election_strategy: 1 2024-04-26T01:39:13.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:12 smithi163 ceph-mon[32592]: 0: [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] mon.a 2024-04-26T01:39:13.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:12 smithi163 ceph-mon[32592]: 1: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.c 2024-04-26T01:39:13.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:12 smithi163 ceph-mon[32592]: 2: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.b 2024-04-26T01:39:13.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:12 smithi163 ceph-mon[32592]: fsmap 2024-04-26T01:39:13.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:12 smithi163 ceph-mon[32592]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T01:39:13.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:12 smithi163 ceph-mon[32592]: mgrmap e13: x(active, since 71s) 2024-04-26T01:39:13.171 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:12 smithi163 ceph-mon[32592]: overall HEALTH_OK 2024-04-26T01:39:13.171 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:12 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:13.171 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:12 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:13.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:12 smithi046 ceph-mon[28013]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:13.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:12 smithi046 ceph-mon[28013]: mon.c calling monitor election 2024-04-26T01:39:13.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:12 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:39:13.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:12 smithi046 ceph-mon[28013]: mon.a calling monitor election 2024-04-26T01:39:13.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:12 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:39:13.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:12 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:39:13.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:12 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:39:13.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:12 smithi046 ceph-mon[28013]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:13.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:12 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:39:13.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:12 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:39:13.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:12 smithi046 ceph-mon[28013]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:13.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:12 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:39:13.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:12 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:39:13.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:12 smithi046 ceph-mon[28013]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-26T01:39:13.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:12 smithi046 ceph-mon[28013]: monmap epoch 3 2024-04-26T01:39:13.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:12 smithi046 ceph-mon[28013]: fsid 4e298560-036d-11ef-bc93-c7b262605968 2024-04-26T01:39:13.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:12 smithi046 ceph-mon[28013]: last_changed 2024-04-26T01:39:07.809560+0000 2024-04-26T01:39:13.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:12 smithi046 ceph-mon[28013]: created 2024-04-26T01:36:47.569329+0000 2024-04-26T01:39:13.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:12 smithi046 ceph-mon[28013]: min_mon_release 19 (squid) 2024-04-26T01:39:13.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:12 smithi046 ceph-mon[28013]: election_strategy: 1 2024-04-26T01:39:13.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:12 smithi046 ceph-mon[28013]: 0: [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] mon.a 2024-04-26T01:39:13.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:12 smithi046 ceph-mon[28013]: 1: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.c 2024-04-26T01:39:13.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:12 smithi046 ceph-mon[28013]: 2: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.b 2024-04-26T01:39:13.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:12 smithi046 ceph-mon[28013]: fsmap 2024-04-26T01:39:13.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:12 smithi046 ceph-mon[28013]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T01:39:13.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:12 smithi046 ceph-mon[28013]: mgrmap e13: x(active, since 71s) 2024-04-26T01:39:13.312 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:12 smithi046 ceph-mon[28013]: overall HEALTH_OK 2024-04-26T01:39:13.312 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:12 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:13.312 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:12 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:14.066 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.068+0000 7f4101084700 1 -- 172.21.15.163:0/676546144 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f40e40035c0 msgr2=0x7f40e4005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:39:14.066 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.068+0000 7f4101084700 1 --2- 172.21.15.163:0/676546144 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f40e40035c0 0x7f40e4005a50 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f40fc06ad30 tx=0x7f40ec00feb0 comp rx=0 tx=0).stop 2024-04-26T01:39:14.066 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.068+0000 7f4101084700 1 -- 172.21.15.163:0/676546144 shutdown_connections 2024-04-26T01:39:14.066 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.068+0000 7f4101084700 1 --2- 172.21.15.163:0/676546144 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f40e40035c0 0x7f40e4005a50 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:14.066 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.068+0000 7f4101084700 1 -- 172.21.15.163:0/676546144 >> 172.21.15.163:0/676546144 conn(0x7f40fc0fcf40 msgr2=0x7f40fc0ff360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:39:14.066 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.068+0000 7f4101084700 1 -- 172.21.15.163:0/676546144 shutdown_connections 2024-04-26T01:39:14.066 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.068+0000 7f4101084700 1 -- 172.21.15.163:0/676546144 wait complete. 2024-04-26T01:39:14.066 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.069+0000 7f4101084700 1 Processor -- start 2024-04-26T01:39:14.066 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.069+0000 7f4101084700 1 -- start start 2024-04-26T01:39:14.069 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.070+0000 7f4101084700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f40e40035c0 0x7f40fc1a4620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:39:14.069 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.070+0000 7f4101084700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f40fc1a4b60 0x7f40fc19e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:39:14.069 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.070+0000 7f4101084700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f40fc19ec30 0x7f40fc19f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:39:14.069 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.070+0000 7f4101084700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f40fc110ba0 con 0x7f40fc1a4b60 2024-04-26T01:39:14.069 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.070+0000 7f4101084700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f40fc110a20 con 0x7f40e40035c0 2024-04-26T01:39:14.069 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.070+0000 7f4101084700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f40fc110d20 con 0x7f40fc19ec30 2024-04-26T01:39:14.069 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.070+0000 7f40fb59e700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f40fc19ec30 0x7f40fc19f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:39:14.069 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.070+0000 7f40fb59e700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f40fc19ec30 0x7f40fc19f0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.163:56644/0 (socket says 172.21.15.163:56644) 2024-04-26T01:39:14.069 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.070+0000 7f40fb59e700 1 -- 172.21.15.163:0/3828635883 learned_addr learned my addr 172.21.15.163:0/3828635883 (peer_addr_for_me v2:172.21.15.163:0/0) 2024-04-26T01:39:14.069 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.070+0000 7f40fad9d700 1 --2- 172.21.15.163:0/3828635883 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f40e40035c0 0x7f40fc1a4620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:39:14.069 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.070+0000 7f40fa59c700 1 --2- 172.21.15.163:0/3828635883 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f40fc1a4b60 0x7f40fc19e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:39:14.070 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.070+0000 7f40fad9d700 1 -- 172.21.15.163:0/3828635883 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f40e40035c0 msgr2=0x7f40fc1a4620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-04-26T01:39:14.070 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.070+0000 7f40fad9d700 1 -- 172.21.15.163:0/3828635883 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f40e40035c0 msgr2=0x7f40fc1a4620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-04-26T01:39:14.070 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.070+0000 7f40fad9d700 1 --2- 172.21.15.163:0/3828635883 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f40e40035c0 0x7f40fc1a4620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-26T01:39:14.070 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.070+0000 7f40fad9d700 1 --2- 172.21.15.163:0/3828635883 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f40e40035c0 0x7f40fc1a4620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T01:39:14.070 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.070+0000 7f40fb59e700 1 -- 172.21.15.163:0/3828635883 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f40e40035c0 msgr2=0x7f40fc1a4620 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T01:39:14.070 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.070+0000 7f40fb59e700 1 --2- 172.21.15.163:0/3828635883 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f40e40035c0 0x7f40fc1a4620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:14.070 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.070+0000 7f40fb59e700 1 -- 172.21.15.163:0/3828635883 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f40fc1a4b60 msgr2=0x7f40fc19e6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:39:14.070 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.070+0000 7f40fb59e700 1 --2- 172.21.15.163:0/3828635883 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f40fc1a4b60 0x7f40fc19e6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:14.070 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.070+0000 7f40fb59e700 1 -- 172.21.15.163:0/3828635883 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40fc1ab3d0 con 0x7f40fc19ec30 2024-04-26T01:39:14.070 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.070+0000 7f40fb59e700 1 --2- 172.21.15.163:0/3828635883 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f40fc19ec30 0x7f40fc19f0e0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f40f400ba50 tx=0x7f40f400be10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:39:14.070 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.071+0000 7f40e3fff700 1 -- 172.21.15.163:0/3828635883 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40f4019070 con 0x7f40fc19ec30 2024-04-26T01:39:14.070 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.071+0000 7f4101084700 1 -- 172.21.15.163:0/3828635883 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40fc1ab660 con 0x7f40fc19ec30 2024-04-26T01:39:14.070 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.071+0000 7f40e3fff700 1 -- 172.21.15.163:0/3828635883 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f40f4014440 con 0x7f40fc19ec30 2024-04-26T01:39:14.071 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.071+0000 7f40e3fff700 1 -- 172.21.15.163:0/3828635883 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40f4007570 con 0x7f40fc19ec30 2024-04-26T01:39:14.071 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.071+0000 7f4101084700 1 -- 172.21.15.163:0/3828635883 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40fc1abb50 con 0x7f40fc19ec30 2024-04-26T01:39:14.071 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.072+0000 7f40e3fff700 1 -- 172.21.15.163:0/3828635883 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f40f401c070 con 0x7f40fc19ec30 2024-04-26T01:39:14.071 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.072+0000 7f40e3fff700 1 --2- 172.21.15.163:0/3828635883 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f40e8039ae0 0x7f40e803bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:39:14.071 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.072+0000 7f40e3fff700 1 -- 172.21.15.163:0/3828635883 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f40f404bfc0 con 0x7f40fc19ec30 2024-04-26T01:39:14.071 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.072+0000 7f4101084700 1 -- 172.21.15.163:0/3828635883 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40fc06b530 con 0x7f40fc19ec30 2024-04-26T01:39:14.071 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.072+0000 7f40fad9d700 1 --2- 172.21.15.163:0/3828635883 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f40e8039ae0 0x7f40e803bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:39:14.071 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.073+0000 7f40fad9d700 1 --2- 172.21.15.163:0/3828635883 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f40e8039ae0 0x7f40e803bfa0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f40ec001eb0 tx=0x7f40ec005e60 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:39:14.074 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.078+0000 7f40e3fff700 1 -- 172.21.15.163:0/3828635883 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f40f400e0a0 con 0x7f40fc19ec30 2024-04-26T01:39:14.168 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:13 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:14.168 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:13 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:14.168 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:13 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:39:14.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:13 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:39:14.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:13 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:14.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:13 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:14.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:13 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:39:14.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:13 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:39:14.360 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.364+0000 7f4101084700 1 -- 172.21.15.163:0/3828635883 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f40fc19fcc0 con 0x7f40fc19ec30 2024-04-26T01:39:14.361 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.364+0000 7f40e3fff700 1 -- 172.21.15.163:0/3828635883 <== mon.1 v2:172.21.15.163:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) ==== 95+0+1283 (secure 0 0 0) 0x7f40f40112a0 con 0x7f40fc19ec30 2024-04-26T01:39:14.361 INFO:teuthology.orchestra.run.smithi163.stdout: 2024-04-26T01:39:14.361 INFO:teuthology.orchestra.run.smithi163.stdout:{"epoch":3,"fsid":"4e298560-036d-11ef-bc93-c7b262605968","modified":"2024-04-26T01:39:07.809560Z","created":"2024-04-26T01:36:47.569329Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:3300","nonce":0},{"type":"v1","addr":"172.21.15.46:6789","nonce":0}]},"addr":"172.21.15.46:6789/0","public_addr":"172.21.15.46:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:3300","nonce":0},{"type":"v1","addr":"172.21.15.163:6789","nonce":0}]},"addr":"172.21.15.163:6789/0","public_addr":"172.21.15.163:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:3300","nonce":0},{"type":"v1","addr":"172.21.15.103:6789","nonce":0}]},"addr":"172.21.15.103:6789/0","public_addr":"172.21.15.103:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-26T01:39:14.363 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.366+0000 7f4101084700 1 -- 172.21.15.163:0/3828635883 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f40e8039ae0 msgr2=0x7f40e803bfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:39:14.363 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.366+0000 7f4101084700 1 --2- 172.21.15.163:0/3828635883 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f40e8039ae0 0x7f40e803bfa0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f40ec001eb0 tx=0x7f40ec005e60 comp rx=0 tx=0).stop 2024-04-26T01:39:14.363 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.366+0000 7f4101084700 1 -- 172.21.15.163:0/3828635883 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f40fc19ec30 msgr2=0x7f40fc19f0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:39:14.363 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.366+0000 7f4101084700 1 --2- 172.21.15.163:0/3828635883 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f40fc19ec30 0x7f40fc19f0e0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f40f400ba50 tx=0x7f40f400be10 comp rx=0 tx=0).stop 2024-04-26T01:39:14.363 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.366+0000 7f4101084700 1 -- 172.21.15.163:0/3828635883 shutdown_connections 2024-04-26T01:39:14.363 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.366+0000 7f4101084700 1 --2- 172.21.15.163:0/3828635883 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f40fc19ec30 0x7f40fc19f0e0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:14.363 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.366+0000 7f4101084700 1 --2- 172.21.15.163:0/3828635883 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f40e8039ae0 0x7f40e803bfa0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:14.364 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.366+0000 7f4101084700 1 --2- 172.21.15.163:0/3828635883 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f40e40035c0 0x7f40fc1a4620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:14.364 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.366+0000 7f4101084700 1 --2- 172.21.15.163:0/3828635883 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f40fc1a4b60 0x7f40fc19e6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:14.364 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.366+0000 7f4101084700 1 -- 172.21.15.163:0/3828635883 >> 172.21.15.163:0/3828635883 conn(0x7f40fc0fcf40 msgr2=0x7f40fc0feda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:39:14.364 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.367+0000 7f4101084700 1 -- 172.21.15.163:0/3828635883 shutdown_connections 2024-04-26T01:39:14.364 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:14.367+0000 7f4101084700 1 -- 172.21.15.163:0/3828635883 wait complete. 2024-04-26T01:39:14.364 INFO:teuthology.orchestra.run.smithi163.stderr:dumped monmap epoch 3 2024-04-26T01:39:15.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:14 smithi103 ceph-mon[32920]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:15.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:14 smithi103 ceph-mon[32920]: mon.c calling monitor election 2024-04-26T01:39:15.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:14 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:39:15.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:14 smithi103 ceph-mon[32920]: mon.a calling monitor election 2024-04-26T01:39:15.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:14 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:39:15.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:14 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:39:15.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:14 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:39:15.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:14 smithi103 ceph-mon[32920]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:15.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:14 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:39:15.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:14 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:39:15.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:14 smithi103 ceph-mon[32920]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:15.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:14 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:39:15.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:14 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:39:15.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:14 smithi103 ceph-mon[32920]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-26T01:39:15.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:14 smithi103 ceph-mon[32920]: monmap epoch 3 2024-04-26T01:39:15.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:14 smithi103 ceph-mon[32920]: fsid 4e298560-036d-11ef-bc93-c7b262605968 2024-04-26T01:39:15.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:14 smithi103 ceph-mon[32920]: last_changed 2024-04-26T01:39:07.809560+0000 2024-04-26T01:39:15.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:14 smithi103 ceph-mon[32920]: created 2024-04-26T01:36:47.569329+0000 2024-04-26T01:39:15.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:14 smithi103 ceph-mon[32920]: min_mon_release 19 (squid) 2024-04-26T01:39:15.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:14 smithi103 ceph-mon[32920]: election_strategy: 1 2024-04-26T01:39:15.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:14 smithi103 ceph-mon[32920]: 0: [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] mon.a 2024-04-26T01:39:15.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:14 smithi103 ceph-mon[32920]: 1: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.c 2024-04-26T01:39:15.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:14 smithi103 ceph-mon[32920]: 2: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.b 2024-04-26T01:39:15.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:14 smithi103 ceph-mon[32920]: fsmap 2024-04-26T01:39:15.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:14 smithi103 ceph-mon[32920]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T01:39:15.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:14 smithi103 ceph-mon[32920]: mgrmap e13: x(active, since 71s) 2024-04-26T01:39:15.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:14 smithi103 ceph-mon[32920]: overall HEALTH_OK 2024-04-26T01:39:15.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:14 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:15.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:14 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:15.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:14 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:15.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:14 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:15.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:14 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:39:15.127 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:14 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:39:15.174 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-04-26T01:39:15.174 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph config generate-minimal-conf 2024-04-26T01:39:15.585 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:39:15.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:15 smithi046 ceph-mon[28013]: mon.b calling monitor election 2024-04-26T01:39:15.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:15 smithi046 ceph-mon[28013]: Updating smithi046:/etc/ceph/ceph.conf 2024-04-26T01:39:15.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:15 smithi046 ceph-mon[28013]: Updating smithi103:/etc/ceph/ceph.conf 2024-04-26T01:39:15.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:15 smithi046 ceph-mon[28013]: Updating smithi163:/etc/ceph/ceph.conf 2024-04-26T01:39:15.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:15 smithi046 ceph-mon[28013]: mon.b calling monitor election 2024-04-26T01:39:15.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:15 smithi046 ceph-mon[28013]: mon.c calling monitor election 2024-04-26T01:39:15.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:15 smithi046 ceph-mon[28013]: mon.a calling monitor election 2024-04-26T01:39:15.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:15 smithi046 ceph-mon[28013]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-26T01:39:15.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:15 smithi046 ceph-mon[28013]: monmap epoch 3 2024-04-26T01:39:15.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:15 smithi046 ceph-mon[28013]: fsid 4e298560-036d-11ef-bc93-c7b262605968 2024-04-26T01:39:15.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:15 smithi046 ceph-mon[28013]: last_changed 2024-04-26T01:39:07.809560+0000 2024-04-26T01:39:15.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:15 smithi046 ceph-mon[28013]: created 2024-04-26T01:36:47.569329+0000 2024-04-26T01:39:15.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:15 smithi046 ceph-mon[28013]: min_mon_release 19 (squid) 2024-04-26T01:39:15.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:15 smithi046 ceph-mon[28013]: election_strategy: 1 2024-04-26T01:39:15.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:15 smithi046 ceph-mon[28013]: 0: [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] mon.a 2024-04-26T01:39:15.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:15 smithi046 ceph-mon[28013]: 1: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.c 2024-04-26T01:39:15.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:15 smithi046 ceph-mon[28013]: 2: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.b 2024-04-26T01:39:15.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:15 smithi046 ceph-mon[28013]: fsmap 2024-04-26T01:39:15.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:15 smithi046 ceph-mon[28013]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T01:39:15.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:15 smithi046 ceph-mon[28013]: mgrmap e13: x(active, since 73s) 2024-04-26T01:39:15.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:15 smithi046 ceph-mon[28013]: overall HEALTH_OK 2024-04-26T01:39:15.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:15 smithi046 ceph-mon[28013]: Updating smithi103:/var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:39:15.761 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:15 smithi046 ceph-mon[28013]: Updating smithi163:/var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:39:15.762 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:15 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:15.762 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:15 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:15.762 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:15 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:15.762 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:15 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:15.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:15 smithi103 ceph-mon[32920]: mon.b calling monitor election 2024-04-26T01:39:15.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:15 smithi103 ceph-mon[32920]: Updating smithi046:/etc/ceph/ceph.conf 2024-04-26T01:39:15.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:15 smithi103 ceph-mon[32920]: Updating smithi103:/etc/ceph/ceph.conf 2024-04-26T01:39:15.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:15 smithi103 ceph-mon[32920]: Updating smithi163:/etc/ceph/ceph.conf 2024-04-26T01:39:15.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:15 smithi103 ceph-mon[32920]: mon.b calling monitor election 2024-04-26T01:39:15.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:15 smithi103 ceph-mon[32920]: mon.c calling monitor election 2024-04-26T01:39:15.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:15 smithi103 ceph-mon[32920]: mon.a calling monitor election 2024-04-26T01:39:15.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:15 smithi103 ceph-mon[32920]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-26T01:39:15.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:15 smithi103 ceph-mon[32920]: monmap epoch 3 2024-04-26T01:39:15.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:15 smithi103 ceph-mon[32920]: fsid 4e298560-036d-11ef-bc93-c7b262605968 2024-04-26T01:39:15.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:15 smithi103 ceph-mon[32920]: last_changed 2024-04-26T01:39:07.809560+0000 2024-04-26T01:39:15.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:15 smithi103 ceph-mon[32920]: created 2024-04-26T01:36:47.569329+0000 2024-04-26T01:39:15.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:15 smithi103 ceph-mon[32920]: min_mon_release 19 (squid) 2024-04-26T01:39:15.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:15 smithi103 ceph-mon[32920]: election_strategy: 1 2024-04-26T01:39:15.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:15 smithi103 ceph-mon[32920]: 0: [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] mon.a 2024-04-26T01:39:15.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:15 smithi103 ceph-mon[32920]: 1: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.c 2024-04-26T01:39:15.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:15 smithi103 ceph-mon[32920]: 2: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.b 2024-04-26T01:39:15.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:15 smithi103 ceph-mon[32920]: fsmap 2024-04-26T01:39:15.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:15 smithi103 ceph-mon[32920]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T01:39:15.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:15 smithi103 ceph-mon[32920]: mgrmap e13: x(active, since 73s) 2024-04-26T01:39:15.876 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:15 smithi103 ceph-mon[32920]: overall HEALTH_OK 2024-04-26T01:39:15.876 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:15 smithi103 ceph-mon[32920]: Updating smithi103:/var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:39:15.876 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:15 smithi103 ceph-mon[32920]: Updating smithi163:/var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:39:15.876 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:15 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:15.876 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:15 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:15.876 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:15 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:15.876 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:15 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:15.918 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:15 smithi163 ceph-mon[32592]: mon.b calling monitor election 2024-04-26T01:39:15.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:15 smithi163 ceph-mon[32592]: Updating smithi046:/etc/ceph/ceph.conf 2024-04-26T01:39:15.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:15 smithi163 ceph-mon[32592]: Updating smithi103:/etc/ceph/ceph.conf 2024-04-26T01:39:15.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:15 smithi163 ceph-mon[32592]: Updating smithi163:/etc/ceph/ceph.conf 2024-04-26T01:39:15.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:15 smithi163 ceph-mon[32592]: mon.b calling monitor election 2024-04-26T01:39:15.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:15 smithi163 ceph-mon[32592]: mon.c calling monitor election 2024-04-26T01:39:15.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:15 smithi163 ceph-mon[32592]: mon.a calling monitor election 2024-04-26T01:39:15.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:15 smithi163 ceph-mon[32592]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-26T01:39:15.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:15 smithi163 ceph-mon[32592]: monmap epoch 3 2024-04-26T01:39:15.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:15 smithi163 ceph-mon[32592]: fsid 4e298560-036d-11ef-bc93-c7b262605968 2024-04-26T01:39:15.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:15 smithi163 ceph-mon[32592]: last_changed 2024-04-26T01:39:07.809560+0000 2024-04-26T01:39:15.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:15 smithi163 ceph-mon[32592]: created 2024-04-26T01:36:47.569329+0000 2024-04-26T01:39:15.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:15 smithi163 ceph-mon[32592]: min_mon_release 19 (squid) 2024-04-26T01:39:15.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:15 smithi163 ceph-mon[32592]: election_strategy: 1 2024-04-26T01:39:15.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:15 smithi163 ceph-mon[32592]: 0: [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] mon.a 2024-04-26T01:39:15.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:15 smithi163 ceph-mon[32592]: 1: [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] mon.c 2024-04-26T01:39:15.921 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:15 smithi163 ceph-mon[32592]: 2: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.b 2024-04-26T01:39:15.921 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:15 smithi163 ceph-mon[32592]: fsmap 2024-04-26T01:39:15.921 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:15 smithi163 ceph-mon[32592]: osdmap e4: 0 total, 0 up, 0 in 2024-04-26T01:39:15.921 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:15 smithi163 ceph-mon[32592]: mgrmap e13: x(active, since 73s) 2024-04-26T01:39:15.921 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:15 smithi163 ceph-mon[32592]: overall HEALTH_OK 2024-04-26T01:39:15.921 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:15 smithi163 ceph-mon[32592]: Updating smithi103:/var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:39:15.921 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:15 smithi163 ceph-mon[32592]: Updating smithi163:/var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:39:15.921 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:15 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:15.921 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:15 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:15.922 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:15 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:15.922 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:15 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:16.769 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:16 smithi046 ceph-mon[28013]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:16.770 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:16 smithi046 ceph-mon[28013]: Updating smithi046:/var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:39:16.770 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:16 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:39:16.770 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:16 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:16.770 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:16 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:16.770 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:16 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:16.770 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:16 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:16.770 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:16 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:16.770 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:16 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:16.770 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:16 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:16.770 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:16 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:39:16.770 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:16 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T01:39:16.770 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:16 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:16.771 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:16 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:16.873 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:16 smithi103 ceph-mon[32920]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:16.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:16 smithi103 ceph-mon[32920]: Updating smithi046:/var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:39:16.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:16 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:39:16.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:16 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:16.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:16 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:16.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:16 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:16.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:16 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:16.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:16 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:16.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:16 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:16.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:16 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:16.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:16 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:39:16.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:16 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T01:39:16.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:16 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:16.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:16 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:16.918 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:16 smithi163 ceph-mon[32592]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:16.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:16 smithi163 ceph-mon[32592]: Updating smithi046:/var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:39:16.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:16 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:39:16.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:16 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:16.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:16 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:16.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:16 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:16.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:16 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:16.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:16 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:16.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:16 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:16.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:16 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:16.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:16 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:39:16.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:16 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T01:39:16.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:16 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:16.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:16 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:17.695 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:17 smithi046 ceph-mon[28013]: Reconfiguring mon.a (unknown last config time)... 2024-04-26T01:39:17.695 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:17 smithi046 ceph-mon[28013]: Reconfiguring daemon mon.a on smithi046 2024-04-26T01:39:17.851 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:17 smithi103 ceph-mon[32920]: Reconfiguring mon.a (unknown last config time)... 2024-04-26T01:39:17.851 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:17 smithi103 ceph-mon[32920]: Reconfiguring daemon mon.a on smithi046 2024-04-26T01:39:17.918 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:17 smithi163 ceph-mon[32592]: Reconfiguring mon.a (unknown last config time)... 2024-04-26T01:39:17.918 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:17 smithi163 ceph-mon[32592]: Reconfiguring daemon mon.a on smithi046 2024-04-26T01:39:17.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:17.973+0000 7f7aa9e00700 1 -- 172.21.15.46:0/3948682382 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7aa410d960 msgr2=0x7f7aa410dd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:39:17.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:17.973+0000 7f7aa9e00700 1 --2- 172.21.15.46:0/3948682382 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7aa410d960 0x7f7aa410dd40 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f7a94009910 tx=0x7f7a94009c20 comp rx=0 tx=0).stop 2024-04-26T01:39:17.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:17.973+0000 7f7aa9e00700 1 -- 172.21.15.46:0/3948682382 shutdown_connections 2024-04-26T01:39:17.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:17.973+0000 7f7aa9e00700 1 --2- 172.21.15.46:0/3948682382 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7aa410d960 0x7f7aa410dd40 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:17.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:17.973+0000 7f7aa9e00700 1 -- 172.21.15.46:0/3948682382 >> 172.21.15.46:0/3948682382 conn(0x7f7aa40781e0 msgr2=0x7f7aa407a600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:39:17.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:17.973+0000 7f7aa9e00700 1 -- 172.21.15.46:0/3948682382 shutdown_connections 2024-04-26T01:39:17.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:17.973+0000 7f7aa9e00700 1 -- 172.21.15.46:0/3948682382 wait complete. 2024-04-26T01:39:17.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:17.974+0000 7f7aa9e00700 1 Processor -- start 2024-04-26T01:39:17.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:17.974+0000 7f7aa9e00700 1 -- start start 2024-04-26T01:39:17.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:17.974+0000 7f7aa9e00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7aa410d960 0x7f7aa41a45a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:39:17.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:17.975+0000 7f7aa9e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7aa41a4ae0 0x7f7aa419e670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:39:17.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:17.975+0000 7f7aa9e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7aa419ebb0 0x7f7aa419f060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:39:17.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:17.975+0000 7f7aa9e00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f7aa4113040 con 0x7f7aa41a4ae0 2024-04-26T01:39:17.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:17.975+0000 7f7aa9e00700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f7aa4112ec0 con 0x7f7aa419ebb0 2024-04-26T01:39:17.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:17.975+0000 7f7aa9e00700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f7aa41131c0 con 0x7f7aa410d960 2024-04-26T01:39:17.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:17.975+0000 7f7aa2000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7aa41a4ae0 0x7f7aa419e670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:39:17.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:17.975+0000 7f7aa2000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7aa41a4ae0 0x7f7aa419e670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34642/0 (socket says 172.21.15.46:34642) 2024-04-26T01:39:17.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:17.975+0000 7f7aa2000700 1 -- 172.21.15.46:0/3173856635 learned_addr learned my addr 172.21.15.46:0/3173856635 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:39:17.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:17.975+0000 7f7aa2a00700 1 --2- 172.21.15.46:0/3173856635 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7aa410d960 0x7f7aa41a45a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:39:17.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:17.975+0000 7f7aa3400700 1 --2- 172.21.15.46:0/3173856635 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7aa419ebb0 0x7f7aa419f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:39:17.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:17.976+0000 7f7aa2000700 1 -- 172.21.15.46:0/3173856635 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7aa410d960 msgr2=0x7f7aa41a45a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:39:17.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:17.976+0000 7f7aa2000700 1 --2- 172.21.15.46:0/3173856635 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7aa410d960 0x7f7aa41a45a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:17.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:17.976+0000 7f7aa2000700 1 -- 172.21.15.46:0/3173856635 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7aa419ebb0 msgr2=0x7f7aa419f060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:39:17.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:17.976+0000 7f7aa2000700 1 --2- 172.21.15.46:0/3173856635 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7aa419ebb0 0x7f7aa419f060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:17.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:17.976+0000 7f7aa2000700 1 -- 172.21.15.46:0/3173856635 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7aa41ab350 con 0x7f7aa41a4ae0 2024-04-26T01:39:17.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:17.976+0000 7f7aa3400700 1 --2- 172.21.15.46:0/3173856635 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7aa419ebb0 0x7f7aa419f060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:39:17.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:17.976+0000 7f7aa2a00700 1 --2- 172.21.15.46:0/3173856635 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7aa410d960 0x7f7aa41a45a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:39:17.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:17.976+0000 7f7aa2000700 1 --2- 172.21.15.46:0/3173856635 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7aa41a4ae0 0x7f7aa419e670 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f7a9000b780 tx=0x7f7a9000ba90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:39:17.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:17.976+0000 7f7aa8a00700 1 -- 172.21.15.46:0/3173856635 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a90004230 con 0x7f7aa41a4ae0 2024-04-26T01:39:17.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:17.976+0000 7f7aa8a00700 1 -- 172.21.15.46:0/3173856635 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7a900043d0 con 0x7f7aa41a4ae0 2024-04-26T01:39:17.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:17.976+0000 7f7aa8a00700 1 -- 172.21.15.46:0/3173856635 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a90011c20 con 0x7f7aa41a4ae0 2024-04-26T01:39:17.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:17.976+0000 7f7aa9e00700 1 -- 172.21.15.46:0/3173856635 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7aa41ab5e0 con 0x7f7aa41a4ae0 2024-04-26T01:39:17.975 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:17.976+0000 7f7aa9e00700 1 -- 172.21.15.46:0/3173856635 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7aa41abad0 con 0x7f7aa41a4ae0 2024-04-26T01:39:17.975 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:17.978+0000 7f7aa8a00700 1 -- 172.21.15.46:0/3173856635 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f7a900036a0 con 0x7f7aa41a4ae0 2024-04-26T01:39:17.975 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:17.978+0000 7f7aa9e00700 1 -- 172.21.15.46:0/3173856635 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7aa410a180 con 0x7f7aa41a4ae0 2024-04-26T01:39:17.976 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:17.978+0000 7f7aa8a00700 1 --2- 172.21.15.46:0/3173856635 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f7a88039ae0 0x7f7a8803bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:39:17.976 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:17.978+0000 7f7aa8a00700 1 -- 172.21.15.46:0/3173856635 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f7a9004c430 con 0x7f7aa41a4ae0 2024-04-26T01:39:17.976 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:17.978+0000 7f7aa2a00700 1 --2- 172.21.15.46:0/3173856635 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f7a88039ae0 0x7f7a8803bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:39:17.976 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:17.979+0000 7f7aa2a00700 1 --2- 172.21.15.46:0/3173856635 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f7a88039ae0 0x7f7a8803bfa0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f7a94009750 tx=0x7f7a9400b540 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:39:17.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:17.984+0000 7f7aa8a00700 1 -- 172.21.15.46:0/3173856635 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7a90003990 con 0x7f7aa41a4ae0 2024-04-26T01:39:18.219 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:18.222+0000 7f7aa9e00700 1 -- 172.21.15.46:0/3173856635 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f7aa41abd90 con 0x7f7aa41a4ae0 2024-04-26T01:39:18.220 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:18.223+0000 7f7aa8a00700 1 -- 172.21.15.46:0/3173856635 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) ==== 76+0+275 (secure 0 0 0) 0x7f7a90021e00 con 0x7f7aa41a4ae0 2024-04-26T01:39:18.220 INFO:teuthology.orchestra.run.smithi046.stdout:# minimal ceph.conf for 4e298560-036d-11ef-bc93-c7b262605968 2024-04-26T01:39:18.220 INFO:teuthology.orchestra.run.smithi046.stdout:[global] 2024-04-26T01:39:18.220 INFO:teuthology.orchestra.run.smithi046.stdout: fsid = 4e298560-036d-11ef-bc93-c7b262605968 2024-04-26T01:39:18.220 INFO:teuthology.orchestra.run.smithi046.stdout: mon_host = [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] 2024-04-26T01:39:18.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:18.227+0000 7f7aa9e00700 1 -- 172.21.15.46:0/3173856635 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f7a88039ae0 msgr2=0x7f7a8803bfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:39:18.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:18.227+0000 7f7aa9e00700 1 --2- 172.21.15.46:0/3173856635 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f7a88039ae0 0x7f7a8803bfa0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f7a94009750 tx=0x7f7a9400b540 comp rx=0 tx=0).stop 2024-04-26T01:39:18.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:18.227+0000 7f7aa9e00700 1 -- 172.21.15.46:0/3173856635 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7aa41a4ae0 msgr2=0x7f7aa419e670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:39:18.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:18.227+0000 7f7aa9e00700 1 --2- 172.21.15.46:0/3173856635 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7aa41a4ae0 0x7f7aa419e670 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f7a9000b780 tx=0x7f7a9000ba90 comp rx=0 tx=0).stop 2024-04-26T01:39:18.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:18.227+0000 7f7aa9e00700 1 -- 172.21.15.46:0/3173856635 shutdown_connections 2024-04-26T01:39:18.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:18.227+0000 7f7aa9e00700 1 --2- 172.21.15.46:0/3173856635 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f7a88039ae0 0x7f7a8803bfa0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:18.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:18.227+0000 7f7aa9e00700 1 --2- 172.21.15.46:0/3173856635 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7aa419ebb0 0x7f7aa419f060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:18.225 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:18.227+0000 7f7aa9e00700 1 --2- 172.21.15.46:0/3173856635 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7aa410d960 0x7f7aa41a45a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:18.225 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:18.227+0000 7f7aa9e00700 1 --2- 172.21.15.46:0/3173856635 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7aa41a4ae0 0x7f7aa419e670 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:18.225 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:18.227+0000 7f7aa9e00700 1 -- 172.21.15.46:0/3173856635 >> 172.21.15.46:0/3173856635 conn(0x7f7aa40781e0 msgr2=0x7f7aa410a540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:39:18.225 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:18.227+0000 7f7aa9e00700 1 -- 172.21.15.46:0/3173856635 shutdown_connections 2024-04-26T01:39:18.225 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:18.227+0000 7f7aa9e00700 1 -- 172.21.15.46:0/3173856635 wait complete. 2024-04-26T01:39:18.767 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:18 smithi046 ceph-mon[28013]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:18.768 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:18 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/3173856635' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:18.873 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:18 smithi103 ceph-mon[32920]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:18.873 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:18 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/3173856635' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:18.918 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:18 smithi163 ceph-mon[32592]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:18.918 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:18 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/3173856635' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:19.030 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-04-26T01:39:19.030 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-04-26T01:39:19.030 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/etc/ceph/ceph.conf 2024-04-26T01:39:19.111 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-04-26T01:39:19.111 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:39:19.231 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-04-26T01:39:19.231 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd of=/etc/ceph/ceph.conf 2024-04-26T01:39:19.263 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-04-26T01:39:19.264 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:39:19.331 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-04-26T01:39:19.332 DEBUG:teuthology.orchestra.run.smithi163:> sudo dd of=/etc/ceph/ceph.conf 2024-04-26T01:39:19.363 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-04-26T01:39:19.363 DEBUG:teuthology.orchestra.run.smithi163:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:39:19.431 INFO:tasks.cephadm:Adding mgr.x on smithi046 2024-04-26T01:39:19.431 INFO:tasks.cephadm:Adding mgr.y on smithi103 2024-04-26T01:39:19.431 INFO:tasks.cephadm:Adding mgr.z on smithi163 2024-04-26T01:39:19.432 DEBUG:teuthology.orchestra.run.smithi163:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph orch apply mgr '3;smithi046=x;smithi103=y;smithi163=z' 2024-04-26T01:39:19.712 INFO:teuthology.orchestra.run.smithi163.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:39:20.847 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:20 smithi103 ceph-mon[32920]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:20.847 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:20 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:20.848 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:20 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:20.848 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:20 smithi103 ceph-mon[32920]: Reconfiguring mon.b (monmap changed)... 2024-04-26T01:39:20.848 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:20 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:39:20.848 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:20 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T01:39:20.848 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:20 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:20.848 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:20 smithi103 ceph-mon[32920]: Reconfiguring daemon mon.b on smithi103 2024-04-26T01:39:20.875 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:20 smithi163 ceph-mon[32592]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:20.875 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:20 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:20.875 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:20 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:20.875 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:20 smithi163 ceph-mon[32592]: Reconfiguring mon.b (monmap changed)... 2024-04-26T01:39:20.875 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:20 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:39:20.875 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:20 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T01:39:20.875 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:20 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:20.876 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:20 smithi163 ceph-mon[32592]: Reconfiguring daemon mon.b on smithi103 2024-04-26T01:39:21.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:20 smithi046 ceph-mon[28013]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:21.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:20 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:21.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:20 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:21.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:20 smithi046 ceph-mon[28013]: Reconfiguring mon.b (monmap changed)... 2024-04-26T01:39:21.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:20 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:39:21.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:20 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T01:39:21.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:20 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:21.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:20 smithi046 ceph-mon[28013]: Reconfiguring daemon mon.b on smithi103 2024-04-26T01:39:21.314 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.317+0000 7fe91affd700 1 -- 172.21.15.163:0/1848287034 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9040056c0 con 0x7fe91c1014a0 2024-04-26T01:39:21.315 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.318+0000 7fe9224da700 1 -- 172.21.15.163:0/1848287034 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe91c1014a0 msgr2=0x7fe91c1018c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:39:21.315 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.318+0000 7fe9224da700 1 --2- 172.21.15.163:0/1848287034 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe91c1014a0 0x7fe91c1018c0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fe904009910 tx=0x7fe904009c20 comp rx=0 tx=0).stop 2024-04-26T01:39:21.315 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.318+0000 7fe9224da700 1 -- 172.21.15.163:0/1848287034 shutdown_connections 2024-04-26T01:39:21.315 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.318+0000 7fe9224da700 1 --2- 172.21.15.163:0/1848287034 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe91c1014a0 0x7fe91c1018c0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:21.315 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.318+0000 7fe9224da700 1 -- 172.21.15.163:0/1848287034 >> 172.21.15.163:0/1848287034 conn(0x7fe91c0fca40 msgr2=0x7fe91c0fee80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:39:21.316 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.318+0000 7fe9224da700 1 -- 172.21.15.163:0/1848287034 shutdown_connections 2024-04-26T01:39:21.316 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.318+0000 7fe9224da700 1 -- 172.21.15.163:0/1848287034 wait complete. 2024-04-26T01:39:21.316 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.319+0000 7fe9224da700 1 Processor -- start 2024-04-26T01:39:21.316 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.319+0000 7fe9224da700 1 -- start start 2024-04-26T01:39:21.318 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.319+0000 7fe9224da700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe91c1014a0 0x7fe91c197dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:39:21.318 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.319+0000 7fe9224da700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe91c198310 0x7fe91c19d380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:39:21.318 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.319+0000 7fe9224da700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe91c198790 0x7fe91c19f910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:39:21.318 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.319+0000 7fe9224da700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe91c1085d0 con 0x7fe91c198790 2024-04-26T01:39:21.318 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.319+0000 7fe9224da700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fe91c108450 con 0x7fe91c198310 2024-04-26T01:39:21.318 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.319+0000 7fe9224da700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fe91c108750 con 0x7fe91c1014a0 2024-04-26T01:39:21.318 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.319+0000 7fe91bfff700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe91c1014a0 0x7fe91c197dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:39:21.319 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.319+0000 7fe91bfff700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe91c1014a0 0x7fe91c197dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.163:50652/0 (socket says 172.21.15.163:50652) 2024-04-26T01:39:21.319 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.319+0000 7fe91bfff700 1 -- 172.21.15.163:0/1219032775 learned_addr learned my addr 172.21.15.163:0/1219032775 (peer_addr_for_me v2:172.21.15.163:0/0) 2024-04-26T01:39:21.319 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.319+0000 7fe91b7fe700 1 --2- 172.21.15.163:0/1219032775 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe91c198310 0x7fe91c19d380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:39:21.319 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.320+0000 7fe91bfff700 1 -- 172.21.15.163:0/1219032775 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe91c198310 msgr2=0x7fe91c19d380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:39:21.319 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.320+0000 7fe91bfff700 1 --2- 172.21.15.163:0/1219032775 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe91c198310 0x7fe91c19d380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:21.319 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.320+0000 7fe91bfff700 1 -- 172.21.15.163:0/1219032775 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe91c198790 msgr2=0x7fe91c19f910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:39:21.319 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.320+0000 7fe91bfff700 1 --2- 172.21.15.163:0/1219032775 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe91c198790 0x7fe91c19f910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:21.319 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.320+0000 7fe91bfff700 1 -- 172.21.15.163:0/1219032775 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe91c1a01e0 con 0x7fe91c1014a0 2024-04-26T01:39:21.319 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.320+0000 7fe91b7fe700 1 --2- 172.21.15.163:0/1219032775 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe91c198310 0x7fe91c19d380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:39:21.319 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.320+0000 7fe91bfff700 1 --2- 172.21.15.163:0/1219032775 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe91c1014a0 0x7fe91c197dd0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fe904000c00 tx=0x7fe9040050b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:39:21.319 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.320+0000 7fe9197fa700 1 -- 172.21.15.163:0/1219032775 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe904027070 con 0x7fe91c1014a0 2024-04-26T01:39:21.319 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.320+0000 7fe9197fa700 1 -- 172.21.15.163:0/1219032775 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe904022470 con 0x7fe91c1014a0 2024-04-26T01:39:21.319 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.320+0000 7fe9224da700 1 -- 172.21.15.163:0/1219032775 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe91c1a0470 con 0x7fe91c1014a0 2024-04-26T01:39:21.320 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.320+0000 7fe9197fa700 1 -- 172.21.15.163:0/1219032775 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe90400f680 con 0x7fe91c1014a0 2024-04-26T01:39:21.320 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.320+0000 7fe9224da700 1 -- 172.21.15.163:0/1219032775 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe91c1a09d0 con 0x7fe91c1014a0 2024-04-26T01:39:21.320 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.321+0000 7fe9197fa700 1 -- 172.21.15.163:0/1219032775 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7fe90402a070 con 0x7fe91c1014a0 2024-04-26T01:39:21.320 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.321+0000 7fe9197fa700 1 --2- 172.21.15.163:0/1219032775 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fe908039ae0 0x7fe90803bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:39:21.320 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.321+0000 7fe9197fa700 1 -- 172.21.15.163:0/1219032775 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fe90404d930 con 0x7fe91c1014a0 2024-04-26T01:39:21.320 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.321+0000 7fe9224da700 1 -- 172.21.15.163:0/1219032775 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe91c0640a0 con 0x7fe91c1014a0 2024-04-26T01:39:21.320 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.322+0000 7fe91b7fe700 1 --2- 172.21.15.163:0/1219032775 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fe908039ae0 0x7fe90803bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:39:21.320 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.323+0000 7fe91b7fe700 1 --2- 172.21.15.163:0/1219032775 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fe908039ae0 0x7fe90803bfa0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fe90c0079b0 tx=0x7fe90c008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:39:21.323 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.326+0000 7fe9197fa700 1 -- 172.21.15.163:0/1219032775 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe904013070 con 0x7fe91c1014a0 2024-04-26T01:39:21.541 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.544+0000 7fe9224da700 1 -- 172.21.15.163:0/1219032775 --> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi046=x;smithi103=y;smithi163=z", "target": ["mon-mgr", ""]}) -- 0x7fe91c062e80 con 0x7fe908039ae0 2024-04-26T01:39:21.555 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.558+0000 7fe9197fa700 1 -- 172.21.15.163:0/1219032775 <== mgr.14152 v2:172.21.15.46:6800/3332901238 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fe91c062e80 con 0x7fe908039ae0 2024-04-26T01:39:21.555 INFO:teuthology.orchestra.run.smithi163.stdout:Scheduled mgr update... 2024-04-26T01:39:21.557 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.561+0000 7fe9224da700 1 -- 172.21.15.163:0/1219032775 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fe908039ae0 msgr2=0x7fe90803bfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:39:21.557 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.561+0000 7fe9224da700 1 --2- 172.21.15.163:0/1219032775 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fe908039ae0 0x7fe90803bfa0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fe90c0079b0 tx=0x7fe90c008040 comp rx=0 tx=0).stop 2024-04-26T01:39:21.558 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.561+0000 7fe9224da700 1 -- 172.21.15.163:0/1219032775 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe91c1014a0 msgr2=0x7fe91c197dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:39:21.558 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.561+0000 7fe9224da700 1 --2- 172.21.15.163:0/1219032775 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe91c1014a0 0x7fe91c197dd0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fe904000c00 tx=0x7fe9040050b0 comp rx=0 tx=0).stop 2024-04-26T01:39:21.558 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.561+0000 7fe9224da700 1 -- 172.21.15.163:0/1219032775 shutdown_connections 2024-04-26T01:39:21.558 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.561+0000 7fe9224da700 1 --2- 172.21.15.163:0/1219032775 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe91c198790 0x7fe91c19f910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:21.558 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.561+0000 7fe9224da700 1 --2- 172.21.15.163:0/1219032775 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe91c1014a0 0x7fe91c197dd0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:21.558 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.561+0000 7fe9224da700 1 --2- 172.21.15.163:0/1219032775 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fe908039ae0 0x7fe90803bfa0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:21.558 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.561+0000 7fe9224da700 1 --2- 172.21.15.163:0/1219032775 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe91c198310 0x7fe91c19d380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:21.558 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.561+0000 7fe9224da700 1 -- 172.21.15.163:0/1219032775 >> 172.21.15.163:0/1219032775 conn(0x7fe91c0fca40 msgr2=0x7fe91c0fd6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:39:21.558 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.561+0000 7fe9224da700 1 -- 172.21.15.163:0/1219032775 shutdown_connections 2024-04-26T01:39:21.558 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:39:21.561+0000 7fe9224da700 1 -- 172.21.15.163:0/1219032775 wait complete. 2024-04-26T01:39:22.094 DEBUG:teuthology.orchestra.run.smithi103:mgr.y> sudo journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@mgr.y.service 2024-04-26T01:39:22.097 DEBUG:teuthology.orchestra.run.smithi163:mgr.z> sudo journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@mgr.z.service 2024-04-26T01:39:22.099 INFO:tasks.cephadm:Deploying OSDs... 2024-04-26T01:39:22.100 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-04-26T01:39:22.100 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/scratch_devs of=/dev/stdout 2024-04-26T01:39:22.160 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-26T01:39:22.160 DEBUG:teuthology.orchestra.run.smithi046:> stat /dev/vg_nvme/lv_1 2024-04-26T01:39:22.216 INFO:teuthology.orchestra.run.smithi046.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-26T01:39:22.216 INFO:teuthology.orchestra.run.smithi046.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:39:22.216 INFO:teuthology.orchestra.run.smithi046.stdout:Device: 6h/6d Inode: 632 Links: 1 2024-04-26T01:39:22.217 INFO:teuthology.orchestra.run.smithi046.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:39:22.217 INFO:teuthology.orchestra.run.smithi046.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:39:22.217 INFO:teuthology.orchestra.run.smithi046.stdout:Access: 2024-04-26 01:38:18.659354465 +0000 2024-04-26T01:39:22.217 INFO:teuthology.orchestra.run.smithi046.stdout:Modify: 2024-04-26 01:33:07.981110037 +0000 2024-04-26T01:39:22.217 INFO:teuthology.orchestra.run.smithi046.stdout:Change: 2024-04-26 01:33:07.981110037 +0000 2024-04-26T01:39:22.217 INFO:teuthology.orchestra.run.smithi046.stdout: Birth: 2024-04-26 01:33:07.981110037 +0000 2024-04-26T01:39:22.218 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-26T01:39:22.296 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records in 2024-04-26T01:39:22.296 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records out 2024-04-26T01:39:22.297 INFO:teuthology.orchestra.run.smithi046.stderr:512 bytes copied, 0.000270667 s, 1.9 MB/s 2024-04-26T01:39:22.300 DEBUG:teuthology.orchestra.run.smithi046:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-26T01:39:22.358 DEBUG:teuthology.orchestra.run.smithi046:> stat /dev/vg_nvme/lv_2 2024-04-26T01:39:22.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:22 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:22.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:22 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:22.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:22 smithi103 ceph-mon[32920]: Reconfiguring mon.c (monmap changed)... 2024-04-26T01:39:22.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:22 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:39:22.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:22 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T01:39:22.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:22 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:22.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:22 smithi103 ceph-mon[32920]: Reconfiguring daemon mon.c on smithi163 2024-04-26T01:39:22.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:22 smithi103 ceph-mon[32920]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:22.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:22 smithi103 ceph-mon[32920]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi046=x;smithi103=y;smithi163=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:39:22.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:22 smithi103 ceph-mon[32920]: Saving service mgr spec with placement smithi046=x;smithi103=y;smithi163=z;count:3 2024-04-26T01:39:22.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:22 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:22.408 INFO:teuthology.orchestra.run.smithi046.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-26T01:39:22.408 INFO:teuthology.orchestra.run.smithi046.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:39:22.408 INFO:teuthology.orchestra.run.smithi046.stdout:Device: 6h/6d Inode: 650 Links: 1 2024-04-26T01:39:22.408 INFO:teuthology.orchestra.run.smithi046.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:39:22.408 INFO:teuthology.orchestra.run.smithi046.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:39:22.409 INFO:teuthology.orchestra.run.smithi046.stdout:Access: 2024-04-26 01:38:18.718353839 +0000 2024-04-26T01:39:22.409 INFO:teuthology.orchestra.run.smithi046.stdout:Modify: 2024-04-26 01:33:08.601103522 +0000 2024-04-26T01:39:22.409 INFO:teuthology.orchestra.run.smithi046.stdout:Change: 2024-04-26 01:33:08.601103522 +0000 2024-04-26T01:39:22.409 INFO:teuthology.orchestra.run.smithi046.stdout: Birth: 2024-04-26 01:33:08.601103522 +0000 2024-04-26T01:39:22.409 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-26T01:39:22.431 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:22 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:22.431 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:22 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:22.431 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:22 smithi163 ceph-mon[32592]: Reconfiguring mon.c (monmap changed)... 2024-04-26T01:39:22.431 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:22 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:39:22.431 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:22 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T01:39:22.431 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:22 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:22.432 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:22 smithi163 ceph-mon[32592]: Reconfiguring daemon mon.c on smithi163 2024-04-26T01:39:22.432 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:22 smithi163 ceph-mon[32592]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:22.432 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:22 smithi163 ceph-mon[32592]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi046=x;smithi103=y;smithi163=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:39:22.432 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:22 smithi163 ceph-mon[32592]: Saving service mgr spec with placement smithi046=x;smithi103=y;smithi163=z;count:3 2024-04-26T01:39:22.432 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:22 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:22.482 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:22 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:22.482 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:22 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:22.482 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:22 smithi046 ceph-mon[28013]: Reconfiguring mon.c (monmap changed)... 2024-04-26T01:39:22.482 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:22 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T01:39:22.482 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:22 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T01:39:22.482 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:22 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:22.483 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:22 smithi046 ceph-mon[28013]: Reconfiguring daemon mon.c on smithi163 2024-04-26T01:39:22.483 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:22 smithi046 ceph-mon[28013]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:22.483 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:22 smithi046 ceph-mon[28013]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi046=x;smithi103=y;smithi163=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:39:22.483 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:22 smithi046 ceph-mon[28013]: Saving service mgr spec with placement smithi046=x;smithi103=y;smithi163=z;count:3 2024-04-26T01:39:22.483 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:22 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:22.490 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records in 2024-04-26T01:39:22.491 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records out 2024-04-26T01:39:22.491 INFO:teuthology.orchestra.run.smithi046.stderr:512 bytes copied, 0.000282929 s, 1.8 MB/s 2024-04-26T01:39:22.495 DEBUG:teuthology.orchestra.run.smithi046:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-26T01:39:22.553 DEBUG:teuthology.orchestra.run.smithi046:> stat /dev/vg_nvme/lv_3 2024-04-26T01:39:22.604 INFO:teuthology.orchestra.run.smithi046.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-26T01:39:22.604 INFO:teuthology.orchestra.run.smithi046.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:39:22.604 INFO:teuthology.orchestra.run.smithi046.stdout:Device: 6h/6d Inode: 670 Links: 1 2024-04-26T01:39:22.604 INFO:teuthology.orchestra.run.smithi046.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:39:22.604 INFO:teuthology.orchestra.run.smithi046.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:39:22.604 INFO:teuthology.orchestra.run.smithi046.stdout:Access: 2024-04-26 01:38:18.773353256 +0000 2024-04-26T01:39:22.605 INFO:teuthology.orchestra.run.smithi046.stdout:Modify: 2024-04-26 01:33:09.208097144 +0000 2024-04-26T01:39:22.605 INFO:teuthology.orchestra.run.smithi046.stdout:Change: 2024-04-26 01:33:09.208097144 +0000 2024-04-26T01:39:22.605 INFO:teuthology.orchestra.run.smithi046.stdout: Birth: 2024-04-26 01:33:09.208097144 +0000 2024-04-26T01:39:22.605 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-26T01:39:22.684 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records in 2024-04-26T01:39:22.685 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records out 2024-04-26T01:39:22.685 INFO:teuthology.orchestra.run.smithi046.stderr:512 bytes copied, 0.00029792 s, 1.7 MB/s 2024-04-26T01:39:22.689 DEBUG:teuthology.orchestra.run.smithi046:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-26T01:39:22.749 DEBUG:teuthology.orchestra.run.smithi046:> stat /dev/vg_nvme/lv_4 2024-04-26T01:39:22.802 INFO:teuthology.orchestra.run.smithi046.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-26T01:39:22.802 INFO:teuthology.orchestra.run.smithi046.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:39:22.803 INFO:teuthology.orchestra.run.smithi046.stdout:Device: 6h/6d Inode: 688 Links: 1 2024-04-26T01:39:22.803 INFO:teuthology.orchestra.run.smithi046.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:39:22.803 INFO:teuthology.orchestra.run.smithi046.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:39:22.803 INFO:teuthology.orchestra.run.smithi046.stdout:Access: 2024-04-26 01:38:18.845352493 +0000 2024-04-26T01:39:22.803 INFO:teuthology.orchestra.run.smithi046.stdout:Modify: 2024-04-26 01:33:09.816090755 +0000 2024-04-26T01:39:22.803 INFO:teuthology.orchestra.run.smithi046.stdout:Change: 2024-04-26 01:33:09.816090755 +0000 2024-04-26T01:39:22.803 INFO:teuthology.orchestra.run.smithi046.stdout: Birth: 2024-04-26 01:33:09.816090755 +0000 2024-04-26T01:39:22.803 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-26T01:39:22.886 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records in 2024-04-26T01:39:22.887 INFO:teuthology.orchestra.run.smithi046.stderr:1+0 records out 2024-04-26T01:39:22.887 INFO:teuthology.orchestra.run.smithi046.stderr:512 bytes copied, 0.000234372 s, 2.2 MB/s 2024-04-26T01:39:22.890 DEBUG:teuthology.orchestra.run.smithi046:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-26T01:39:22.948 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-04-26T01:39:22.948 DEBUG:teuthology.orchestra.run.smithi103:> dd if=/scratch_devs of=/dev/stdout 2024-04-26T01:39:22.967 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-26T01:39:22.967 DEBUG:teuthology.orchestra.run.smithi103:> stat /dev/vg_nvme/lv_1 2024-04-26T01:39:23.025 INFO:teuthology.orchestra.run.smithi103.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-26T01:39:23.025 INFO:teuthology.orchestra.run.smithi103.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:39:23.025 INFO:teuthology.orchestra.run.smithi103.stdout:Device: 5h/5d Inode: 664 Links: 1 2024-04-26T01:39:23.025 INFO:teuthology.orchestra.run.smithi103.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:39:23.026 INFO:teuthology.orchestra.run.smithi103.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:39:23.026 INFO:teuthology.orchestra.run.smithi103.stdout:Access: 2024-04-26 01:39:07.253150598 +0000 2024-04-26T01:39:23.026 INFO:teuthology.orchestra.run.smithi103.stdout:Modify: 2024-04-26 01:31:50.418507335 +0000 2024-04-26T01:39:23.026 INFO:teuthology.orchestra.run.smithi103.stdout:Change: 2024-04-26 01:31:50.418507335 +0000 2024-04-26T01:39:23.026 INFO:teuthology.orchestra.run.smithi103.stdout: Birth: 2024-04-26 01:31:50.418507335 +0000 2024-04-26T01:39:23.026 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-26T01:39:23.091 INFO:teuthology.orchestra.run.smithi103.stderr:1+0 records in 2024-04-26T01:39:23.092 INFO:teuthology.orchestra.run.smithi103.stderr:1+0 records out 2024-04-26T01:39:23.092 INFO:teuthology.orchestra.run.smithi103.stderr:512 bytes copied, 0.00026883 s, 1.9 MB/s 2024-04-26T01:39:23.093 DEBUG:teuthology.orchestra.run.smithi103:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-26T01:39:23.151 DEBUG:teuthology.orchestra.run.smithi103:> stat /dev/vg_nvme/lv_2 2024-04-26T01:39:23.209 INFO:teuthology.orchestra.run.smithi103.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-26T01:39:23.209 INFO:teuthology.orchestra.run.smithi103.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:39:23.209 INFO:teuthology.orchestra.run.smithi103.stdout:Device: 5h/5d Inode: 683 Links: 1 2024-04-26T01:39:23.209 INFO:teuthology.orchestra.run.smithi103.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:39:23.209 INFO:teuthology.orchestra.run.smithi103.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:39:23.209 INFO:teuthology.orchestra.run.smithi103.stdout:Access: 2024-04-26 01:39:07.254150579 +0000 2024-04-26T01:39:23.209 INFO:teuthology.orchestra.run.smithi103.stdout:Modify: 2024-04-26 01:31:50.765500695 +0000 2024-04-26T01:39:23.209 INFO:teuthology.orchestra.run.smithi103.stdout:Change: 2024-04-26 01:31:50.765500695 +0000 2024-04-26T01:39:23.209 INFO:teuthology.orchestra.run.smithi103.stdout: Birth: 2024-04-26 01:31:50.765500695 +0000 2024-04-26T01:39:23.209 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-26T01:39:23.273 INFO:teuthology.orchestra.run.smithi103.stderr:1+0 records in 2024-04-26T01:39:23.273 INFO:teuthology.orchestra.run.smithi103.stderr:1+0 records out 2024-04-26T01:39:23.273 INFO:teuthology.orchestra.run.smithi103.stderr:512 bytes copied, 0.00024703 s, 2.1 MB/s 2024-04-26T01:39:23.275 DEBUG:teuthology.orchestra.run.smithi103:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-26T01:39:23.331 DEBUG:teuthology.orchestra.run.smithi103:> stat /dev/vg_nvme/lv_3 2024-04-26T01:39:23.386 INFO:teuthology.orchestra.run.smithi103.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-26T01:39:23.387 INFO:teuthology.orchestra.run.smithi103.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:39:23.387 INFO:teuthology.orchestra.run.smithi103.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-04-26T01:39:23.387 INFO:teuthology.orchestra.run.smithi103.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:39:23.387 INFO:teuthology.orchestra.run.smithi103.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:39:23.387 INFO:teuthology.orchestra.run.smithi103.stdout:Access: 2024-04-26 01:39:07.254150579 +0000 2024-04-26T01:39:23.387 INFO:teuthology.orchestra.run.smithi103.stdout:Modify: 2024-04-26 01:31:51.104494206 +0000 2024-04-26T01:39:23.387 INFO:teuthology.orchestra.run.smithi103.stdout:Change: 2024-04-26 01:31:51.104494206 +0000 2024-04-26T01:39:23.387 INFO:teuthology.orchestra.run.smithi103.stdout: Birth: 2024-04-26 01:31:51.104494206 +0000 2024-04-26T01:39:23.387 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-26T01:39:23.449 INFO:teuthology.orchestra.run.smithi103.stderr:1+0 records in 2024-04-26T01:39:23.449 INFO:teuthology.orchestra.run.smithi103.stderr:1+0 records out 2024-04-26T01:39:23.449 INFO:teuthology.orchestra.run.smithi103.stderr:512 bytes copied, 0.000212882 s, 2.4 MB/s 2024-04-26T01:39:23.451 DEBUG:teuthology.orchestra.run.smithi103:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-26T01:39:23.506 DEBUG:teuthology.orchestra.run.smithi103:> stat /dev/vg_nvme/lv_4 2024-04-26T01:39:23.562 INFO:teuthology.orchestra.run.smithi103.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-26T01:39:23.562 INFO:teuthology.orchestra.run.smithi103.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:39:23.562 INFO:teuthology.orchestra.run.smithi103.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-04-26T01:39:23.562 INFO:teuthology.orchestra.run.smithi103.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:39:23.562 INFO:teuthology.orchestra.run.smithi103.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:39:23.562 INFO:teuthology.orchestra.run.smithi103.stdout:Access: 2024-04-26 01:39:07.254150579 +0000 2024-04-26T01:39:23.562 INFO:teuthology.orchestra.run.smithi103.stdout:Modify: 2024-04-26 01:31:51.448487623 +0000 2024-04-26T01:39:23.562 INFO:teuthology.orchestra.run.smithi103.stdout:Change: 2024-04-26 01:31:51.448487623 +0000 2024-04-26T01:39:23.563 INFO:teuthology.orchestra.run.smithi103.stdout: Birth: 2024-04-26 01:31:51.448487623 +0000 2024-04-26T01:39:23.563 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-26T01:39:23.626 INFO:teuthology.orchestra.run.smithi103.stderr:1+0 records in 2024-04-26T01:39:23.626 INFO:teuthology.orchestra.run.smithi103.stderr:1+0 records out 2024-04-26T01:39:23.626 INFO:teuthology.orchestra.run.smithi103.stderr:512 bytes copied, 0.000197018 s, 2.6 MB/s 2024-04-26T01:39:23.627 DEBUG:teuthology.orchestra.run.smithi103:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-26T01:39:23.685 DEBUG:teuthology.orchestra.run.smithi163:> set -ex 2024-04-26T01:39:23.685 DEBUG:teuthology.orchestra.run.smithi163:> dd if=/scratch_devs of=/dev/stdout 2024-04-26T01:39:23.700 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-26T01:39:23.700 DEBUG:teuthology.orchestra.run.smithi163:> stat /dev/vg_nvme/lv_1 2024-04-26T01:39:23.755 INFO:teuthology.orchestra.run.smithi163.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-26T01:39:23.755 INFO:teuthology.orchestra.run.smithi163.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:39:23.755 INFO:teuthology.orchestra.run.smithi163.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-04-26T01:39:23.756 INFO:teuthology.orchestra.run.smithi163.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:39:23.756 INFO:teuthology.orchestra.run.smithi163.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:39:23.756 INFO:teuthology.orchestra.run.smithi163.stdout:Access: 2024-04-26 01:38:58.063552424 +0000 2024-04-26T01:39:23.756 INFO:teuthology.orchestra.run.smithi163.stdout:Modify: 2024-04-26 01:31:49.543700151 +0000 2024-04-26T01:39:23.756 INFO:teuthology.orchestra.run.smithi163.stdout:Change: 2024-04-26 01:31:49.543700151 +0000 2024-04-26T01:39:23.756 INFO:teuthology.orchestra.run.smithi163.stdout: Birth: 2024-04-26 01:31:49.543700151 +0000 2024-04-26T01:39:23.756 DEBUG:teuthology.orchestra.run.smithi163:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-26T01:39:23.818 INFO:teuthology.orchestra.run.smithi163.stderr:1+0 records in 2024-04-26T01:39:23.818 INFO:teuthology.orchestra.run.smithi163.stderr:1+0 records out 2024-04-26T01:39:23.818 INFO:teuthology.orchestra.run.smithi163.stderr:512 bytes copied, 0.000207554 s, 2.5 MB/s 2024-04-26T01:39:23.819 DEBUG:teuthology.orchestra.run.smithi163:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-26T01:39:23.875 DEBUG:teuthology.orchestra.run.smithi163:> stat /dev/vg_nvme/lv_2 2024-04-26T01:39:23.929 INFO:teuthology.orchestra.run.smithi163.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-26T01:39:23.930 INFO:teuthology.orchestra.run.smithi163.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:39:23.930 INFO:teuthology.orchestra.run.smithi163.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-04-26T01:39:23.930 INFO:teuthology.orchestra.run.smithi163.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:39:23.930 INFO:teuthology.orchestra.run.smithi163.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:39:23.930 INFO:teuthology.orchestra.run.smithi163.stdout:Access: 2024-04-26 01:38:58.063552424 +0000 2024-04-26T01:39:23.930 INFO:teuthology.orchestra.run.smithi163.stdout:Modify: 2024-04-26 01:31:49.892692021 +0000 2024-04-26T01:39:23.930 INFO:teuthology.orchestra.run.smithi163.stdout:Change: 2024-04-26 01:31:49.892692021 +0000 2024-04-26T01:39:23.930 INFO:teuthology.orchestra.run.smithi163.stdout: Birth: 2024-04-26 01:31:49.892692021 +0000 2024-04-26T01:39:23.930 DEBUG:teuthology.orchestra.run.smithi163:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-26T01:39:23.993 INFO:teuthology.orchestra.run.smithi163.stderr:1+0 records in 2024-04-26T01:39:23.993 INFO:teuthology.orchestra.run.smithi163.stderr:1+0 records out 2024-04-26T01:39:23.993 INFO:teuthology.orchestra.run.smithi163.stderr:512 bytes copied, 0.000191884 s, 2.7 MB/s 2024-04-26T01:39:23.995 DEBUG:teuthology.orchestra.run.smithi163:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-26T01:39:24.051 DEBUG:teuthology.orchestra.run.smithi163:> stat /dev/vg_nvme/lv_3 2024-04-26T01:39:24.106 INFO:teuthology.orchestra.run.smithi163.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-26T01:39:24.106 INFO:teuthology.orchestra.run.smithi163.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:39:24.106 INFO:teuthology.orchestra.run.smithi163.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-04-26T01:39:24.106 INFO:teuthology.orchestra.run.smithi163.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:39:24.106 INFO:teuthology.orchestra.run.smithi163.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:39:24.106 INFO:teuthology.orchestra.run.smithi163.stdout:Access: 2024-04-26 01:38:58.064552402 +0000 2024-04-26T01:39:24.106 INFO:teuthology.orchestra.run.smithi163.stdout:Modify: 2024-04-26 01:31:50.236684008 +0000 2024-04-26T01:39:24.107 INFO:teuthology.orchestra.run.smithi163.stdout:Change: 2024-04-26 01:31:50.236684008 +0000 2024-04-26T01:39:24.107 INFO:teuthology.orchestra.run.smithi163.stdout: Birth: 2024-04-26 01:31:50.236684008 +0000 2024-04-26T01:39:24.107 DEBUG:teuthology.orchestra.run.smithi163:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-26T01:39:24.168 INFO:teuthology.orchestra.run.smithi163.stderr:1+0 records in 2024-04-26T01:39:24.169 INFO:teuthology.orchestra.run.smithi163.stderr:1+0 records out 2024-04-26T01:39:24.169 INFO:teuthology.orchestra.run.smithi163.stderr:512 bytes copied, 0.000226086 s, 2.3 MB/s 2024-04-26T01:39:24.170 DEBUG:teuthology.orchestra.run.smithi163:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-26T01:39:24.226 DEBUG:teuthology.orchestra.run.smithi163:> stat /dev/vg_nvme/lv_4 2024-04-26T01:39:24.281 INFO:teuthology.orchestra.run.smithi163.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-26T01:39:24.281 INFO:teuthology.orchestra.run.smithi163.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T01:39:24.281 INFO:teuthology.orchestra.run.smithi163.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-04-26T01:39:24.282 INFO:teuthology.orchestra.run.smithi163.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:39:24.282 INFO:teuthology.orchestra.run.smithi163.stdout:Context: system_u:object_r:device_t:s0 2024-04-26T01:39:24.282 INFO:teuthology.orchestra.run.smithi163.stdout:Access: 2024-04-26 01:38:58.064552402 +0000 2024-04-26T01:39:24.282 INFO:teuthology.orchestra.run.smithi163.stdout:Modify: 2024-04-26 01:31:50.579676018 +0000 2024-04-26T01:39:24.282 INFO:teuthology.orchestra.run.smithi163.stdout:Change: 2024-04-26 01:31:50.579676018 +0000 2024-04-26T01:39:24.283 INFO:teuthology.orchestra.run.smithi163.stdout: Birth: 2024-04-26 01:31:50.579676018 +0000 2024-04-26T01:39:24.283 DEBUG:teuthology.orchestra.run.smithi163:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-26T01:39:24.343 INFO:teuthology.orchestra.run.smithi163.stderr:1+0 records in 2024-04-26T01:39:24.343 INFO:teuthology.orchestra.run.smithi163.stderr:1+0 records out 2024-04-26T01:39:24.343 INFO:teuthology.orchestra.run.smithi163.stderr:512 bytes copied, 0.00019367 s, 2.6 MB/s 2024-04-26T01:39:24.344 DEBUG:teuthology.orchestra.run.smithi163:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-26T01:39:24.401 INFO:tasks.cephadm:Deploying osd.0 on smithi046 with /dev/vg_nvme/lv_4... 2024-04-26T01:39:24.401 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-26T01:39:24.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:24 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:24.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:24 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:24.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:24 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:39:24.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:24 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:24.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:24 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:39:24.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:24 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:24.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:24 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T01:39:24.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:24 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-26T01:39:24.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:24 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T01:39:24.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:24 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:24.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:24 smithi163 ceph-mon[32592]: Deploying daemon mgr.z on smithi163 2024-04-26T01:39:24.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:24 smithi163 ceph-mon[32592]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:24.466 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:24 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:24.466 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:24 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:24.466 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:24 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:39:24.466 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:24 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:24.466 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:24 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:39:24.466 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:24 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:24.467 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:24 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T01:39:24.467 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:24 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-26T01:39:24.467 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:24 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T01:39:24.467 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:24 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:24.467 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:24 smithi103 ceph-mon[32920]: Deploying daemon mgr.z on smithi163 2024-04-26T01:39:24.467 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:24 smithi103 ceph-mon[32920]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:24.482 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:24 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:24.483 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:24 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:24.483 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:24 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:39:24.483 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:24 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:24.483 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:24 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:39:24.483 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:24 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:24.483 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:24 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T01:39:24.483 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:24 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-26T01:39:24.483 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:24 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T01:39:24.483 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:24 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:24.483 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:24 smithi046 ceph-mon[28013]: Deploying daemon mgr.z on smithi163 2024-04-26T01:39:24.483 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:24 smithi046 ceph-mon[28013]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:24.869 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:39:25.419 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:39:25 smithi163 systemd[1]: Starting Ceph mgr.z for 4e298560-036d-11ef-bc93-c7b262605968... 2024-04-26T01:39:25.796 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:39:25 smithi163 podman[34595]: 2024-04-26 01:39:25.440631985 +0000 UTC m=+0.018128939 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:39:25.797 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:39:25 smithi163 podman[34595]: 2024-04-26 01:39:25.565058075 +0000 UTC m=+0.142555032 container create 5192c87c70b9bd7ec8b29e89e6ee528c1ec3acc18ac0c59a6b92f5d3db449a08 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T01:39:25.797 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:39:25 smithi163 podman[34595]: 2024-04-26 01:39:25.801126568 +0000 UTC m=+0.378623532 container init 5192c87c70b9bd7ec8b29e89e6ee528c1ec3acc18ac0c59a6b92f5d3db449a08 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T01:39:26.139 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:39:25 smithi163 podman[34595]: 2024-04-26 01:39:25.803716438 +0000 UTC m=+0.381213401 container start 5192c87c70b9bd7ec8b29e89e6ee528c1ec3acc18ac0c59a6b92f5d3db449a08 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T01:39:26.139 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:39:25 smithi163 ceph-mgr[34613]: -- 172.21.15.163:0/561605980 <== mon.1 v2:172.21.15.163:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55648be425a0 con 0x55648be16c00 2024-04-26T01:39:26.139 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:39:25 smithi163 bash[34595]: 5192c87c70b9bd7ec8b29e89e6ee528c1ec3acc18ac0c59a6b92f5d3db449a08 2024-04-26T01:39:26.139 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:39:25 smithi163 systemd[1]: Started Ceph mgr.z for 4e298560-036d-11ef-bc93-c7b262605968. 2024-04-26T01:39:26.139 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:39:25 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:39:25.955+0000 7f590f49d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T01:39:26.139 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:39:26 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:39:26.142+0000 7f590f49d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:39:26.418 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:39:26 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:39:26.244+0000 7f590f49d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T01:39:26.918 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:39:26 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:39:26.551+0000 7f590f49d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T01:39:26.919 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:39:26 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:39:26.634+0000 7f590f49d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T01:39:27.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:26 smithi046 ceph-mon[28013]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:27.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:26 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:27.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:26 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:27.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:26 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:27.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:26 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T01:39:27.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:26 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-26T01:39:27.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:26 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T01:39:27.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:26 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:27.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:26 smithi046 ceph-mon[28013]: Deploying daemon mgr.y on smithi103 2024-04-26T01:39:27.373 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:26 smithi103 ceph-mon[32920]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:27.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:26 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:27.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:26 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:27.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:26 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:27.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:26 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T01:39:27.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:26 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-26T01:39:27.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:26 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T01:39:27.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:26 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:27.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:26 smithi103 ceph-mon[32920]: Deploying daemon mgr.y on smithi103 2024-04-26T01:39:27.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:26 smithi163 ceph-mon[32592]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:27.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:26 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:27.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:26 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:27.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:26 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:27.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:26 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T01:39:27.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:26 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-26T01:39:27.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:26 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T01:39:27.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:26 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:27.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:26 smithi163 ceph-mon[32592]: Deploying daemon mgr.y on smithi103 2024-04-26T01:39:27.753 INFO:teuthology.orchestra.run.smithi046.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-26T01:39:27.754 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-26T01:39:27.754 INFO:teuthology.orchestra.run.smithi046.stderr: stderr: 10+0 records in 2024-04-26T01:39:27.754 INFO:teuthology.orchestra.run.smithi046.stderr:10+0 records out 2024-04-26T01:39:27.754 INFO:teuthology.orchestra.run.smithi046.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0371085 s, 283 MB/s 2024-04-26T01:39:27.754 INFO:teuthology.orchestra.run.smithi046.stderr:--> Zapping successful for: 2024-04-26T01:39:28.124 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:39:27 smithi103 systemd[1]: Starting Ceph mgr.y for 4e298560-036d-11ef-bc93-c7b262605968... 2024-04-26T01:39:28.168 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:39:27 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:39:27.833+0000 7f590f49d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T01:39:28.168 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:39:28 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:39:28.002+0000 7f590f49d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T01:39:28.449 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:39:28 smithi103 podman[34299]: 2024-04-26 01:39:28.173163718 +0000 UTC m=+0.111556515 container create 5ec367a4a1cfb204143ce6dd0dceda030cc64fb53d0c98e9413428c9442bcbb4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-04-26T01:39:28.449 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:39:28 smithi103 podman[34299]: 2024-04-26 01:39:28.079342665 +0000 UTC m=+0.017735427 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:39:28.449 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:39:28 smithi103 podman[34299]: 2024-04-26 01:39:28.358686672 +0000 UTC m=+0.297079423 container init 5ec367a4a1cfb204143ce6dd0dceda030cc64fb53d0c98e9413428c9442bcbb4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-04-26T01:39:28.450 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:39:28 smithi103 podman[34299]: 2024-04-26 01:39:28.36194701 +0000 UTC m=+0.300339762 container start 5ec367a4a1cfb204143ce6dd0dceda030cc64fb53d0c98e9413428c9442bcbb4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T01:39:28.450 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:39:28 smithi103 ceph-mgr[34318]: -- 172.21.15.103:0/2985679843 <== mon.2 v2:172.21.15.103:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e523ac05a0 con 0x55e523a94c00 2024-04-26T01:39:28.450 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:39:28 smithi103 bash[34299]: 5ec367a4a1cfb204143ce6dd0dceda030cc64fb53d0c98e9413428c9442bcbb4 2024-04-26T01:39:28.488 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:39:28 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:39:28.180+0000 7f590f49d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T01:39:28.488 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:39:28 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:39:28.491+0000 7f590f49d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T01:39:28.547 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi046:vg_nvme/lv_4 2024-04-26T01:39:28.791 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:39:28 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:39:28.587+0000 7f590f49d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T01:39:28.791 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:39:28 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:39:28.794+0000 7f590f49d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T01:39:28.797 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:39:28 smithi103 systemd[1]: Started Ceph mgr.y for 4e298560-036d-11ef-bc93-c7b262605968. 2024-04-26T01:39:28.797 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:39:28 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:39:28.511+0000 7fd95bea1200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T01:39:28.797 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:39:28 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:39:28.695+0000 7fd95bea1200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:39:28.797 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:39:28 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:39:28.799+0000 7fd95bea1200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T01:39:28.984 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:39:29.120 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:28 smithi103 ceph-mon[32920]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:29.120 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:28 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:29.121 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:28 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:29.121 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:28 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:29.121 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:28 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:29.121 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:28 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:39:29.168 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:39:28 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:39:28.998+0000 7f590f49d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:39:29.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:28 smithi163 ceph-mon[32592]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:29.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:28 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:29.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:28 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:29.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:28 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:29.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:28 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:29.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:28 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:39:29.277 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:28 smithi046 ceph-mon[28013]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:29.277 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:28 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:29.277 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:28 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:29.277 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:28 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:29.277 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:28 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:29.277 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:28 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:39:29.373 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:39:29 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:39:29.123+0000 7fd95bea1200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T01:39:29.374 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:39:29 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:39:29.210+0000 7fd95bea1200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T01:39:29.918 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:39:29 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:39:29.643+0000 7f590f49d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T01:39:30.384 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:39:30 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:39:30.084+0000 7f590f49d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T01:39:30.384 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:39:30 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:39:30.187+0000 7f590f49d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T01:39:30.384 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:39:30 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:39:30.387+0000 7f590f49d200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T01:39:30.797 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:39:30 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:39:30.464+0000 7fd95bea1200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T01:39:30.797 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:39:30 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:39:30.632+0000 7fd95bea1200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T01:39:30.797 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:39:30 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:39:30.800+0000 7fd95bea1200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T01:39:31.084 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:30 smithi103 ceph-mon[32920]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:31.084 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:30 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:31.085 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:30 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:31.085 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:30 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:31.085 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:30 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:31.085 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:30 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:31.085 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:30 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:39:31.085 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:30 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:31.085 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:30 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T01:39:31.085 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:30 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T01:39:31.085 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:30 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:31.168 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:39:30 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:39:30.914+0000 7f590f49d200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T01:39:31.168 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:39:31 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:39:31.008+0000 7f590f49d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T01:39:31.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:30 smithi163 ceph-mon[32592]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:31.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:30 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:31.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:30 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:31.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:30 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:31.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:30 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:31.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:30 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:31.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:30 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:39:31.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:30 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:31.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:30 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T01:39:31.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:30 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T01:39:31.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:30 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:31.190 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:31.193+0000 7fc6a9600700 1 -- 172.21.15.46:0/744949620 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc6a410a8d0 msgr2=0x7fc6a410cd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:39:31.190 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:31.193+0000 7fc6a9600700 1 --2- 172.21.15.46:0/744949620 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc6a410a8d0 0x7fc6a410cd40 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fc69c009f90 tx=0x7fc69c00b330 comp rx=0 tx=0).stop 2024-04-26T01:39:31.190 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:31.193+0000 7fc6a9600700 1 -- 172.21.15.46:0/744949620 shutdown_connections 2024-04-26T01:39:31.191 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:31.193+0000 7fc6a9600700 1 --2- 172.21.15.46:0/744949620 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc6a410a8d0 0x7fc6a410cd40 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:31.191 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:31.193+0000 7fc6a9600700 1 --2- 172.21.15.46:0/744949620 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc6a40769f0 0x7fc6a4074e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:31.191 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:31.193+0000 7fc6a9600700 1 --2- 172.21.15.46:0/744949620 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc6a4075420 0x7fc6a40758a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:31.191 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:31.193+0000 7fc6a9600700 1 -- 172.21.15.46:0/744949620 >> 172.21.15.46:0/744949620 conn(0x7fc6a40fdf70 msgr2=0x7fc6a41003b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:39:31.191 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:31.194+0000 7fc6a9600700 1 -- 172.21.15.46:0/744949620 shutdown_connections 2024-04-26T01:39:31.191 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:31.194+0000 7fc6a9600700 1 -- 172.21.15.46:0/744949620 wait complete. 2024-04-26T01:39:31.191 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:31.195+0000 7fc6a9600700 1 Processor -- start 2024-04-26T01:39:31.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:31.195+0000 7fc6a9600700 1 -- start start 2024-04-26T01:39:31.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:31.195+0000 7fc6a9600700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc6a4075420 0x7fc6a419ad20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:39:31.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:31.195+0000 7fc6a9600700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc6a40769f0 0x7fc6a419b260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:39:31.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:31.195+0000 7fc6a9600700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc6a410a8d0 0x7fc6a41a22a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:39:31.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:31.195+0000 7fc6a9600700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fc6a41107d0 con 0x7fc6a410a8d0 2024-04-26T01:39:31.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:31.195+0000 7fc6a9600700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fc6a4110650 con 0x7fc6a40769f0 2024-04-26T01:39:31.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:31.195+0000 7fc6a9600700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fc6a4110950 con 0x7fc6a4075420 2024-04-26T01:39:31.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:31.196+0000 7fc6a3e00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc6a4075420 0x7fc6a419ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:39:31.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:31.196+0000 7fc6a3e00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc6a4075420 0x7fc6a419ad20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:49242/0 (socket says 172.21.15.46:49242) 2024-04-26T01:39:31.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:31.196+0000 7fc6a3e00700 1 -- 172.21.15.46:0/4044919137 learned_addr learned my addr 172.21.15.46:0/4044919137 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:39:31.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:31.196+0000 7fc6a3400700 1 --2- 172.21.15.46:0/4044919137 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc6a40769f0 0x7fc6a419b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:39:31.193 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:31.196+0000 7fc6a8c00700 1 --2- 172.21.15.46:0/4044919137 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc6a410a8d0 0x7fc6a41a22a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:39:31.194 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:31.196+0000 7fc6a3e00700 1 -- 172.21.15.46:0/4044919137 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc6a40769f0 msgr2=0x7fc6a419b260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:39:31.194 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:31.196+0000 7fc6a3e00700 1 --2- 172.21.15.46:0/4044919137 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc6a40769f0 0x7fc6a419b260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:31.194 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:31.196+0000 7fc6a3e00700 1 -- 172.21.15.46:0/4044919137 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc6a410a8d0 msgr2=0x7fc6a41a22a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:39:31.194 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:31.196+0000 7fc6a3e00700 1 --2- 172.21.15.46:0/4044919137 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc6a410a8d0 0x7fc6a41a22a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:31.194 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:31.196+0000 7fc6a3e00700 1 -- 172.21.15.46:0/4044919137 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6a41a2970 con 0x7fc6a4075420 2024-04-26T01:39:31.195 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:31.197+0000 7fc6a8c00700 1 --2- 172.21.15.46:0/4044919137 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc6a410a8d0 0x7fc6a41a22a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:39:31.195 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:31.197+0000 7fc6a3e00700 1 --2- 172.21.15.46:0/4044919137 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc6a4075420 0x7fc6a419ad20 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fc69400e9c0 tx=0x7fc69400ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:39:31.196 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:31.197+0000 7fc6a0c00700 1 -- 172.21.15.46:0/4044919137 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc69400cbd0 con 0x7fc6a4075420 2024-04-26T01:39:31.196 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:31.197+0000 7fc6a0c00700 1 -- 172.21.15.46:0/4044919137 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fc69400cd70 con 0x7fc6a4075420 2024-04-26T01:39:31.196 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:31.197+0000 7fc6a0c00700 1 -- 172.21.15.46:0/4044919137 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc694010430 con 0x7fc6a4075420 2024-04-26T01:39:31.196 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:31.197+0000 7fc6a9600700 1 -- 172.21.15.46:0/4044919137 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6a41a2c60 con 0x7fc6a4075420 2024-04-26T01:39:31.196 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:31.197+0000 7fc6a9600700 1 -- 172.21.15.46:0/4044919137 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6a41a3150 con 0x7fc6a4075420 2024-04-26T01:39:31.196 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:31.198+0000 7fc6a0c00700 1 -- 172.21.15.46:0/4044919137 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7fc6940105d0 con 0x7fc6a4075420 2024-04-26T01:39:31.196 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:31.198+0000 7fc6a9600700 1 -- 172.21.15.46:0/4044919137 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6a4069730 con 0x7fc6a4075420 2024-04-26T01:39:31.196 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:31.199+0000 7fc6a0c00700 1 --2- 172.21.15.46:0/4044919137 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fc688039890 0x7fc68803bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:39:31.196 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:31.199+0000 7fc6a0c00700 1 -- 172.21.15.46:0/4044919137 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fc69404cea0 con 0x7fc6a4075420 2024-04-26T01:39:31.196 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:31.199+0000 7fc6a3400700 1 --2- 172.21.15.46:0/4044919137 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fc688039890 0x7fc68803bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:39:31.197 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:31.200+0000 7fc6a3400700 1 --2- 172.21.15.46:0/4044919137 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fc688039890 0x7fc68803bd50 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fc690009750 tx=0x7fc690009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:39:31.200 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:31.204+0000 7fc6a0c00700 1 -- 172.21.15.46:0/4044919137 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc694050030 con 0x7fc6a4075420 2024-04-26T01:39:31.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:30 smithi046 ceph-mon[28013]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:31.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:30 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:31.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:30 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:31.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:30 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:31.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:30 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:31.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:30 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:31.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:30 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:39:31.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:30 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:31.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:30 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T01:39:31.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:30 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T01:39:31.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:30 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:31.373 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:39:31 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:39:31.087+0000 7fd95bea1200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T01:39:31.374 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:39:31 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:39:31.178+0000 7fd95bea1200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T01:39:31.446 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:31.449+0000 7fc6a9600700 1 -- 172.21.15.46:0/4044919137 --> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7fc6a4062e80 con 0x7fc688039890 2024-04-26T01:39:31.598 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:39:31 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:39:31.254+0000 7f590f49d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T01:39:31.598 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:39:31 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:39:31.388+0000 7f590f49d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T01:39:31.598 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:39:31 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:39:31.484+0000 7f590f49d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T01:39:31.598 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:39:31 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:39:31.601+0000 7f590f49d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T01:39:31.873 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:39:31 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:39:31.379+0000 7fd95bea1200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T01:39:31.873 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:39:31 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:39:31.570+0000 7fd95bea1200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:39:32.168 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:39:31 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:39:31.914+0000 7f590f49d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T01:39:32.168 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:32 smithi163 ceph-mon[32592]: Reconfiguring mgr.x (unknown last config time)... 2024-04-26T01:39:32.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:32 smithi163 ceph-mon[32592]: Reconfiguring daemon mgr.x on smithi046 2024-04-26T01:39:32.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:32 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:32.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:32 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:39:32.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:32 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:39:32.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:32 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:32.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:32 smithi046 ceph-mon[28013]: Reconfiguring mgr.x (unknown last config time)... 2024-04-26T01:39:32.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:32 smithi046 ceph-mon[28013]: Reconfiguring daemon mgr.x on smithi046 2024-04-26T01:39:32.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:32 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:32.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:32 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:39:32.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:32 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:39:32.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:32 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:32.373 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:32 smithi103 ceph-mon[32920]: Reconfiguring mgr.x (unknown last config time)... 2024-04-26T01:39:32.373 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:32 smithi103 ceph-mon[32920]: Reconfiguring daemon mgr.x on smithi046 2024-04-26T01:39:32.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:32 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:32.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:32 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:39:32.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:32 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:39:32.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:32 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:32.374 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:39:32 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:39:32.166+0000 7fd95bea1200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T01:39:32.873 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:39:32 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:39:32.584+0000 7fd95bea1200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T01:39:32.874 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:39:32 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:39:32.679+0000 7fd95bea1200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T01:39:32.918 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:39:32 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:39:32.518+0000 7f590f49d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T01:39:32.918 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:39:32 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:39:32.733+0000 7f590f49d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T01:39:33.112 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:33 smithi046 ceph-mon[28013]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:33.112 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:33 smithi046 ceph-mon[28013]: from='client.24124 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:39:33.112 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:33 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:33.112 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:33 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:33.112 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:33 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:39:33.113 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:33 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:33.113 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:33 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:39:33.113 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:33 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:33.113 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:33 smithi046 ceph-mon[28013]: from='mgr.? 172.21.15.163:0/1950997851' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-26T01:39:33.113 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:33 smithi046 ceph-mon[28013]: from='mgr.? 172.21.15.163:0/1950997851' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T01:39:33.113 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:33 smithi046 ceph-mon[28013]: Standby manager daemon z started 2024-04-26T01:39:33.113 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:33 smithi046 ceph-mon[28013]: from='mgr.? 172.21.15.163:0/1950997851' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-26T01:39:33.113 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:33 smithi046 ceph-mon[28013]: from='mgr.? 172.21.15.163:0/1950997851' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T01:39:33.373 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:39:32 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:39:32.881+0000 7fd95bea1200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T01:39:33.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:33 smithi103 ceph-mon[32920]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:33.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:33 smithi103 ceph-mon[32920]: from='client.24124 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:39:33.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:33 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:33.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:33 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:33.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:33 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:39:33.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:33 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:33.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:33 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:39:33.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:33 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:33.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:33 smithi103 ceph-mon[32920]: from='mgr.? 172.21.15.163:0/1950997851' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-26T01:39:33.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:33 smithi103 ceph-mon[32920]: from='mgr.? 172.21.15.163:0/1950997851' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T01:39:33.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:33 smithi103 ceph-mon[32920]: Standby manager daemon z started 2024-04-26T01:39:33.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:33 smithi103 ceph-mon[32920]: from='mgr.? 172.21.15.163:0/1950997851' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-26T01:39:33.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:33 smithi103 ceph-mon[32920]: from='mgr.? 172.21.15.163:0/1950997851' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T01:39:33.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:33 smithi163 ceph-mon[32592]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:33.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:33 smithi163 ceph-mon[32592]: from='client.24124 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:39:33.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:33 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:33.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:33 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:33.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:33 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:39:33.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:33 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:33.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:33 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:39:33.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:33 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:33.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:33 smithi163 ceph-mon[32592]: from='mgr.? 172.21.15.163:0/1950997851' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-26T01:39:33.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:33 smithi163 ceph-mon[32592]: from='mgr.? 172.21.15.163:0/1950997851' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T01:39:33.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:33 smithi163 ceph-mon[32592]: Standby manager daemon z started 2024-04-26T01:39:33.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:33 smithi163 ceph-mon[32592]: from='mgr.? 172.21.15.163:0/1950997851' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-26T01:39:33.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:33 smithi163 ceph-mon[32592]: from='mgr.? 172.21.15.163:0/1950997851' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T01:39:33.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:33.739+0000 7fc6a0c00700 1 -- 172.21.15.46:0/4044919137 <== mon.1 v2:172.21.15.163:3300/0 7 ==== mgrmap(e 14) ==== 92602+0+0 (secure 0 0 0) 0x7fc694021620 con 0x7fc6a4075420 2024-04-26T01:39:33.753 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:39:33 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:39:33.424+0000 7fd95bea1200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T01:39:33.753 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:39:33 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:39:33.515+0000 7fd95bea1200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T01:39:34.098 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:39:33 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:39:33.756+0000 7fd95bea1200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T01:39:34.098 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:39:33 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:39:33.888+0000 7fd95bea1200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T01:39:34.098 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:39:33 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:39:33.984+0000 7fd95bea1200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T01:39:34.098 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:39:34 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:39:34.100+0000 7fd95bea1200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T01:39:34.732 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:39:34 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:39:34.420+0000 7fd95bea1200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T01:39:35.025 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:34 smithi103 ceph-mon[32920]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:35.025 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:34 smithi103 ceph-mon[32920]: mgrmap e14: x(active, since 92s), standbys: z 2024-04-26T01:39:35.025 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:34 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-26T01:39:35.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:34 smithi046 ceph-mon[28013]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:35.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:34 smithi046 ceph-mon[28013]: mgrmap e14: x(active, since 92s), standbys: z 2024-04-26T01:39:35.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:34 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-26T01:39:35.168 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:34 smithi163 ceph-mon[32592]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:35.168 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:34 smithi163 ceph-mon[32592]: mgrmap e14: x(active, since 92s), standbys: z 2024-04-26T01:39:35.168 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:34 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-26T01:39:35.373 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:39:35 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:39:35.028+0000 7fd95bea1200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T01:39:35.373 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:39:35 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:39:35.242+0000 7fd95bea1200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T01:39:35.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:35.758+0000 7fc6a0c00700 1 -- 172.21.15.46:0/4044919137 <== mon.1 v2:172.21.15.163:3300/0 8 ==== mgrmap(e 15) ==== 138590+0+0 (secure 0 0 0) 0x7fc69400fca0 con 0x7fc6a4075420 2024-04-26T01:39:35.951 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:35 smithi046 ceph-mon[28013]: Standby manager daemon y started 2024-04-26T01:39:35.951 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:35 smithi046 ceph-mon[28013]: from='mgr.? 172.21.15.103:0/1399184532' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T01:39:35.951 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:35 smithi046 ceph-mon[28013]: from='mgr.? 172.21.15.103:0/1399184532' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T01:39:35.951 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:35 smithi046 ceph-mon[28013]: from='mgr.? 172.21.15.103:0/1399184532' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T01:39:35.951 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:35 smithi046 ceph-mon[28013]: from='mgr.? 172.21.15.103:0/1399184532' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T01:39:36.123 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:35 smithi103 ceph-mon[32920]: Standby manager daemon y started 2024-04-26T01:39:36.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:35 smithi103 ceph-mon[32920]: from='mgr.? 172.21.15.103:0/1399184532' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T01:39:36.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:35 smithi103 ceph-mon[32920]: from='mgr.? 172.21.15.103:0/1399184532' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T01:39:36.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:35 smithi103 ceph-mon[32920]: from='mgr.? 172.21.15.103:0/1399184532' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T01:39:36.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:35 smithi103 ceph-mon[32920]: from='mgr.? 172.21.15.103:0/1399184532' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T01:39:36.168 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:35 smithi163 ceph-mon[32592]: Standby manager daemon y started 2024-04-26T01:39:36.168 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:35 smithi163 ceph-mon[32592]: from='mgr.? 172.21.15.103:0/1399184532' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T01:39:36.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:35 smithi163 ceph-mon[32592]: from='mgr.? 172.21.15.103:0/1399184532' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T01:39:36.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:35 smithi163 ceph-mon[32592]: from='mgr.? 172.21.15.103:0/1399184532' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T01:39:36.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:35 smithi163 ceph-mon[32592]: from='mgr.? 172.21.15.103:0/1399184532' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T01:39:37.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:36 smithi046 ceph-mon[28013]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:37.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:36 smithi046 ceph-mon[28013]: mgrmap e15: x(active, since 94s), standbys: y, z 2024-04-26T01:39:37.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:36 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T01:39:37.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:36 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/479609495' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8fb81e1c-2c24-45c9-89fd-896ec37fedb6"}]: dispatch 2024-04-26T01:39:37.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:36 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/479609495' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8fb81e1c-2c24-45c9-89fd-896ec37fedb6"}]': finished 2024-04-26T01:39:37.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:36 smithi046 ceph-mon[28013]: osdmap e5: 1 total, 0 up, 1 in 2024-04-26T01:39:37.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:36 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:39:37.123 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:36 smithi103 ceph-mon[32920]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:37.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:36 smithi103 ceph-mon[32920]: mgrmap e15: x(active, since 94s), standbys: y, z 2024-04-26T01:39:37.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:36 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T01:39:37.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:36 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/479609495' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8fb81e1c-2c24-45c9-89fd-896ec37fedb6"}]: dispatch 2024-04-26T01:39:37.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:36 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/479609495' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8fb81e1c-2c24-45c9-89fd-896ec37fedb6"}]': finished 2024-04-26T01:39:37.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:36 smithi103 ceph-mon[32920]: osdmap e5: 1 total, 0 up, 1 in 2024-04-26T01:39:37.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:36 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:39:37.168 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:36 smithi163 ceph-mon[32592]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:37.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:36 smithi163 ceph-mon[32592]: mgrmap e15: x(active, since 94s), standbys: y, z 2024-04-26T01:39:37.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:36 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T01:39:37.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:36 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/479609495' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8fb81e1c-2c24-45c9-89fd-896ec37fedb6"}]: dispatch 2024-04-26T01:39:37.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:36 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/479609495' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8fb81e1c-2c24-45c9-89fd-896ec37fedb6"}]': finished 2024-04-26T01:39:37.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:36 smithi163 ceph-mon[32592]: osdmap e5: 1 total, 0 up, 1 in 2024-04-26T01:39:37.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:36 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:39:38.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:37 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/2936922325' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:39:38.123 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:37 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/2936922325' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:39:38.168 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:37 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/2936922325' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:39:39.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:38 smithi046 ceph-mon[28013]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:39.123 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:38 smithi103 ceph-mon[32920]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:39.168 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:38 smithi163 ceph-mon[32592]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:41.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:40 smithi046 ceph-mon[28013]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:41.123 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:40 smithi103 ceph-mon[32920]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:41.168 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:40 smithi163 ceph-mon[32592]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:42.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:42 smithi046 ceph-mon[28013]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:43.123 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:42 smithi103 ceph-mon[32920]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:43.168 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:42 smithi163 ceph-mon[32592]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:44.996 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:44 smithi046 ceph-mon[28013]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:45.123 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:44 smithi103 ceph-mon[32920]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:45.168 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:44 smithi163 ceph-mon[32592]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:46.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:45 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-26T01:39:46.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:45 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:46.123 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:45 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-26T01:39:46.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:45 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:46.168 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:45 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-26T01:39:46.168 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:45 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:47.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:46 smithi046 ceph-mon[28013]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:47.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:46 smithi046 ceph-mon[28013]: Deploying daemon osd.0 on smithi046 2024-04-26T01:39:47.123 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:46 smithi103 ceph-mon[32920]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:47.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:46 smithi103 ceph-mon[32920]: Deploying daemon osd.0 on smithi046 2024-04-26T01:39:47.157 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:46 smithi163 ceph-mon[32592]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:47.157 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:46 smithi163 ceph-mon[32592]: Deploying daemon osd.0 on smithi046 2024-04-26T01:39:49.055 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:48 smithi046 ceph-mon[28013]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:49.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:48 smithi103 ceph-mon[32920]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:49.168 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:48 smithi163 ceph-mon[32592]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:51.000 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:50 smithi046 ceph-mon[28013]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:51.123 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:50 smithi103 ceph-mon[32920]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:51.168 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:50 smithi163 ceph-mon[32592]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:53.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:52 smithi046 ceph-mon[28013]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:53.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:52 smithi103 ceph-mon[32920]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:53.168 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:52 smithi163 ceph-mon[32592]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:55.168 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:54 smithi163 ceph-mon[32592]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:55.168 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:54 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:55.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:54 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:55.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:54 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:39:55.184 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:54 smithi103 ceph-mon[32920]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:55.184 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:54 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:55.184 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:54 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:55.184 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:54 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:39:55.203 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:54 smithi046 ceph-mon[28013]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:55.203 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:54 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:55.203 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:54 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:55.203 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:54 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:39:57.045 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:56 smithi046 ceph-mon[28013]: pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:57.230 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:56 smithi163 ceph-mon[32592]: pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:57.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:56 smithi103 ceph-mon[32920]: pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:58.700 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:58 smithi046 ceph-mon[28013]: pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:58.700 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:58 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:58.700 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:58 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:58.700 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:58 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:58.700 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:58 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:39:58.700 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:58 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:58.701 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:58 smithi046 ceph-mon[28013]: from='osd.0 [v2:172.21.15.46:6802/1705061833,v1:172.21.15.46:6803/1705061833]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T01:39:58.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:58.843+0000 7fc6a0c00700 1 -- 172.21.15.46:0/4044919137 <== mgr.14152 v2:172.21.15.46:6800/3332901238 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fc6a4062e80 con 0x7fc688039890 2024-04-26T01:39:58.840 INFO:teuthology.orchestra.run.smithi046.stdout:Created osd(s) 0 on host 'smithi046' 2024-04-26T01:39:58.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:58.847+0000 7fc6a9600700 1 -- 172.21.15.46:0/4044919137 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fc688039890 msgr2=0x7fc68803bd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:39:58.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:58.847+0000 7fc6a9600700 1 --2- 172.21.15.46:0/4044919137 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fc688039890 0x7fc68803bd50 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fc690009750 tx=0x7fc690009310 comp rx=0 tx=0).stop 2024-04-26T01:39:58.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:58.847+0000 7fc6a9600700 1 -- 172.21.15.46:0/4044919137 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc6a4075420 msgr2=0x7fc6a419ad20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:39:58.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:58.847+0000 7fc6a9600700 1 --2- 172.21.15.46:0/4044919137 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc6a4075420 0x7fc6a419ad20 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fc69400e9c0 tx=0x7fc69400ecd0 comp rx=0 tx=0).stop 2024-04-26T01:39:58.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:58.847+0000 7fc6a9600700 1 -- 172.21.15.46:0/4044919137 shutdown_connections 2024-04-26T01:39:58.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:58.847+0000 7fc6a9600700 1 --2- 172.21.15.46:0/4044919137 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc6a410a8d0 0x7fc6a41a22a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:58.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:58.847+0000 7fc6a9600700 1 --2- 172.21.15.46:0/4044919137 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc6a4075420 0x7fc6a419ad20 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:58.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:58.847+0000 7fc6a9600700 1 --2- 172.21.15.46:0/4044919137 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fc688039890 0x7fc68803bd50 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:58.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:58.847+0000 7fc6a9600700 1 --2- 172.21.15.46:0/4044919137 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc6a40769f0 0x7fc6a419b260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:39:58.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:58.847+0000 7fc6a9600700 1 -- 172.21.15.46:0/4044919137 >> 172.21.15.46:0/4044919137 conn(0x7fc6a40fdf70 msgr2=0x7fc6a4106820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:39:58.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:58.847+0000 7fc6a9600700 1 -- 172.21.15.46:0/4044919137 shutdown_connections 2024-04-26T01:39:58.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:39:58.847+0000 7fc6a9600700 1 -- 172.21.15.46:0/4044919137 wait complete. 2024-04-26T01:39:58.873 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:58 smithi103 ceph-mon[32920]: pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:58.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:58 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:58.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:58 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:58.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:58 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:58.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:58 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:39:58.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:58 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:58.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:58 smithi103 ceph-mon[32920]: from='osd.0 [v2:172.21.15.46:6802/1705061833,v1:172.21.15.46:6803/1705061833]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T01:39:58.918 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:58 smithi163 ceph-mon[32592]: pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:39:58.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:58.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:58.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:39:58.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:39:58.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:58.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:58 smithi163 ceph-mon[32592]: from='osd.0 [v2:172.21.15.46:6802/1705061833,v1:172.21.15.46:6803/1705061833]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T01:39:59.783 DEBUG:teuthology.orchestra.run.smithi046:osd.0> sudo journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@osd.0.service 2024-04-26T01:39:59.790 INFO:tasks.cephadm:Deploying osd.1 on smithi103 with /dev/vg_nvme/lv_4... 2024-04-26T01:39:59.790 DEBUG:teuthology.orchestra.run.smithi103:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-26T01:39:59.991 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:59 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:59.991 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:59 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:39:59.991 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:59 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:39:59.991 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:59 smithi046 ceph-mon[28013]: from='osd.0 [v2:172.21.15.46:6802/1705061833,v1:172.21.15.46:6803/1705061833]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-26T01:39:59.991 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:59 smithi046 ceph-mon[28013]: osdmap e6: 1 total, 0 up, 1 in 2024-04-26T01:39:59.991 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:59 smithi046 ceph-mon[28013]: from='osd.0 [v2:172.21.15.46:6802/1705061833,v1:172.21.15.46:6803/1705061833]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-04-26T01:39:59.991 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:39:59 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:40:00.036 INFO:teuthology.orchestra.run.smithi103.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T01:40:00.123 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:59 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:00.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:59 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:40:00.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:59 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:00.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:59 smithi103 ceph-mon[32920]: from='osd.0 [v2:172.21.15.46:6802/1705061833,v1:172.21.15.46:6803/1705061833]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-26T01:40:00.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:59 smithi103 ceph-mon[32920]: osdmap e6: 1 total, 0 up, 1 in 2024-04-26T01:40:00.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:59 smithi103 ceph-mon[32920]: from='osd.0 [v2:172.21.15.46:6802/1705061833,v1:172.21.15.46:6803/1705061833]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-04-26T01:40:00.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:39:59 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:40:00.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:59 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:00.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:59 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:40:00.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:59 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:00.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:59 smithi163 ceph-mon[32592]: from='osd.0 [v2:172.21.15.46:6802/1705061833,v1:172.21.15.46:6803/1705061833]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-26T01:40:00.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:59 smithi163 ceph-mon[32592]: osdmap e6: 1 total, 0 up, 1 in 2024-04-26T01:40:00.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:59 smithi163 ceph-mon[32592]: from='osd.0 [v2:172.21.15.46:6802/1705061833,v1:172.21.15.46:6803/1705061833]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-04-26T01:40:00.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:39:59 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:40:00.809 INFO:journalctl@ceph.osd.0.smithi046.stdout:Apr 26 01:40:00 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-0[42960]: 2024-04-26T01:40:00.576+0000 7fd1ea400700 -1 osd.0 0 waiting for initial osdmap 2024-04-26T01:40:00.810 INFO:journalctl@ceph.osd.0.smithi046.stdout:Apr 26 01:40:00 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-0[42960]: 2024-04-26T01:40:00.602+0000 7fd1df800700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T01:40:01.223 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:00 smithi046 ceph-mon[28013]: pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:40:01.223 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:00 smithi046 ceph-mon[28013]: from='osd.0 [v2:172.21.15.46:6802/1705061833,v1:172.21.15.46:6803/1705061833]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2024-04-26T01:40:01.223 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:00 smithi046 ceph-mon[28013]: osdmap e7: 1 total, 0 up, 1 in 2024-04-26T01:40:01.223 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:00 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:40:01.223 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:00 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:40:01.223 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:00 smithi046 ceph-mon[28013]: overall HEALTH_OK 2024-04-26T01:40:01.223 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:00 smithi046 ceph-mon[28013]: from='osd.0 [v2:172.21.15.46:6802/1705061833,v1:172.21.15.46:6803/1705061833]' entity='osd.0' 2024-04-26T01:40:01.341 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:00 smithi103 ceph-mon[32920]: pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:40:01.341 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:00 smithi103 ceph-mon[32920]: from='osd.0 [v2:172.21.15.46:6802/1705061833,v1:172.21.15.46:6803/1705061833]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2024-04-26T01:40:01.341 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:00 smithi103 ceph-mon[32920]: osdmap e7: 1 total, 0 up, 1 in 2024-04-26T01:40:01.341 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:00 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:40:01.341 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:00 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:40:01.342 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:00 smithi103 ceph-mon[32920]: overall HEALTH_OK 2024-04-26T01:40:01.342 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:00 smithi103 ceph-mon[32920]: from='osd.0 [v2:172.21.15.46:6802/1705061833,v1:172.21.15.46:6803/1705061833]' entity='osd.0' 2024-04-26T01:40:01.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:00 smithi163 ceph-mon[32592]: pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:40:01.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:00 smithi163 ceph-mon[32592]: from='osd.0 [v2:172.21.15.46:6802/1705061833,v1:172.21.15.46:6803/1705061833]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2024-04-26T01:40:01.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:00 smithi163 ceph-mon[32592]: osdmap e7: 1 total, 0 up, 1 in 2024-04-26T01:40:01.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:00 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:40:01.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:00 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:40:01.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:00 smithi163 ceph-mon[32592]: overall HEALTH_OK 2024-04-26T01:40:01.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:00 smithi163 ceph-mon[32592]: from='osd.0 [v2:172.21.15.46:6802/1705061833,v1:172.21.15.46:6803/1705061833]' entity='osd.0' 2024-04-26T01:40:02.027 INFO:teuthology.orchestra.run.smithi103.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-26T01:40:02.027 INFO:teuthology.orchestra.run.smithi103.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-26T01:40:02.027 INFO:teuthology.orchestra.run.smithi103.stderr: stderr: 10+0 records in 2024-04-26T01:40:02.027 INFO:teuthology.orchestra.run.smithi103.stderr:10+0 records out 2024-04-26T01:40:02.027 INFO:teuthology.orchestra.run.smithi103.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0113715 s, 922 MB/s 2024-04-26T01:40:02.027 INFO:teuthology.orchestra.run.smithi103.stderr:--> Zapping successful for: 2024-04-26T01:40:02.120 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:01 smithi046 ceph-mon[28013]: purged_snaps scrub starts 2024-04-26T01:40:02.121 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:01 smithi046 ceph-mon[28013]: purged_snaps scrub ok 2024-04-26T01:40:02.121 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:01 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:40:02.121 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:01 smithi046 ceph-mon[28013]: osd.0 [v2:172.21.15.46:6802/1705061833,v1:172.21.15.46:6803/1705061833] boot 2024-04-26T01:40:02.121 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:01 smithi046 ceph-mon[28013]: osdmap e8: 1 total, 1 up, 1 in 2024-04-26T01:40:02.121 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:01 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:40:02.348 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:01 smithi103 ceph-mon[32920]: purged_snaps scrub starts 2024-04-26T01:40:02.349 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:01 smithi103 ceph-mon[32920]: purged_snaps scrub ok 2024-04-26T01:40:02.349 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:01 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:40:02.349 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:01 smithi103 ceph-mon[32920]: osd.0 [v2:172.21.15.46:6802/1705061833,v1:172.21.15.46:6803/1705061833] boot 2024-04-26T01:40:02.349 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:01 smithi103 ceph-mon[32920]: osdmap e8: 1 total, 1 up, 1 in 2024-04-26T01:40:02.349 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:01 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:40:02.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:01 smithi163 ceph-mon[32592]: purged_snaps scrub starts 2024-04-26T01:40:02.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:01 smithi163 ceph-mon[32592]: purged_snaps scrub ok 2024-04-26T01:40:02.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:01 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:40:02.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:01 smithi163 ceph-mon[32592]: osd.0 [v2:172.21.15.46:6802/1705061833,v1:172.21.15.46:6803/1705061833] boot 2024-04-26T01:40:02.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:01 smithi163 ceph-mon[32592]: osdmap e8: 1 total, 1 up, 1 in 2024-04-26T01:40:02.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:01 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:40:02.642 DEBUG:teuthology.orchestra.run.smithi103:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi103:vg_nvme/lv_4 2024-04-26T01:40:02.902 INFO:teuthology.orchestra.run.smithi103.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T01:40:03.194 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:02 smithi103 ceph-mon[32920]: pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:40:03.194 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:02 smithi103 ceph-mon[32920]: osdmap e9: 1 total, 1 up, 1 in 2024-04-26T01:40:03.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:02 smithi046 ceph-mon[28013]: pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:40:03.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:02 smithi046 ceph-mon[28013]: osdmap e9: 1 total, 1 up, 1 in 2024-04-26T01:40:03.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:02 smithi163 ceph-mon[32592]: pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T01:40:03.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:02 smithi163 ceph-mon[32592]: osdmap e9: 1 total, 1 up, 1 in 2024-04-26T01:40:04.262 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:04.265+0000 7f3651b40700 1 -- 172.21.15.103:0/1948107839 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f364c103ca0 msgr2=0x7f364c104100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:40:04.262 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:04.265+0000 7f3651b40700 1 --2- 172.21.15.103:0/1948107839 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f364c103ca0 0x7f364c104100 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f36400099c0 tx=0x7f3640009cd0 comp rx=0 tx=0).stop 2024-04-26T01:40:04.262 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:04.265+0000 7f3651b40700 1 -- 172.21.15.103:0/1948107839 shutdown_connections 2024-04-26T01:40:04.262 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:04.265+0000 7f3651b40700 1 --2- 172.21.15.103:0/1948107839 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f364c104640 0x7f364c10aef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:40:04.262 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:04.265+0000 7f3651b40700 1 --2- 172.21.15.103:0/1948107839 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f364c102aa0 0x7f364c102ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:40:04.263 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:04.265+0000 7f3651b40700 1 --2- 172.21.15.103:0/1948107839 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f364c103ca0 0x7f364c104100 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:40:04.263 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:04.265+0000 7f3651b40700 1 -- 172.21.15.103:0/1948107839 >> 172.21.15.103:0/1948107839 conn(0x7f364c0fe040 msgr2=0x7f364c100480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:40:04.263 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:04.265+0000 7f3651b40700 1 -- 172.21.15.103:0/1948107839 shutdown_connections 2024-04-26T01:40:04.263 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:04.265+0000 7f3651b40700 1 -- 172.21.15.103:0/1948107839 wait complete. 2024-04-26T01:40:04.263 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:04.266+0000 7f3651b40700 1 Processor -- start 2024-04-26T01:40:04.263 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:04.266+0000 7f3651b40700 1 -- start start 2024-04-26T01:40:04.265 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:04.266+0000 7f3651b40700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f364c102aa0 0x7f364c0767e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:40:04.265 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:04.266+0000 7f3651b40700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f364c103ca0 0x7f364c074e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:40:04.265 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:04.266+0000 7f3651b40700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f364c104640 0x7f364c075370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:40:04.265 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:04.266+0000 7f3651b40700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f364c10e6d0 con 0x7f364c104640 2024-04-26T01:40:04.265 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:04.266+0000 7f3651b40700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f364c10e550 con 0x7f364c103ca0 2024-04-26T01:40:04.265 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:04.266+0000 7f3651b40700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f364c10e850 con 0x7f364c102aa0 2024-04-26T01:40:04.265 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:04.266+0000 7f364affd700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f364c103ca0 0x7f364c074e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:40:04.265 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:04.266+0000 7f364affd700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f364c103ca0 0x7f364c074e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.103:37500/0 (socket says 172.21.15.103:37500) 2024-04-26T01:40:04.265 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:04.266+0000 7f364affd700 1 -- 172.21.15.103:0/196385138 learned_addr learned my addr 172.21.15.103:0/196385138 (peer_addr_for_me v2:172.21.15.103:0/0) 2024-04-26T01:40:04.265 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:04.267+0000 7f364b7fe700 1 --2- 172.21.15.103:0/196385138 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f364c102aa0 0x7f364c0767e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:40:04.266 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:04.267+0000 7f364affd700 1 -- 172.21.15.103:0/196385138 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f364c102aa0 msgr2=0x7f364c0767e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:40:04.266 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:04.267+0000 7f364bfff700 1 --2- 172.21.15.103:0/196385138 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f364c104640 0x7f364c075370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:40:04.266 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:04.267+0000 7f364affd700 1 --2- 172.21.15.103:0/196385138 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f364c102aa0 0x7f364c0767e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:40:04.266 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:04.267+0000 7f364affd700 1 -- 172.21.15.103:0/196385138 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f364c104640 msgr2=0x7f364c075370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:40:04.266 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:04.267+0000 7f364affd700 1 --2- 172.21.15.103:0/196385138 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f364c104640 0x7f364c075370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:40:04.266 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:04.267+0000 7f364affd700 1 -- 172.21.15.103:0/196385138 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f364c075c20 con 0x7f364c103ca0 2024-04-26T01:40:04.266 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:04.267+0000 7f364affd700 1 --2- 172.21.15.103:0/196385138 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f364c103ca0 0x7f364c074e30 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f3640009f50 tx=0x7f36400036f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:40:04.266 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:04.267+0000 7f3648ff9700 1 -- 172.21.15.103:0/196385138 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3640027070 con 0x7f364c103ca0 2024-04-26T01:40:04.266 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:04.267+0000 7f3648ff9700 1 -- 172.21.15.103:0/196385138 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3640022470 con 0x7f364c103ca0 2024-04-26T01:40:04.266 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:04.267+0000 7f3648ff9700 1 -- 172.21.15.103:0/196385138 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f364000f6e0 con 0x7f364c103ca0 2024-04-26T01:40:04.266 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:04.267+0000 7f3651b40700 1 -- 172.21.15.103:0/196385138 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f364c1a2d90 con 0x7f364c103ca0 2024-04-26T01:40:04.266 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:04.267+0000 7f3651b40700 1 -- 172.21.15.103:0/196385138 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f364c1a3190 con 0x7f364c103ca0 2024-04-26T01:40:04.267 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:04.268+0000 7f3651b40700 1 -- 172.21.15.103:0/196385138 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f364c02df80 con 0x7f364c103ca0 2024-04-26T01:40:04.268 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:04.269+0000 7f3648ff9700 1 -- 172.21.15.103:0/196385138 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 15) ==== 138590+0+0 (secure 0 0 0) 0x7f364002a070 con 0x7f364c103ca0 2024-04-26T01:40:04.268 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:04.270+0000 7f3648ff9700 1 --2- 172.21.15.103:0/196385138 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f36340a3c30 0x7f36340a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:40:04.268 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:04.270+0000 7f3648ff9700 1 -- 172.21.15.103:0/196385138 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1767+0+0 (secure 0 0 0) 0x7f36400cf7b0 con 0x7f364c103ca0 2024-04-26T01:40:04.268 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:04.270+0000 7f364b7fe700 1 --2- 172.21.15.103:0/196385138 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f36340a3c30 0x7f36340a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:40:04.268 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:04.271+0000 7f364b7fe700 1 --2- 172.21.15.103:0/196385138 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f36340a3c30 0x7f36340a60f0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f363c005fd0 tx=0x7f363c005e50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:40:04.270 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:04.274+0000 7f3648ff9700 1 -- 172.21.15.103:0/196385138 <== mon.2 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3640013070 con 0x7f364c103ca0 2024-04-26T01:40:04.476 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:04.480+0000 7f3651b40700 1 -- 172.21.15.103:0/196385138 --> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi103:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f364c062e80 con 0x7f36340a3c30 2024-04-26T01:40:05.208 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:04 smithi103 ceph-mon[32920]: pgmap v60: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:40:05.208 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:04 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:40:05.208 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:04 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:40:05.208 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:04 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:05.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:04 smithi046 ceph-mon[28013]: pgmap v60: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:40:05.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:04 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:40:05.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:04 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:40:05.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:04 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:05.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:04 smithi163 ceph-mon[32592]: pgmap v60: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:40:05.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:04 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:40:05.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:04 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:40:05.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:04 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:06.212 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:05 smithi103 ceph-mon[32920]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi103:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:40:06.212 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:05 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:06.212 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:05 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:06.212 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:05 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:40:06.212 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:05 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:06.212 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:05 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:06.213 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:05 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:40:06.213 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:05 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:06.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:05 smithi046 ceph-mon[28013]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi103:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:40:06.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:05 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:06.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:05 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:06.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:05 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:40:06.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:05 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:06.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:05 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:06.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:05 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:40:06.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:05 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:06.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:05 smithi163 ceph-mon[32592]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi103:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:40:06.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:05 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:06.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:05 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:06.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:05 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:40:06.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:05 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:06.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:05 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:06.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:05 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:40:06.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:05 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:07.047 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:06 smithi046 ceph-mon[28013]: Detected new or changed devices on smithi046 2024-04-26T01:40:07.047 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:06 smithi046 ceph-mon[28013]: Adjusting osd_memory_target on smithi046 to 17094M 2024-04-26T01:40:07.047 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:06 smithi046 ceph-mon[28013]: pgmap v61: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:40:07.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:06 smithi103 ceph-mon[32920]: Detected new or changed devices on smithi046 2024-04-26T01:40:07.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:06 smithi103 ceph-mon[32920]: Adjusting osd_memory_target on smithi046 to 17094M 2024-04-26T01:40:07.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:06 smithi103 ceph-mon[32920]: pgmap v61: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:40:07.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:06 smithi163 ceph-mon[32592]: Detected new or changed devices on smithi046 2024-04-26T01:40:07.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:06 smithi163 ceph-mon[32592]: Adjusting osd_memory_target on smithi046 to 17094M 2024-04-26T01:40:07.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:06 smithi163 ceph-mon[32592]: pgmap v61: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:40:08.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:07 smithi046 ceph-mon[28013]: from='client.? 172.21.15.103:0/554725204' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "235ad6a0-ad0d-44ff-9ad1-55205dc13533"}]: dispatch 2024-04-26T01:40:08.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:07 smithi046 ceph-mon[28013]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "235ad6a0-ad0d-44ff-9ad1-55205dc13533"}]: dispatch 2024-04-26T01:40:08.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:07 smithi046 ceph-mon[28013]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "235ad6a0-ad0d-44ff-9ad1-55205dc13533"}]': finished 2024-04-26T01:40:08.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:07 smithi046 ceph-mon[28013]: osdmap e10: 2 total, 1 up, 2 in 2024-04-26T01:40:08.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:07 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:40:08.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:07 smithi103 ceph-mon[32920]: from='client.? 172.21.15.103:0/554725204' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "235ad6a0-ad0d-44ff-9ad1-55205dc13533"}]: dispatch 2024-04-26T01:40:08.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:07 smithi103 ceph-mon[32920]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "235ad6a0-ad0d-44ff-9ad1-55205dc13533"}]: dispatch 2024-04-26T01:40:08.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:07 smithi103 ceph-mon[32920]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "235ad6a0-ad0d-44ff-9ad1-55205dc13533"}]': finished 2024-04-26T01:40:08.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:07 smithi103 ceph-mon[32920]: osdmap e10: 2 total, 1 up, 2 in 2024-04-26T01:40:08.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:07 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:40:08.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:07 smithi163 ceph-mon[32592]: from='client.? 172.21.15.103:0/554725204' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "235ad6a0-ad0d-44ff-9ad1-55205dc13533"}]: dispatch 2024-04-26T01:40:08.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:07 smithi163 ceph-mon[32592]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "235ad6a0-ad0d-44ff-9ad1-55205dc13533"}]: dispatch 2024-04-26T01:40:08.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:07 smithi163 ceph-mon[32592]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "235ad6a0-ad0d-44ff-9ad1-55205dc13533"}]': finished 2024-04-26T01:40:08.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:07 smithi163 ceph-mon[32592]: osdmap e10: 2 total, 1 up, 2 in 2024-04-26T01:40:08.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:07 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:40:09.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:08 smithi046 ceph-mon[28013]: pgmap v62: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:40:09.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:08 smithi046 ceph-mon[28013]: from='client.? 172.21.15.103:0/2200501755' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:40:09.373 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:08 smithi103 ceph-mon[32920]: pgmap v62: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:40:09.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:08 smithi103 ceph-mon[32920]: from='client.? 172.21.15.103:0/2200501755' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:40:09.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:08 smithi163 ceph-mon[32592]: pgmap v62: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:40:09.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:08 smithi163 ceph-mon[32592]: from='client.? 172.21.15.103:0/2200501755' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:40:11.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:10 smithi046 ceph-mon[28013]: pgmap v64: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:40:11.342 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:10 smithi103 ceph-mon[32920]: pgmap v64: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:40:11.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:10 smithi163 ceph-mon[32592]: pgmap v64: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:40:13.248 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:12 smithi103 ceph-mon[32920]: pgmap v65: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:40:13.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:12 smithi046 ceph-mon[28013]: pgmap v65: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:40:13.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:12 smithi163 ceph-mon[32592]: pgmap v65: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:40:15.236 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:14 smithi163 ceph-mon[32592]: pgmap v66: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:40:15.236 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:14 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-26T01:40:15.236 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:14 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:15.257 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:14 smithi103 ceph-mon[32920]: pgmap v66: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:40:15.257 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:14 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-26T01:40:15.257 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:14 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:15.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:14 smithi046 ceph-mon[28013]: pgmap v66: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:40:15.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:14 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-26T01:40:15.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:14 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:16.248 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:15 smithi103 ceph-mon[32920]: Deploying daemon osd.1 on smithi103 2024-04-26T01:40:16.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:15 smithi046 ceph-mon[28013]: Deploying daemon osd.1 on smithi103 2024-04-26T01:40:16.414 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:15 smithi163 ceph-mon[32592]: Deploying daemon osd.1 on smithi103 2024-04-26T01:40:17.293 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:16 smithi103 ceph-mon[32920]: pgmap v67: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:40:17.308 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:16 smithi046 ceph-mon[28013]: pgmap v67: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:40:17.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:16 smithi163 ceph-mon[32592]: pgmap v67: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:40:19.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:18 smithi103 ceph-mon[32920]: pgmap v68: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:40:19.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:18 smithi046 ceph-mon[28013]: pgmap v68: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:40:19.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:18 smithi163 ceph-mon[32592]: pgmap v68: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:40:21.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:20 smithi046 ceph-mon[28013]: pgmap v69: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:40:21.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:20 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:21.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:20 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:40:21.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:20 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:21.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:20 smithi103 ceph-mon[32920]: pgmap v69: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:40:21.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:20 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:21.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:20 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:40:21.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:20 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:21.168 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:20 smithi163 ceph-mon[32592]: pgmap v69: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:40:21.168 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:20 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:21.168 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:20 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:40:21.168 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:20 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:23.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:22 smithi046 ceph-mon[28013]: pgmap v70: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:40:23.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:22 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:23.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:22 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:23.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:22 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:23.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:22 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:40:23.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:22 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:23.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:22 smithi103 ceph-mon[32920]: pgmap v70: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:40:23.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:22 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:23.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:22 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:23.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:22 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:23.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:22 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:40:23.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:22 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:23.168 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:22 smithi163 ceph-mon[32592]: pgmap v70: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:40:23.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:22 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:23.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:22 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:23.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:22 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:23.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:22 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:40:23.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:22 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:23.568 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:23.570+0000 7f3648ff9700 1 -- 172.21.15.103:0/196385138 <== mgr.14152 v2:172.21.15.46:6800/3332901238 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f364c062e80 con 0x7f36340a3c30 2024-04-26T01:40:23.568 INFO:teuthology.orchestra.run.smithi103.stdout:Created osd(s) 1 on host 'smithi103' 2024-04-26T01:40:23.570 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:23.572+0000 7f3651b40700 1 -- 172.21.15.103:0/196385138 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f36340a3c30 msgr2=0x7f36340a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:40:23.570 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:23.572+0000 7f3651b40700 1 --2- 172.21.15.103:0/196385138 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f36340a3c30 0x7f36340a60f0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f363c005fd0 tx=0x7f363c005e50 comp rx=0 tx=0).stop 2024-04-26T01:40:23.570 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:23.572+0000 7f3651b40700 1 -- 172.21.15.103:0/196385138 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f364c103ca0 msgr2=0x7f364c074e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:40:23.570 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:23.572+0000 7f3651b40700 1 --2- 172.21.15.103:0/196385138 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f364c103ca0 0x7f364c074e30 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f3640009f50 tx=0x7f36400036f0 comp rx=0 tx=0).stop 2024-04-26T01:40:23.570 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:23.572+0000 7f3651b40700 1 -- 172.21.15.103:0/196385138 shutdown_connections 2024-04-26T01:40:23.570 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:23.572+0000 7f3651b40700 1 --2- 172.21.15.103:0/196385138 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f364c104640 0x7f364c075370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:40:23.570 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:23.572+0000 7f3651b40700 1 --2- 172.21.15.103:0/196385138 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f364c102aa0 0x7f364c0767e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:40:23.570 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:23.572+0000 7f3651b40700 1 --2- 172.21.15.103:0/196385138 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f36340a3c30 0x7f36340a60f0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:40:23.570 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:23.572+0000 7f3651b40700 1 --2- 172.21.15.103:0/196385138 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f364c103ca0 0x7f364c074e30 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:40:23.570 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:23.572+0000 7f3651b40700 1 -- 172.21.15.103:0/196385138 >> 172.21.15.103:0/196385138 conn(0x7f364c0fe040 msgr2=0x7f364c106fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:40:23.571 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:23.573+0000 7f3651b40700 1 -- 172.21.15.103:0/196385138 shutdown_connections 2024-04-26T01:40:23.571 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:40:23.573+0000 7f3651b40700 1 -- 172.21.15.103:0/196385138 wait complete. 2024-04-26T01:40:24.239 DEBUG:teuthology.orchestra.run.smithi103:osd.1> sudo journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@osd.1.service 2024-04-26T01:40:24.241 INFO:tasks.cephadm:Deploying osd.2 on smithi163 with /dev/vg_nvme/lv_4... 2024-04-26T01:40:24.241 DEBUG:teuthology.orchestra.run.smithi163:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-26T01:40:24.486 INFO:teuthology.orchestra.run.smithi163.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:40:24.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:24 smithi046 ceph-mon[28013]: pgmap v71: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:40:24.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:24 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:24.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:24 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:24.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:24 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:40:24.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:24 smithi046 ceph-mon[28013]: from='osd.1 [v2:172.21.15.103:6800/4149643711,v1:172.21.15.103:6801/4149643711]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-26T01:40:24.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:24 smithi046 ceph-mon[28013]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-26T01:40:24.857 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:24 smithi163 ceph-mon[32592]: pgmap v71: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:40:24.858 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:24 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:24.858 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:24 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:24.858 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:24 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:40:24.858 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:24 smithi163 ceph-mon[32592]: from='osd.1 [v2:172.21.15.103:6800/4149643711,v1:172.21.15.103:6801/4149643711]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-26T01:40:24.858 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:24 smithi163 ceph-mon[32592]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-26T01:40:24.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:24 smithi103 ceph-mon[32920]: pgmap v71: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:40:24.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:24 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:24.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:24 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:24.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:24 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:40:24.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:24 smithi103 ceph-mon[32920]: from='osd.1 [v2:172.21.15.103:6800/4149643711,v1:172.21.15.103:6801/4149643711]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-26T01:40:24.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:24 smithi103 ceph-mon[32920]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-26T01:40:25.692 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:25 smithi103 ceph-mon[32920]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-26T01:40:25.692 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:25 smithi103 ceph-mon[32920]: from='osd.1 [v2:172.21.15.103:6800/4149643711,v1:172.21.15.103:6801/4149643711]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-04-26T01:40:25.692 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:25 smithi103 ceph-mon[32920]: osdmap e11: 2 total, 1 up, 2 in 2024-04-26T01:40:25.692 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:25 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:40:25.692 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:25 smithi103 ceph-mon[32920]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-04-26T01:40:25.704 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:25 smithi163 ceph-mon[32592]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-26T01:40:25.705 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:25 smithi163 ceph-mon[32592]: from='osd.1 [v2:172.21.15.103:6800/4149643711,v1:172.21.15.103:6801/4149643711]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-04-26T01:40:25.705 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:25 smithi163 ceph-mon[32592]: osdmap e11: 2 total, 1 up, 2 in 2024-04-26T01:40:25.705 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:25 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:40:25.705 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:25 smithi163 ceph-mon[32592]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-04-26T01:40:26.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:25 smithi046 ceph-mon[28013]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-26T01:40:26.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:25 smithi046 ceph-mon[28013]: from='osd.1 [v2:172.21.15.103:6800/4149643711,v1:172.21.15.103:6801/4149643711]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-04-26T01:40:26.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:25 smithi046 ceph-mon[28013]: osdmap e11: 2 total, 1 up, 2 in 2024-04-26T01:40:26.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:25 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:40:26.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:25 smithi046 ceph-mon[28013]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-04-26T01:40:26.297 INFO:teuthology.orchestra.run.smithi163.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-26T01:40:26.297 INFO:teuthology.orchestra.run.smithi163.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-26T01:40:26.297 INFO:teuthology.orchestra.run.smithi163.stderr: stderr: 10+0 records in 2024-04-26T01:40:26.297 INFO:teuthology.orchestra.run.smithi163.stderr:10+0 records out 2024-04-26T01:40:26.297 INFO:teuthology.orchestra.run.smithi163.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0112413 s, 933 MB/s 2024-04-26T01:40:26.297 INFO:teuthology.orchestra.run.smithi163.stderr:--> Zapping successful for: 2024-04-26T01:40:26.378 INFO:journalctl@ceph.osd.1.smithi103.stdout:Apr 26 01:40:26 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-1[37523]: 2024-04-26T01:40:26.058+0000 7fa673be0700 -1 osd.1 0 waiting for initial osdmap 2024-04-26T01:40:26.378 INFO:journalctl@ceph.osd.1.smithi103.stdout:Apr 26 01:40:26 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-1[37523]: 2024-04-26T01:40:26.061+0000 7fa66b9cb700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T01:40:26.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:26 smithi103 ceph-mon[32920]: pgmap v73: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:40:26.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:26 smithi103 ceph-mon[32920]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]': finished 2024-04-26T01:40:26.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:26 smithi103 ceph-mon[32920]: osdmap e12: 2 total, 1 up, 2 in 2024-04-26T01:40:26.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:26 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:40:26.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:26 smithi103 ceph-mon[32920]: from='osd.1 ' entity='osd.1' 2024-04-26T01:40:26.901 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:26 smithi163 ceph-mon[32592]: pgmap v73: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:40:26.902 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:26 smithi163 ceph-mon[32592]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]': finished 2024-04-26T01:40:26.902 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:26 smithi163 ceph-mon[32592]: osdmap e12: 2 total, 1 up, 2 in 2024-04-26T01:40:26.902 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:26 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:40:26.902 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:26 smithi163 ceph-mon[32592]: from='osd.1 ' entity='osd.1' 2024-04-26T01:40:26.929 DEBUG:teuthology.orchestra.run.smithi163:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi163:vg_nvme/lv_4 2024-04-26T01:40:27.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:26 smithi046 ceph-mon[28013]: pgmap v73: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:40:27.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:26 smithi046 ceph-mon[28013]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]': finished 2024-04-26T01:40:27.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:26 smithi046 ceph-mon[28013]: osdmap e12: 2 total, 1 up, 2 in 2024-04-26T01:40:27.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:26 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:40:27.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:26 smithi046 ceph-mon[28013]: from='osd.1 ' entity='osd.1' 2024-04-26T01:40:27.166 INFO:teuthology.orchestra.run.smithi163.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:40:27.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:27 smithi103 ceph-mon[32920]: purged_snaps scrub starts 2024-04-26T01:40:27.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:27 smithi103 ceph-mon[32920]: purged_snaps scrub ok 2024-04-26T01:40:27.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:27 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:40:27.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:27 smithi103 ceph-mon[32920]: osd.1 [v2:172.21.15.103:6800/4149643711,v1:172.21.15.103:6801/4149643711] boot 2024-04-26T01:40:27.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:27 smithi103 ceph-mon[32920]: osdmap e13: 2 total, 2 up, 2 in 2024-04-26T01:40:27.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:27 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:40:27.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:27 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:27.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:27 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:27.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:27 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:40:27.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:27 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:27.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:27 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:27.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:27 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:40:27.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:27 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:27.918 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:27 smithi163 ceph-mon[32592]: purged_snaps scrub starts 2024-04-26T01:40:27.918 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:27 smithi163 ceph-mon[32592]: purged_snaps scrub ok 2024-04-26T01:40:27.918 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:27 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:40:27.918 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:27 smithi163 ceph-mon[32592]: osd.1 [v2:172.21.15.103:6800/4149643711,v1:172.21.15.103:6801/4149643711] boot 2024-04-26T01:40:27.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:27 smithi163 ceph-mon[32592]: osdmap e13: 2 total, 2 up, 2 in 2024-04-26T01:40:27.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:27 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:40:27.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:27 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:27.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:27 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:27.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:27 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:40:27.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:27 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:27.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:27 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:27.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:27 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:40:27.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:27 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:28.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:27 smithi046 ceph-mon[28013]: purged_snaps scrub starts 2024-04-26T01:40:28.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:27 smithi046 ceph-mon[28013]: purged_snaps scrub ok 2024-04-26T01:40:28.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:27 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:40:28.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:27 smithi046 ceph-mon[28013]: osd.1 [v2:172.21.15.103:6800/4149643711,v1:172.21.15.103:6801/4149643711] boot 2024-04-26T01:40:28.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:27 smithi046 ceph-mon[28013]: osdmap e13: 2 total, 2 up, 2 in 2024-04-26T01:40:28.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:27 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:40:28.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:27 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:28.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:27 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:28.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:27 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:40:28.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:27 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:28.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:27 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:28.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:27 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:40:28.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:27 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:28.642 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:28.643+0000 7fb129b76700 1 -- 172.21.15.163:0/2105494338 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb124102aa0 msgr2=0x7fb124102ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:40:28.642 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:28.643+0000 7fb129b76700 1 --2- 172.21.15.163:0/2105494338 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb124102aa0 0x7fb124102ec0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fb114009990 tx=0x7fb114009ca0 comp rx=0 tx=0).stop 2024-04-26T01:40:28.642 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:28.643+0000 7fb129b76700 1 -- 172.21.15.163:0/2105494338 shutdown_connections 2024-04-26T01:40:28.642 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:28.643+0000 7fb129b76700 1 --2- 172.21.15.163:0/2105494338 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb124104640 0x7fb12410aef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:40:28.643 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:28.643+0000 7fb129b76700 1 --2- 172.21.15.163:0/2105494338 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb124102aa0 0x7fb124102ec0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:40:28.643 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:28.643+0000 7fb129b76700 1 --2- 172.21.15.163:0/2105494338 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb124103ca0 0x7fb124104100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:40:28.643 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:28.643+0000 7fb129b76700 1 -- 172.21.15.163:0/2105494338 >> 172.21.15.163:0/2105494338 conn(0x7fb1240fe040 msgr2=0x7fb124100480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:40:28.643 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:28.643+0000 7fb129b76700 1 -- 172.21.15.163:0/2105494338 shutdown_connections 2024-04-26T01:40:28.643 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:28.643+0000 7fb129b76700 1 -- 172.21.15.163:0/2105494338 wait complete. 2024-04-26T01:40:28.643 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:28.644+0000 7fb129b76700 1 Processor -- start 2024-04-26T01:40:28.643 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:28.644+0000 7fb129b76700 1 -- start start 2024-04-26T01:40:28.643 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:28.644+0000 7fb129b76700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb124102aa0 0x7fb124198e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:40:28.643 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:28.644+0000 7fb129b76700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb124103ca0 0x7fb124199390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:40:28.643 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:28.644+0000 7fb129b76700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb124104640 0x7fb1241a0410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:40:28.643 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:28.644+0000 7fb129b76700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb12410e7a0 con 0x7fb124104640 2024-04-26T01:40:28.643 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:28.644+0000 7fb129b76700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fb12410e620 con 0x7fb124102aa0 2024-04-26T01:40:28.643 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:28.644+0000 7fb129b76700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fb12410e920 con 0x7fb124103ca0 2024-04-26T01:40:28.643 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:28.644+0000 7fb11affd700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb124103ca0 0x7fb124199390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:40:28.644 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:28.644+0000 7fb11affd700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb124103ca0 0x7fb124199390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.163:37256/0 (socket says 172.21.15.163:37256) 2024-04-26T01:40:28.644 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:28.644+0000 7fb11affd700 1 -- 172.21.15.163:0/2433308455 learned_addr learned my addr 172.21.15.163:0/2433308455 (peer_addr_for_me v2:172.21.15.163:0/0) 2024-04-26T01:40:28.644 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:28.644+0000 7fb1237fe700 1 --2- 172.21.15.163:0/2433308455 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb124102aa0 0x7fb124198e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:40:28.644 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:28.645+0000 7fb11affd700 1 -- 172.21.15.163:0/2433308455 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb124102aa0 msgr2=0x7fb124198e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:40:28.644 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:28.645+0000 7fb11affd700 1 --2- 172.21.15.163:0/2433308455 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb124102aa0 0x7fb124198e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:40:28.644 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:28.645+0000 7fb11affd700 1 -- 172.21.15.163:0/2433308455 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb124104640 msgr2=0x7fb1241a0410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:40:28.644 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:28.645+0000 7fb11affd700 1 --2- 172.21.15.163:0/2433308455 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb124104640 0x7fb1241a0410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:40:28.644 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:28.645+0000 7fb11affd700 1 -- 172.21.15.163:0/2433308455 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1241a0ab0 con 0x7fb124103ca0 2024-04-26T01:40:28.644 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:28.645+0000 7fb11affd700 1 --2- 172.21.15.163:0/2433308455 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb124103ca0 0x7fb124199390 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fb10c00b560 tx=0x7fb10c00b870 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:40:28.644 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:28.645+0000 7fb1217fa700 1 -- 172.21.15.163:0/2433308455 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb10c015020 con 0x7fb124103ca0 2024-04-26T01:40:28.644 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:28.645+0000 7fb1217fa700 1 -- 172.21.15.163:0/2433308455 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb10c011d00 con 0x7fb124103ca0 2024-04-26T01:40:28.644 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:28.645+0000 7fb129b76700 1 -- 172.21.15.163:0/2433308455 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1241a0da0 con 0x7fb124103ca0 2024-04-26T01:40:28.644 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:28.645+0000 7fb1217fa700 1 -- 172.21.15.163:0/2433308455 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb10c010e60 con 0x7fb124103ca0 2024-04-26T01:40:28.645 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:28.645+0000 7fb129b76700 1 -- 172.21.15.163:0/2433308455 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1241a12d0 con 0x7fb124103ca0 2024-04-26T01:40:28.645 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:28.646+0000 7fb129b76700 1 -- 172.21.15.163:0/2433308455 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb12402df80 con 0x7fb124103ca0 2024-04-26T01:40:28.645 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:28.647+0000 7fb1217fa700 1 -- 172.21.15.163:0/2433308455 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 15) ==== 138590+0+0 (secure 0 0 0) 0x7fb10c018020 con 0x7fb124103ca0 2024-04-26T01:40:28.646 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:28.647+0000 7fb1217fa700 1 --2- 172.21.15.163:0/2433308455 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fb1100a3bb0 0x7fb1100a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:40:28.646 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:28.648+0000 7fb1217fa700 1 -- 172.21.15.163:0/2433308455 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(14..14 src has 1..14) ==== 2309+0+0 (secure 0 0 0) 0x7fb10c0ce2c0 con 0x7fb124103ca0 2024-04-26T01:40:28.646 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:28.648+0000 7fb1237fe700 1 --2- 172.21.15.163:0/2433308455 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fb1100a3bb0 0x7fb1100a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:40:28.646 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:28.649+0000 7fb1237fe700 1 --2- 172.21.15.163:0/2433308455 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fb1100a3bb0 0x7fb1100a6070 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fb114000c00 tx=0x7fb114005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:40:28.649 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:28.652+0000 7fb1217fa700 1 -- 172.21.15.163:0/2433308455 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb10c01f020 con 0x7fb124103ca0 2024-04-26T01:40:28.857 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:28.861+0000 7fb129b76700 1 -- 172.21.15.163:0/2433308455 --> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi163:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7fb124062e80 con 0x7fb1100a3bb0 2024-04-26T01:40:29.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:29 smithi103 ceph-mon[32920]: pgmap v76: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:40:29.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:29 smithi103 ceph-mon[32920]: Detected new or changed devices on smithi103 2024-04-26T01:40:29.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:29 smithi103 ceph-mon[32920]: Adjusting osd_memory_target on smithi103 to 17088M 2024-04-26T01:40:29.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:29 smithi103 ceph-mon[32920]: osdmap e14: 2 total, 2 up, 2 in 2024-04-26T01:40:29.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:29 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:40:29.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:29 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:40:29.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:29 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:29.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:29 smithi163 ceph-mon[32592]: pgmap v76: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:40:29.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:29 smithi163 ceph-mon[32592]: Detected new or changed devices on smithi103 2024-04-26T01:40:29.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:29 smithi163 ceph-mon[32592]: Adjusting osd_memory_target on smithi103 to 17088M 2024-04-26T01:40:29.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:29 smithi163 ceph-mon[32592]: osdmap e14: 2 total, 2 up, 2 in 2024-04-26T01:40:29.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:29 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:40:29.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:29 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:40:29.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:29 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:29.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:29 smithi046 ceph-mon[28013]: pgmap v76: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-04-26T01:40:29.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:29 smithi046 ceph-mon[28013]: Detected new or changed devices on smithi103 2024-04-26T01:40:29.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:29 smithi046 ceph-mon[28013]: Adjusting osd_memory_target on smithi103 to 17088M 2024-04-26T01:40:29.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:29 smithi046 ceph-mon[28013]: osdmap e14: 2 total, 2 up, 2 in 2024-04-26T01:40:29.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:29 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:40:29.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:29 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:40:29.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:29 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:30.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:30 smithi103 ceph-mon[32920]: from='client.24175 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi163:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:40:30.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:30 smithi163 ceph-mon[32592]: from='client.24175 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi163:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:40:30.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:30 smithi046 ceph-mon[28013]: from='client.24175 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi163:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:40:31.373 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:31 smithi103 ceph-mon[32920]: pgmap v78: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:40:31.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:31 smithi163 ceph-mon[32592]: pgmap v78: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:40:31.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:31 smithi046 ceph-mon[28013]: pgmap v78: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:40:32.168 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:32 smithi163 ceph-mon[32592]: from='client.? 172.21.15.163:0/1297522496' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "10a4e364-80e6-4c2e-8bdd-8c6e27188acf"}]: dispatch 2024-04-26T01:40:32.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:32 smithi163 ceph-mon[32592]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "10a4e364-80e6-4c2e-8bdd-8c6e27188acf"}]: dispatch 2024-04-26T01:40:32.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:32 smithi163 ceph-mon[32592]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "10a4e364-80e6-4c2e-8bdd-8c6e27188acf"}]': finished 2024-04-26T01:40:32.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:32 smithi163 ceph-mon[32592]: osdmap e15: 3 total, 2 up, 3 in 2024-04-26T01:40:32.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:32 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:40:32.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:32 smithi103 ceph-mon[32920]: from='client.? 172.21.15.163:0/1297522496' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "10a4e364-80e6-4c2e-8bdd-8c6e27188acf"}]: dispatch 2024-04-26T01:40:32.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:32 smithi103 ceph-mon[32920]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "10a4e364-80e6-4c2e-8bdd-8c6e27188acf"}]: dispatch 2024-04-26T01:40:32.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:32 smithi103 ceph-mon[32920]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "10a4e364-80e6-4c2e-8bdd-8c6e27188acf"}]': finished 2024-04-26T01:40:32.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:32 smithi103 ceph-mon[32920]: osdmap e15: 3 total, 2 up, 3 in 2024-04-26T01:40:32.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:32 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:40:32.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:32 smithi046 ceph-mon[28013]: from='client.? 172.21.15.163:0/1297522496' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "10a4e364-80e6-4c2e-8bdd-8c6e27188acf"}]: dispatch 2024-04-26T01:40:32.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:32 smithi046 ceph-mon[28013]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "10a4e364-80e6-4c2e-8bdd-8c6e27188acf"}]: dispatch 2024-04-26T01:40:32.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:32 smithi046 ceph-mon[28013]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "10a4e364-80e6-4c2e-8bdd-8c6e27188acf"}]': finished 2024-04-26T01:40:32.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:32 smithi046 ceph-mon[28013]: osdmap e15: 3 total, 2 up, 3 in 2024-04-26T01:40:32.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:32 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:40:33.373 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:33 smithi103 ceph-mon[32920]: pgmap v79: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:40:33.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:33 smithi103 ceph-mon[32920]: from='client.? 172.21.15.163:0/1789666851' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:40:33.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:33 smithi163 ceph-mon[32592]: pgmap v79: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:40:33.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:33 smithi163 ceph-mon[32592]: from='client.? 172.21.15.163:0/1789666851' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:40:33.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:33 smithi046 ceph-mon[28013]: pgmap v79: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:40:33.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:33 smithi046 ceph-mon[28013]: from='client.? 172.21.15.163:0/1789666851' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:40:34.373 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:34 smithi103 ceph-mon[32920]: pgmap v81: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:40:34.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:34 smithi163 ceph-mon[32592]: pgmap v81: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:40:34.461 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:34 smithi046 ceph-mon[28013]: pgmap v81: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:40:36.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:36 smithi046 ceph-mon[28013]: pgmap v82: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:40:36.598 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:36 smithi163 ceph-mon[32592]: pgmap v82: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:40:36.623 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:36 smithi103 ceph-mon[32920]: pgmap v82: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:40:38.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:38 smithi046 ceph-mon[28013]: pgmap v83: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:40:38.566 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:38 smithi163 ceph-mon[32592]: pgmap v83: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:40:38.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:38 smithi103 ceph-mon[32920]: pgmap v83: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:40:39.545 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:39 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-26T01:40:39.545 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:39 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:39.545 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:39 smithi163 ceph-mon[32592]: Deploying daemon osd.2 on smithi163 2024-04-26T01:40:39.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:39 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-26T01:40:39.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:39 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:39.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:39 smithi103 ceph-mon[32920]: Deploying daemon osd.2 on smithi163 2024-04-26T01:40:39.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:39 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-26T01:40:39.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:39 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:39.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:39 smithi046 ceph-mon[28013]: Deploying daemon osd.2 on smithi163 2024-04-26T01:40:40.519 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:40 smithi163 ceph-mon[32592]: pgmap v84: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:40:40.623 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:40 smithi103 ceph-mon[32920]: pgmap v84: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:40:40.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:40 smithi046 ceph-mon[28013]: pgmap v84: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:40:42.397 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:42 smithi163 ceph-mon[32592]: pgmap v85: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:40:42.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:42 smithi103 ceph-mon[32920]: pgmap v85: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:40:42.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:42 smithi046 ceph-mon[28013]: pgmap v85: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:40:44.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:44 smithi103 ceph-mon[32920]: pgmap v86: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:40:44.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:44 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:44.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:44 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:44.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:44 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:40:44.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:44 smithi163 ceph-mon[32592]: pgmap v86: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:40:44.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:44 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:44.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:44 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:44.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:44 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:40:44.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:44 smithi046 ceph-mon[28013]: pgmap v86: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:40:44.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:44 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:44.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:44 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:44.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:44 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:40:46.598 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:46 smithi163 ceph-mon[32592]: pgmap v87: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:40:46.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:46 smithi103 ceph-mon[32920]: pgmap v87: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:40:46.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:46 smithi046 ceph-mon[28013]: pgmap v87: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:40:47.754 INFO:teuthology.orchestra.run.smithi163.stdout:Created osd(s) 2 on host 'smithi163' 2024-04-26T01:40:47.755 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:47.757+0000 7fb1217fa700 1 -- 172.21.15.163:0/2433308455 <== mgr.14152 v2:172.21.15.46:6800/3332901238 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fb124062e80 con 0x7fb1100a3bb0 2024-04-26T01:40:47.757 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:47.759+0000 7fb129b76700 1 -- 172.21.15.163:0/2433308455 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fb1100a3bb0 msgr2=0x7fb1100a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:40:47.757 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:47.759+0000 7fb129b76700 1 --2- 172.21.15.163:0/2433308455 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fb1100a3bb0 0x7fb1100a6070 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fb114000c00 tx=0x7fb114005fb0 comp rx=0 tx=0).stop 2024-04-26T01:40:47.757 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:47.760+0000 7fb129b76700 1 -- 172.21.15.163:0/2433308455 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb124103ca0 msgr2=0x7fb124199390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:40:47.757 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:47.760+0000 7fb129b76700 1 --2- 172.21.15.163:0/2433308455 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb124103ca0 0x7fb124199390 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fb10c00b560 tx=0x7fb10c00b870 comp rx=0 tx=0).stop 2024-04-26T01:40:47.757 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:47.760+0000 7fb129b76700 1 -- 172.21.15.163:0/2433308455 shutdown_connections 2024-04-26T01:40:47.757 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:47.760+0000 7fb129b76700 1 --2- 172.21.15.163:0/2433308455 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb124104640 0x7fb1241a0410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:40:47.757 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:47.760+0000 7fb129b76700 1 --2- 172.21.15.163:0/2433308455 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fb1100a3bb0 0x7fb1100a6070 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:40:47.757 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:47.760+0000 7fb129b76700 1 --2- 172.21.15.163:0/2433308455 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb124102aa0 0x7fb124198e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:40:47.757 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:47.760+0000 7fb129b76700 1 --2- 172.21.15.163:0/2433308455 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb124103ca0 0x7fb124199390 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:40:47.757 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:47.760+0000 7fb129b76700 1 -- 172.21.15.163:0/2433308455 >> 172.21.15.163:0/2433308455 conn(0x7fb1240fe040 msgr2=0x7fb124107020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:40:47.757 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:47.760+0000 7fb129b76700 1 -- 172.21.15.163:0/2433308455 shutdown_connections 2024-04-26T01:40:47.758 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:40:47.760+0000 7fb129b76700 1 -- 172.21.15.163:0/2433308455 wait complete. 2024-04-26T01:40:47.918 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:47 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:47.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:47 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:47.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:47 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:47.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:47 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:40:47.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:47 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:47.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:47 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:47.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:47 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:40:47.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:47 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:48.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:47 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:48.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:47 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:48.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:47 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:48.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:47 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:40:48.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:47 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:48.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:47 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:48.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:47 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:40:48.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:47 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:48.327 DEBUG:teuthology.orchestra.run.smithi163:osd.2> sudo journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@osd.2.service 2024-04-26T01:40:48.329 INFO:tasks.cephadm:Deploying osd.3 on smithi046 with /dev/vg_nvme/lv_3... 2024-04-26T01:40:48.329 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-26T01:40:48.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:47 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:48.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:47 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:48.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:47 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:48.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:47 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:40:48.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:47 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:48.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:47 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:48.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:47 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:40:48.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:47 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:48.784 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:40:49.287 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:48 smithi046 ceph-mon[28013]: pgmap v88: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:40:49.288 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:48 smithi046 ceph-mon[28013]: from='osd.2 [v2:172.21.15.163:6800/3238203653,v1:172.21.15.163:6801/3238203653]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T01:40:49.288 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:48 smithi046 ceph-mon[28013]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T01:40:49.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:48 smithi103 ceph-mon[32920]: pgmap v88: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:40:49.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:48 smithi103 ceph-mon[32920]: from='osd.2 [v2:172.21.15.163:6800/3238203653,v1:172.21.15.163:6801/3238203653]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T01:40:49.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:48 smithi103 ceph-mon[32920]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T01:40:49.380 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:48 smithi163 ceph-mon[32592]: pgmap v88: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:40:49.380 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:48 smithi163 ceph-mon[32592]: from='osd.2 [v2:172.21.15.163:6800/3238203653,v1:172.21.15.163:6801/3238203653]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T01:40:49.380 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:48 smithi163 ceph-mon[32592]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T01:40:50.157 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:49 smithi046 ceph-mon[28013]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-26T01:40:50.157 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:49 smithi046 ceph-mon[28013]: from='osd.2 [v2:172.21.15.163:6800/3238203653,v1:172.21.15.163:6801/3238203653]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-04-26T01:40:50.157 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:49 smithi046 ceph-mon[28013]: osdmap e16: 3 total, 2 up, 3 in 2024-04-26T01:40:50.157 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:49 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:40:50.157 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:49 smithi046 ceph-mon[28013]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-04-26T01:40:50.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:49 smithi103 ceph-mon[32920]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-26T01:40:50.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:49 smithi103 ceph-mon[32920]: from='osd.2 [v2:172.21.15.163:6800/3238203653,v1:172.21.15.163:6801/3238203653]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-04-26T01:40:50.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:49 smithi103 ceph-mon[32920]: osdmap e16: 3 total, 2 up, 3 in 2024-04-26T01:40:50.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:49 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:40:50.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:49 smithi103 ceph-mon[32920]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-04-26T01:40:50.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:49 smithi163 ceph-mon[32592]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-26T01:40:50.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:49 smithi163 ceph-mon[32592]: from='osd.2 [v2:172.21.15.163:6800/3238203653,v1:172.21.15.163:6801/3238203653]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-04-26T01:40:50.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:49 smithi163 ceph-mon[32592]: osdmap e16: 3 total, 2 up, 3 in 2024-04-26T01:40:50.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:49 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:40:50.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:49 smithi163 ceph-mon[32592]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-04-26T01:40:50.888 INFO:journalctl@ceph.osd.2.smithi163.stdout:Apr 26 01:40:50 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-2[37917]: 2024-04-26T01:40:50.425+0000 7f4426e7d700 -1 osd.2 0 waiting for initial osdmap 2024-04-26T01:40:50.889 INFO:journalctl@ceph.osd.2.smithi163.stdout:Apr 26 01:40:50 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-2[37917]: 2024-04-26T01:40:50.429+0000 7f441ec68700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T01:40:51.168 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:50 smithi163 ceph-mon[32592]: pgmap v90: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:40:51.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:50 smithi163 ceph-mon[32592]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]': finished 2024-04-26T01:40:51.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:50 smithi163 ceph-mon[32592]: osdmap e17: 3 total, 2 up, 3 in 2024-04-26T01:40:51.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:50 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:40:51.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:50 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:40:51.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:50 smithi163 ceph-mon[32592]: from='osd.2 ' entity='osd.2' 2024-04-26T01:40:51.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:50 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:40:51.300 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:50 smithi046 ceph-mon[28013]: pgmap v90: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:40:51.300 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:50 smithi046 ceph-mon[28013]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]': finished 2024-04-26T01:40:51.300 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:50 smithi046 ceph-mon[28013]: osdmap e17: 3 total, 2 up, 3 in 2024-04-26T01:40:51.300 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:50 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:40:51.300 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:50 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:40:51.301 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:50 smithi046 ceph-mon[28013]: from='osd.2 ' entity='osd.2' 2024-04-26T01:40:51.301 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:50 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:40:51.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:50 smithi103 ceph-mon[32920]: pgmap v90: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:40:51.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:50 smithi103 ceph-mon[32920]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]': finished 2024-04-26T01:40:51.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:50 smithi103 ceph-mon[32920]: osdmap e17: 3 total, 2 up, 3 in 2024-04-26T01:40:51.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:50 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:40:51.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:50 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:40:51.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:50 smithi103 ceph-mon[32920]: from='osd.2 ' entity='osd.2' 2024-04-26T01:40:51.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:50 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:40:51.757 INFO:teuthology.orchestra.run.smithi046.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-26T01:40:51.758 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-26T01:40:51.758 INFO:teuthology.orchestra.run.smithi046.stderr: stderr: 10+0 records in 2024-04-26T01:40:51.758 INFO:teuthology.orchestra.run.smithi046.stderr:10+0 records out 2024-04-26T01:40:51.758 INFO:teuthology.orchestra.run.smithi046.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0326745 s, 321 MB/s 2024-04-26T01:40:51.758 INFO:teuthology.orchestra.run.smithi046.stderr:--> Zapping successful for: 2024-04-26T01:40:52.216 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:51 smithi046 ceph-mon[28013]: purged_snaps scrub starts 2024-04-26T01:40:52.217 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:51 smithi046 ceph-mon[28013]: purged_snaps scrub ok 2024-04-26T01:40:52.217 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:51 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:52.217 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:51 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:52.217 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:51 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:40:52.217 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:51 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:52.217 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:51 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:52.217 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:51 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:40:52.217 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:51 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:52.217 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:51 smithi046 ceph-mon[28013]: osd.2 [v2:172.21.15.163:6800/3238203653,v1:172.21.15.163:6801/3238203653] boot 2024-04-26T01:40:52.217 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:51 smithi046 ceph-mon[28013]: osdmap e18: 3 total, 3 up, 3 in 2024-04-26T01:40:52.217 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:51 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:40:52.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:51 smithi103 ceph-mon[32920]: purged_snaps scrub starts 2024-04-26T01:40:52.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:51 smithi103 ceph-mon[32920]: purged_snaps scrub ok 2024-04-26T01:40:52.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:51 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:52.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:51 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:52.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:51 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:40:52.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:51 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:52.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:51 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:52.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:51 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:40:52.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:51 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:52.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:51 smithi103 ceph-mon[32920]: osd.2 [v2:172.21.15.163:6800/3238203653,v1:172.21.15.163:6801/3238203653] boot 2024-04-26T01:40:52.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:51 smithi103 ceph-mon[32920]: osdmap e18: 3 total, 3 up, 3 in 2024-04-26T01:40:52.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:51 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:40:52.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:51 smithi163 ceph-mon[32592]: purged_snaps scrub starts 2024-04-26T01:40:52.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:51 smithi163 ceph-mon[32592]: purged_snaps scrub ok 2024-04-26T01:40:52.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:51 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:52.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:51 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:52.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:51 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:40:52.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:51 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:52.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:51 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:52.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:51 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:40:52.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:51 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:52.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:51 smithi163 ceph-mon[32592]: osd.2 [v2:172.21.15.163:6800/3238203653,v1:172.21.15.163:6801/3238203653] boot 2024-04-26T01:40:52.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:51 smithi163 ceph-mon[32592]: osdmap e18: 3 total, 3 up, 3 in 2024-04-26T01:40:52.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:51 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:40:52.618 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi046:vg_nvme/lv_3 2024-04-26T01:40:53.048 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:40:53.196 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:52 smithi046 ceph-mon[28013]: Detected new or changed devices on smithi163 2024-04-26T01:40:53.196 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:52 smithi046 ceph-mon[28013]: pgmap v92: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:40:53.196 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:52 smithi046 ceph-mon[28013]: Adjusting osd_memory_target on smithi163 to 17088M 2024-04-26T01:40:53.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:52 smithi103 ceph-mon[32920]: Detected new or changed devices on smithi163 2024-04-26T01:40:53.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:52 smithi103 ceph-mon[32920]: pgmap v92: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:40:53.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:52 smithi103 ceph-mon[32920]: Adjusting osd_memory_target on smithi163 to 17088M 2024-04-26T01:40:53.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:52 smithi163 ceph-mon[32592]: Detected new or changed devices on smithi163 2024-04-26T01:40:53.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:52 smithi163 ceph-mon[32592]: pgmap v92: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-04-26T01:40:53.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:52 smithi163 ceph-mon[32592]: Adjusting osd_memory_target on smithi163 to 17088M 2024-04-26T01:40:54.225 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:53 smithi046 ceph-mon[28013]: osdmap e19: 3 total, 3 up, 3 in 2024-04-26T01:40:54.225 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:53 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-26T01:40:54.275 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:53 smithi103 ceph-mon[32920]: osdmap e19: 3 total, 3 up, 3 in 2024-04-26T01:40:54.275 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:53 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-26T01:40:54.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:53 smithi163 ceph-mon[32592]: osdmap e19: 3 total, 3 up, 3 in 2024-04-26T01:40:54.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:53 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-26T01:40:55.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:54 smithi046 ceph-mon[28013]: pgmap v95: 0 pgs: ; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:40:55.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:55 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-26T01:40:55.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:55 smithi046 ceph-mon[28013]: osdmap e20: 3 total, 3 up, 3 in 2024-04-26T01:40:55.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:55 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T01:40:55.295 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:54 smithi103 ceph-mon[32920]: pgmap v95: 0 pgs: ; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:40:55.295 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:54 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-26T01:40:55.295 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:54 smithi103 ceph-mon[32920]: osdmap e20: 3 total, 3 up, 3 in 2024-04-26T01:40:55.295 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:54 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T01:40:55.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:40:55.341+0000 7fd89e200700 1 -- 172.21.15.46:0/2277852593 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd898102af0 msgr2=0x7fd898102f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:40:55.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:40:55.341+0000 7fd89e200700 1 --2- 172.21.15.46:0/2277852593 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd898102af0 0x7fd898102f10 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fd88800b0d0 tx=0x7fd88800b3e0 comp rx=0 tx=0).stop 2024-04-26T01:40:55.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:40:55.341+0000 7fd89e200700 1 -- 172.21.15.46:0/2277852593 shutdown_connections 2024-04-26T01:40:55.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:40:55.341+0000 7fd89e200700 1 --2- 172.21.15.46:0/2277852593 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd898104690 0x7fd89810af40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:40:55.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:40:55.341+0000 7fd89e200700 1 --2- 172.21.15.46:0/2277852593 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd898102af0 0x7fd898102f10 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:40:55.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:40:55.341+0000 7fd89e200700 1 --2- 172.21.15.46:0/2277852593 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd898103cf0 0x7fd898104150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:40:55.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:40:55.341+0000 7fd89e200700 1 -- 172.21.15.46:0/2277852593 >> 172.21.15.46:0/2277852593 conn(0x7fd8980fe090 msgr2=0x7fd8981004d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:40:55.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:40:55.341+0000 7fd89e200700 1 -- 172.21.15.46:0/2277852593 shutdown_connections 2024-04-26T01:40:55.339 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:40:55.341+0000 7fd89e200700 1 -- 172.21.15.46:0/2277852593 wait complete. 2024-04-26T01:40:55.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:40:55.342+0000 7fd89e200700 1 Processor -- start 2024-04-26T01:40:55.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:40:55.342+0000 7fd89e200700 1 -- start start 2024-04-26T01:40:55.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:40:55.343+0000 7fd89e200700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd898102af0 0x7fd89819af40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:40:55.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:40:55.343+0000 7fd89e200700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd898103cf0 0x7fd89819b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:40:55.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:40:55.343+0000 7fd89e200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd898104690 0x7fd8981a2500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:40:55.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:40:55.343+0000 7fd89e200700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fd89810e6a0 con 0x7fd898104690 2024-04-26T01:40:55.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:40:55.343+0000 7fd89e200700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fd89810e520 con 0x7fd898102af0 2024-04-26T01:40:55.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:40:55.343+0000 7fd89e200700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fd89810e820 con 0x7fd898103cf0 2024-04-26T01:40:55.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:40:55.343+0000 7fd897400700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd898102af0 0x7fd89819af40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:40:55.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:40:55.343+0000 7fd897e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd898104690 0x7fd8981a2500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:40:55.341 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:40:55.343+0000 7fd897400700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd898102af0 0x7fd89819af40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:39968/0 (socket says 172.21.15.46:39968) 2024-04-26T01:40:55.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:40:55.343+0000 7fd897400700 1 -- 172.21.15.46:0/4156124414 learned_addr learned my addr 172.21.15.46:0/4156124414 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:40:55.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:40:55.343+0000 7fd896a00700 1 --2- 172.21.15.46:0/4156124414 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd898103cf0 0x7fd89819b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:40:55.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:40:55.343+0000 7fd897400700 1 -- 172.21.15.46:0/4156124414 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd898103cf0 msgr2=0x7fd89819b480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:40:55.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:40:55.344+0000 7fd897400700 1 --2- 172.21.15.46:0/4156124414 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd898103cf0 0x7fd89819b480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:40:55.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:40:55.344+0000 7fd897400700 1 -- 172.21.15.46:0/4156124414 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd898104690 msgr2=0x7fd8981a2500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:40:55.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:40:55.344+0000 7fd897400700 1 --2- 172.21.15.46:0/4156124414 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd898104690 0x7fd8981a2500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:40:55.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:40:55.344+0000 7fd897400700 1 -- 172.21.15.46:0/4156124414 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8981a2ba0 con 0x7fd898102af0 2024-04-26T01:40:55.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:40:55.344+0000 7fd897400700 1 --2- 172.21.15.46:0/4156124414 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd898102af0 0x7fd89819af40 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fd88800b770 tx=0x7fd8880097a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:40:55.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:40:55.344+0000 7fd88fe00700 1 -- 172.21.15.46:0/4156124414 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd888021020 con 0x7fd898102af0 2024-04-26T01:40:55.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:40:55.344+0000 7fd89e200700 1 -- 172.21.15.46:0/4156124414 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8981a2e30 con 0x7fd898102af0 2024-04-26T01:40:55.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:40:55.344+0000 7fd88fe00700 1 -- 172.21.15.46:0/4156124414 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd888007b80 con 0x7fd898102af0 2024-04-26T01:40:55.342 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:40:55.344+0000 7fd88fe00700 1 -- 172.21.15.46:0/4156124414 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8880052a0 con 0x7fd898102af0 2024-04-26T01:40:55.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:40:55.344+0000 7fd89e200700 1 -- 172.21.15.46:0/4156124414 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8981a3220 con 0x7fd898102af0 2024-04-26T01:40:55.343 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:40:55.346+0000 7fd89e200700 1 -- 172.21.15.46:0/4156124414 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd898069760 con 0x7fd898102af0 2024-04-26T01:40:55.344 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:40:55.347+0000 7fd88fe00700 1 -- 172.21.15.46:0/4156124414 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 15) ==== 138590+0+0 (secure 0 0 0) 0x7fd888024020 con 0x7fd898102af0 2024-04-26T01:40:55.345 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:40:55.349+0000 7fd88fe00700 1 --2- 172.21.15.46:0/4156124414 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fd87c0a3bb0 0x7fd87c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:40:55.346 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:40:55.349+0000 7fd88fe00700 1 -- 172.21.15.46:0/4156124414 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 3237+0+0 (secure 0 0 0) 0x7fd88800f020 con 0x7fd898102af0 2024-04-26T01:40:55.346 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:40:55.349+0000 7fd896a00700 1 --2- 172.21.15.46:0/4156124414 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fd87c0a3bb0 0x7fd87c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:40:55.346 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:40:55.350+0000 7fd896a00700 1 --2- 172.21.15.46:0/4156124414 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fd87c0a3bb0 0x7fd87c0a6070 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fd884009680 tx=0x7fd884009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:40:55.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:40:55.353+0000 7fd88fe00700 1 -- 172.21.15.46:0/4156124414 <== mon.2 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd898069760 con 0x7fd898102af0 2024-04-26T01:40:55.402 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:54 smithi163 ceph-mon[32592]: pgmap v95: 0 pgs: ; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:40:55.402 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:54 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-26T01:40:55.403 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:55 smithi163 ceph-mon[32592]: osdmap e20: 3 total, 3 up, 3 in 2024-04-26T01:40:55.403 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:55 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T01:40:55.501 INFO:journalctl@ceph.osd.0.smithi046.stdout:Apr 26 01:40:55 smithi046 sudo[47345]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-26T01:40:55.501 INFO:journalctl@ceph.osd.0.smithi046.stdout:Apr 26 01:40:55 smithi046 sudo[47345]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:40:55.502 INFO:journalctl@ceph.osd.0.smithi046.stdout:Apr 26 01:40:55 smithi046 sudo[47345]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:40:55.502 INFO:journalctl@ceph.osd.0.smithi046.stdout:Apr 26 01:40:55 smithi046 sudo[47345]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:40:55.502 INFO:journalctl@ceph.osd.0.smithi046.stdout:Apr 26 01:40:55 smithi046 sudo[47348]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-26T01:40:55.502 INFO:journalctl@ceph.osd.0.smithi046.stdout:Apr 26 01:40:55 smithi046 sudo[47348]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:40:55.502 INFO:journalctl@ceph.osd.0.smithi046.stdout:Apr 26 01:40:55 smithi046 sudo[47348]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:40:55.502 INFO:journalctl@ceph.osd.0.smithi046.stdout:Apr 26 01:40:55 smithi046 sudo[47348]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:40:55.554 INFO:journalctl@ceph.osd.1.smithi103.stdout:Apr 26 01:40:55 smithi103 sudo[41252]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-26T01:40:55.555 INFO:journalctl@ceph.osd.1.smithi103.stdout:Apr 26 01:40:55 smithi103 sudo[41252]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:40:55.555 INFO:journalctl@ceph.osd.1.smithi103.stdout:Apr 26 01:40:55 smithi103 sudo[41252]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:40:55.555 INFO:journalctl@ceph.osd.1.smithi103.stdout:Apr 26 01:40:55 smithi103 sudo[41252]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:40:55.555 INFO:journalctl@ceph.osd.1.smithi103.stdout:Apr 26 01:40:55 smithi103 sudo[41255]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-26T01:40:55.555 INFO:journalctl@ceph.osd.1.smithi103.stdout:Apr 26 01:40:55 smithi103 sudo[41255]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:40:55.555 INFO:journalctl@ceph.osd.1.smithi103.stdout:Apr 26 01:40:55 smithi103 sudo[41255]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:40:55.555 INFO:journalctl@ceph.osd.1.smithi103.stdout:Apr 26 01:40:55 smithi103 sudo[41255]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:40:55.620 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:40:55.623+0000 7fd89e200700 1 -- 172.21.15.46:0/4156124414 --> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7fd898076390 con 0x7fd87c0a3bb0 2024-04-26T01:40:55.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:55 smithi163 sudo[41577]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-26T01:40:55.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:55 smithi163 sudo[41577]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:40:55.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:55 smithi163 sudo[41577]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:40:55.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:55 smithi163 sudo[41577]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:40:55.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:55 smithi163 sudo[41580]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-26T01:40:55.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:55 smithi163 sudo[41580]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:40:55.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:55 smithi163 sudo[41580]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:40:55.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:55 smithi163 sudo[41580]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:40:55.669 INFO:journalctl@ceph.osd.2.smithi163.stdout:Apr 26 01:40:55 smithi163 sudo[41571]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-26T01:40:55.669 INFO:journalctl@ceph.osd.2.smithi163.stdout:Apr 26 01:40:55 smithi163 sudo[41571]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:40:55.670 INFO:journalctl@ceph.osd.2.smithi163.stdout:Apr 26 01:40:55 smithi163 sudo[41571]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:40:55.670 INFO:journalctl@ceph.osd.2.smithi163.stdout:Apr 26 01:40:55 smithi163 sudo[41571]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:40:55.670 INFO:journalctl@ceph.osd.2.smithi163.stdout:Apr 26 01:40:55 smithi163 sudo[41574]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-26T01:40:55.670 INFO:journalctl@ceph.osd.2.smithi163.stdout:Apr 26 01:40:55 smithi163 sudo[41574]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:40:55.670 INFO:journalctl@ceph.osd.2.smithi163.stdout:Apr 26 01:40:55 smithi163 sudo[41574]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:40:55.670 INFO:journalctl@ceph.osd.2.smithi163.stdout:Apr 26 01:40:55 smithi163 sudo[41574]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:40:55.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:55 smithi046 sudo[47371]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-26T01:40:55.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:55 smithi046 sudo[47371]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:40:55.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:55 smithi046 sudo[47371]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:40:55.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:55 smithi046 sudo[47371]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:40:55.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:55 smithi046 sudo[47374]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-26T01:40:55.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:55 smithi046 sudo[47374]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:40:55.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:55 smithi046 sudo[47374]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:40:55.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:55 smithi046 sudo[47374]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:40:55.873 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:55 smithi103 sudo[41258]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-26T01:40:55.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:55 smithi103 sudo[41258]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:40:55.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:55 smithi103 sudo[41258]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:40:55.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:55 smithi103 sudo[41258]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:40:55.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:55 smithi103 sudo[41264]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-26T01:40:55.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:55 smithi103 sudo[41264]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-26T01:40:55.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:55 smithi103 sudo[41264]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-26T01:40:55.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:55 smithi103 sudo[41264]: pam_unix(sudo:session): session closed for user root 2024-04-26T01:40:56.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:40:56.023+0000 7fd88fe00700 1 -- 172.21.15.46:0/4156124414 <== mon.2 v2:172.21.15.103:3300/0 7 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fd888099e40 con 0x7fd898102af0 2024-04-26T01:40:56.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:56 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-26T01:40:56.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:56 smithi046 ceph-mon[28013]: osdmap e21: 3 total, 3 up, 3 in 2024-04-26T01:40:56.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:56 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:56.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:56 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:56.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:56 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:56.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:56 smithi046 ceph-mon[28013]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T01:40:56.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:56 smithi046 ceph-mon[28013]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T01:40:56.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:56 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:40:56.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:56 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:40:56.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:56 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:40:56.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:56 smithi046 ceph-mon[28013]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T01:40:56.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:56 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:40:56.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:56 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:40:56.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:56 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:40:56.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:56 smithi046 ceph-mon[28013]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T01:40:56.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:56 smithi046 ceph-mon[28013]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T01:40:56.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:56 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:40:56.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:56 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:40:56.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:56 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:40:56.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:56 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:40:56.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:56 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:40:56.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:56 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:56.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:56 smithi046 ceph-mon[28013]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T01:40:56.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:56 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-26T01:40:56.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:56 smithi103 ceph-mon[32920]: osdmap e21: 3 total, 3 up, 3 in 2024-04-26T01:40:56.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:56 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:56.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:56 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:56.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:56 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:56.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:56 smithi103 ceph-mon[32920]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T01:40:56.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:56 smithi103 ceph-mon[32920]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T01:40:56.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:56 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:40:56.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:56 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:40:56.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:56 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:40:56.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:56 smithi103 ceph-mon[32920]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T01:40:56.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:56 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:40:56.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:56 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:40:56.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:56 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:40:56.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:56 smithi103 ceph-mon[32920]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T01:40:56.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:56 smithi103 ceph-mon[32920]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T01:40:56.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:56 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:40:56.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:56 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:40:56.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:56 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:40:56.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:56 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:40:56.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:56 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:40:56.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:56 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:56.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:56 smithi103 ceph-mon[32920]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T01:40:56.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:56 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-26T01:40:56.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:56 smithi163 ceph-mon[32592]: osdmap e21: 3 total, 3 up, 3 in 2024-04-26T01:40:56.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:56 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:56.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:56 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:56.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:56 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:40:56.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:56 smithi163 ceph-mon[32592]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T01:40:56.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:56 smithi163 ceph-mon[32592]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T01:40:56.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:56 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:40:56.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:56 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:40:56.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:56 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:40:56.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:56 smithi163 ceph-mon[32592]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T01:40:56.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:56 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:40:56.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:56 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:40:56.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:56 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:40:56.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:56 smithi163 ceph-mon[32592]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T01:40:56.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:56 smithi163 ceph-mon[32592]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T01:40:56.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:56 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:40:56.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:56 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:40:56.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:56 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:40:56.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:56 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:40:56.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:56 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:40:56.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:56 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:40:56.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:56 smithi163 ceph-mon[32592]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T01:40:57.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:57 smithi046 ceph-mon[28013]: pgmap v98: 1 pgs: 1 unknown; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:40:57.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:57 smithi046 ceph-mon[28013]: from='client.24191 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:40:57.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:57 smithi046 ceph-mon[28013]: osdmap e22: 3 total, 3 up, 3 in 2024-04-26T01:40:57.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:57 smithi046 ceph-mon[28013]: mgrmap e16: x(active, since 2m), standbys: y, z 2024-04-26T01:40:57.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:57 smithi103 ceph-mon[32920]: pgmap v98: 1 pgs: 1 unknown; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:40:57.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:57 smithi103 ceph-mon[32920]: from='client.24191 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:40:57.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:57 smithi103 ceph-mon[32920]: osdmap e22: 3 total, 3 up, 3 in 2024-04-26T01:40:57.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:57 smithi103 ceph-mon[32920]: mgrmap e16: x(active, since 2m), standbys: y, z 2024-04-26T01:40:57.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:57 smithi163 ceph-mon[32592]: pgmap v98: 1 pgs: 1 unknown; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:40:57.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:57 smithi163 ceph-mon[32592]: from='client.24191 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:40:57.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:57 smithi163 ceph-mon[32592]: osdmap e22: 3 total, 3 up, 3 in 2024-04-26T01:40:57.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:57 smithi163 ceph-mon[32592]: mgrmap e16: x(active, since 2m), standbys: y, z 2024-04-26T01:40:59.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:40:59 smithi046 ceph-mon[28013]: pgmap v100: 1 pgs: 1 unknown; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:40:59.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:40:59 smithi103 ceph-mon[32920]: pgmap v100: 1 pgs: 1 unknown; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:40:59.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:40:59 smithi163 ceph-mon[32592]: pgmap v100: 1 pgs: 1 unknown; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:41:00.288 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:00 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/3748420840' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "72b47e70-a1c2-4e07-868b-c030c68a8f5e"}]: dispatch 2024-04-26T01:41:00.288 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:00 smithi046 ceph-mon[28013]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "72b47e70-a1c2-4e07-868b-c030c68a8f5e"}]: dispatch 2024-04-26T01:41:00.288 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:00 smithi046 ceph-mon[28013]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "72b47e70-a1c2-4e07-868b-c030c68a8f5e"}]': finished 2024-04-26T01:41:00.288 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:00 smithi046 ceph-mon[28013]: osdmap e23: 4 total, 3 up, 4 in 2024-04-26T01:41:00.288 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:00 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:41:00.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:00 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/3748420840' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "72b47e70-a1c2-4e07-868b-c030c68a8f5e"}]: dispatch 2024-04-26T01:41:00.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:00 smithi103 ceph-mon[32920]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "72b47e70-a1c2-4e07-868b-c030c68a8f5e"}]: dispatch 2024-04-26T01:41:00.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:00 smithi103 ceph-mon[32920]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "72b47e70-a1c2-4e07-868b-c030c68a8f5e"}]': finished 2024-04-26T01:41:00.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:00 smithi103 ceph-mon[32920]: osdmap e23: 4 total, 3 up, 4 in 2024-04-26T01:41:00.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:00 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:41:00.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:00 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/3748420840' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "72b47e70-a1c2-4e07-868b-c030c68a8f5e"}]: dispatch 2024-04-26T01:41:00.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:00 smithi163 ceph-mon[32592]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "72b47e70-a1c2-4e07-868b-c030c68a8f5e"}]: dispatch 2024-04-26T01:41:00.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:00 smithi163 ceph-mon[32592]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "72b47e70-a1c2-4e07-868b-c030c68a8f5e"}]': finished 2024-04-26T01:41:00.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:00 smithi163 ceph-mon[32592]: osdmap e23: 4 total, 3 up, 4 in 2024-04-26T01:41:00.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:00 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:41:01.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:01 smithi046 ceph-mon[28013]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:41:01.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:01 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/73262371' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:41:01.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:01 smithi103 ceph-mon[32920]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:41:01.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:01 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/73262371' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:41:01.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:01 smithi163 ceph-mon[32592]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:41:01.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:01 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/73262371' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:41:03.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:03 smithi046 ceph-mon[28013]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:41:03.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:03 smithi103 ceph-mon[32920]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:41:03.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:03 smithi163 ceph-mon[32592]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:41:05.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:05 smithi046 ceph-mon[28013]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:41:05.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:05 smithi103 ceph-mon[32920]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:41:05.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:05 smithi163 ceph-mon[32592]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:41:07.262 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:07 smithi046 ceph-mon[28013]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:41:07.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:07 smithi103 ceph-mon[32920]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:41:07.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:07 smithi163 ceph-mon[32592]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:41:09.210 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:09 smithi046 ceph-mon[28013]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:41:09.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:09 smithi103 ceph-mon[32920]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:41:09.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:09 smithi163 ceph-mon[32592]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:41:10.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:10 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-26T01:41:10.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:10 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:10.377 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:10 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-26T01:41:10.377 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:10 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:10.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:10 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-26T01:41:10.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:10 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:11.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:11 smithi103 ceph-mon[32920]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:41:11.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:11 smithi103 ceph-mon[32920]: Deploying daemon osd.3 on smithi046 2024-04-26T01:41:11.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:11 smithi163 ceph-mon[32592]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:41:11.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:11 smithi163 ceph-mon[32592]: Deploying daemon osd.3 on smithi046 2024-04-26T01:41:11.429 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:11 smithi046 ceph-mon[28013]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:41:11.429 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:11 smithi046 ceph-mon[28013]: Deploying daemon osd.3 on smithi046 2024-04-26T01:41:13.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:13 smithi103 ceph-mon[32920]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:41:13.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:13 smithi163 ceph-mon[32592]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:41:13.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:13 smithi046 ceph-mon[28013]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:41:15.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:15 smithi046 ceph-mon[28013]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:41:15.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:15 smithi103 ceph-mon[32920]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:41:15.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:15 smithi163 ceph-mon[32592]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:41:17.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:17 smithi103 ceph-mon[32920]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:41:17.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:17 smithi163 ceph-mon[32592]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:41:17.517 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:17 smithi046 ceph-mon[28013]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:41:19.252 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:19 smithi046 ceph-mon[28013]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:41:19.252 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:19 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:19.252 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:19 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:19.252 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:19 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:41:19.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:19 smithi103 ceph-mon[32920]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:41:19.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:19 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:19.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:19 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:19.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:19 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:41:19.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:19 smithi163 ceph-mon[32592]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:41:19.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:19 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:19.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:19 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:19.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:19 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:41:21.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:21 smithi046 ceph-mon[28013]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:41:21.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:21 smithi103 ceph-mon[32920]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:41:21.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:21 smithi163 ceph-mon[32592]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:41:23.288 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:22 smithi046 ceph-mon[28013]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:41:23.288 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:22 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:23.288 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:22 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:23.288 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:22 smithi046 ceph-mon[28013]: from='osd.3 [v2:172.21.15.46:6810/1889462647,v1:172.21.15.46:6811/1889462647]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-26T01:41:23.289 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:22 smithi046 ceph-mon[28013]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-26T01:41:23.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:41:23.290+0000 7fd88fe00700 1 -- 172.21.15.46:0/4156124414 <== mgr.14152 v2:172.21.15.46:6800/3332901238 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fd898076390 con 0x7fd87c0a3bb0 2024-04-26T01:41:23.289 INFO:teuthology.orchestra.run.smithi046.stdout:Created osd(s) 3 on host 'smithi046' 2024-04-26T01:41:23.291 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:41:23.294+0000 7fd89e200700 1 -- 172.21.15.46:0/4156124414 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fd87c0a3bb0 msgr2=0x7fd87c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:23.291 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:41:23.294+0000 7fd89e200700 1 --2- 172.21.15.46:0/4156124414 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fd87c0a3bb0 0x7fd87c0a6070 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fd884009680 tx=0x7fd884009260 comp rx=0 tx=0).stop 2024-04-26T01:41:23.291 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:41:23.294+0000 7fd89e200700 1 -- 172.21.15.46:0/4156124414 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd898102af0 msgr2=0x7fd89819af40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:23.291 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:41:23.294+0000 7fd89e200700 1 --2- 172.21.15.46:0/4156124414 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd898102af0 0x7fd89819af40 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fd88800b770 tx=0x7fd8880097a0 comp rx=0 tx=0).stop 2024-04-26T01:41:23.292 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:41:23.295+0000 7fd89e200700 1 -- 172.21.15.46:0/4156124414 shutdown_connections 2024-04-26T01:41:23.292 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:41:23.295+0000 7fd89e200700 1 --2- 172.21.15.46:0/4156124414 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd898104690 0x7fd8981a2500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:23.292 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:41:23.295+0000 7fd89e200700 1 --2- 172.21.15.46:0/4156124414 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fd87c0a3bb0 0x7fd87c0a6070 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:23.292 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:41:23.295+0000 7fd89e200700 1 --2- 172.21.15.46:0/4156124414 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd898102af0 0x7fd89819af40 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:23.292 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:41:23.295+0000 7fd89e200700 1 --2- 172.21.15.46:0/4156124414 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd898103cf0 0x7fd89819b480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:23.292 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:41:23.295+0000 7fd89e200700 1 -- 172.21.15.46:0/4156124414 >> 172.21.15.46:0/4156124414 conn(0x7fd8980fe090 msgr2=0x7fd898074c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:41:23.293 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:41:23.295+0000 7fd89e200700 1 -- 172.21.15.46:0/4156124414 shutdown_connections 2024-04-26T01:41:23.293 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:41:23.295+0000 7fd89e200700 1 -- 172.21.15.46:0/4156124414 wait complete. 2024-04-26T01:41:23.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:22 smithi103 ceph-mon[32920]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:41:23.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:22 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:23.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:22 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:23.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:22 smithi103 ceph-mon[32920]: from='osd.3 [v2:172.21.15.46:6810/1889462647,v1:172.21.15.46:6811/1889462647]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-26T01:41:23.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:22 smithi103 ceph-mon[32920]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-26T01:41:23.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:22 smithi163 ceph-mon[32592]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:41:23.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:22 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:23.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:22 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:23.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:22 smithi163 ceph-mon[32592]: from='osd.3 [v2:172.21.15.46:6810/1889462647,v1:172.21.15.46:6811/1889462647]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-26T01:41:23.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:22 smithi163 ceph-mon[32592]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-26T01:41:24.136 DEBUG:teuthology.orchestra.run.smithi046:osd.3> sudo journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@osd.3.service 2024-04-26T01:41:24.141 INFO:tasks.cephadm:Deploying osd.4 on smithi103 with /dev/vg_nvme/lv_3... 2024-04-26T01:41:24.141 DEBUG:teuthology.orchestra.run.smithi103:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-26T01:41:24.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:24 smithi046 ceph-mon[28013]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-26T01:41:24.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:24 smithi046 ceph-mon[28013]: from='osd.3 [v2:172.21.15.46:6810/1889462647,v1:172.21.15.46:6811/1889462647]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-04-26T01:41:24.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:24 smithi046 ceph-mon[28013]: osdmap e24: 4 total, 3 up, 4 in 2024-04-26T01:41:24.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:24 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:41:24.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:24 smithi046 ceph-mon[28013]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-04-26T01:41:24.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:24 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:24.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:24 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:24.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:24 smithi103 ceph-mon[32920]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-26T01:41:24.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:24 smithi103 ceph-mon[32920]: from='osd.3 [v2:172.21.15.46:6810/1889462647,v1:172.21.15.46:6811/1889462647]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-04-26T01:41:24.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:24 smithi103 ceph-mon[32920]: osdmap e24: 4 total, 3 up, 4 in 2024-04-26T01:41:24.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:24 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:41:24.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:24 smithi103 ceph-mon[32920]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-04-26T01:41:24.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:24 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:24.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:24 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:24.386 INFO:teuthology.orchestra.run.smithi103.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T01:41:24.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:24 smithi163 ceph-mon[32592]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-26T01:41:24.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:24 smithi163 ceph-mon[32592]: from='osd.3 [v2:172.21.15.46:6810/1889462647,v1:172.21.15.46:6811/1889462647]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-04-26T01:41:24.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:24 smithi163 ceph-mon[32592]: osdmap e24: 4 total, 3 up, 4 in 2024-04-26T01:41:24.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:24 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:41:24.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:24 smithi163 ceph-mon[32592]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-04-26T01:41:24.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:24 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:24.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:24 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:25.054 INFO:journalctl@ceph.osd.3.smithi046.stdout:Apr 26 01:41:24 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-3[49616]: 2024-04-26T01:41:24.678+0000 7f360ae00700 -1 osd.3 0 waiting for initial osdmap 2024-04-26T01:41:25.054 INFO:journalctl@ceph.osd.3.smithi046.stdout:Apr 26 01:41:24 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-3[49616]: 2024-04-26T01:41:24.696+0000 7f3600c00700 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T01:41:25.054 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:25 smithi046 ceph-mon[28013]: purged_snaps scrub starts 2024-04-26T01:41:25.054 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:25 smithi046 ceph-mon[28013]: purged_snaps scrub ok 2024-04-26T01:41:25.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:25 smithi103 ceph-mon[32920]: purged_snaps scrub starts 2024-04-26T01:41:25.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:25 smithi103 ceph-mon[32920]: purged_snaps scrub ok 2024-04-26T01:41:25.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:25 smithi103 ceph-mon[32920]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:41:25.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:25 smithi103 ceph-mon[32920]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2024-04-26T01:41:25.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:25 smithi103 ceph-mon[32920]: osdmap e25: 4 total, 3 up, 4 in 2024-04-26T01:41:25.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:25 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:41:25.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:25 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:41:25.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:25 smithi103 ceph-mon[32920]: from='osd.3 ' entity='osd.3' 2024-04-26T01:41:25.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:25 smithi103 ceph-mon[32920]: osd.3 [v2:172.21.15.46:6810/1889462647,v1:172.21.15.46:6811/1889462647] boot 2024-04-26T01:41:25.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:25 smithi103 ceph-mon[32920]: osdmap e26: 4 total, 4 up, 4 in 2024-04-26T01:41:25.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:25 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:41:25.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:25 smithi046 ceph-mon[28013]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:41:25.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:25 smithi046 ceph-mon[28013]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2024-04-26T01:41:25.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:25 smithi046 ceph-mon[28013]: osdmap e25: 4 total, 3 up, 4 in 2024-04-26T01:41:25.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:25 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:41:25.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:25 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:41:25.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:25 smithi046 ceph-mon[28013]: from='osd.3 ' entity='osd.3' 2024-04-26T01:41:25.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:25 smithi046 ceph-mon[28013]: osd.3 [v2:172.21.15.46:6810/1889462647,v1:172.21.15.46:6811/1889462647] boot 2024-04-26T01:41:25.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:25 smithi046 ceph-mon[28013]: osdmap e26: 4 total, 4 up, 4 in 2024-04-26T01:41:25.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:25 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:41:25.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:25 smithi163 ceph-mon[32592]: purged_snaps scrub starts 2024-04-26T01:41:25.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:25 smithi163 ceph-mon[32592]: purged_snaps scrub ok 2024-04-26T01:41:25.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:25 smithi163 ceph-mon[32592]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-04-26T01:41:25.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:25 smithi163 ceph-mon[32592]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2024-04-26T01:41:25.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:25 smithi163 ceph-mon[32592]: osdmap e25: 4 total, 3 up, 4 in 2024-04-26T01:41:25.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:25 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:41:25.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:25 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:41:25.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:25 smithi163 ceph-mon[32592]: from='osd.3 ' entity='osd.3' 2024-04-26T01:41:25.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:25 smithi163 ceph-mon[32592]: osd.3 [v2:172.21.15.46:6810/1889462647,v1:172.21.15.46:6811/1889462647] boot 2024-04-26T01:41:25.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:25 smithi163 ceph-mon[32592]: osdmap e26: 4 total, 4 up, 4 in 2024-04-26T01:41:25.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:25 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:41:26.488 INFO:teuthology.orchestra.run.smithi103.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-26T01:41:26.488 INFO:teuthology.orchestra.run.smithi103.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-26T01:41:26.488 INFO:teuthology.orchestra.run.smithi103.stderr: stderr: 10+0 records in 2024-04-26T01:41:26.488 INFO:teuthology.orchestra.run.smithi103.stderr:10+0 records out 2024-04-26T01:41:26.488 INFO:teuthology.orchestra.run.smithi103.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0203467 s, 515 MB/s 2024-04-26T01:41:26.488 INFO:teuthology.orchestra.run.smithi103.stderr:--> Zapping successful for: 2024-04-26T01:41:27.117 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:27 smithi103 ceph-mon[32920]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-26T01:41:27.118 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:27 smithi103 ceph-mon[32920]: osdmap e27: 4 total, 4 up, 4 in 2024-04-26T01:41:27.145 DEBUG:teuthology.orchestra.run.smithi103:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi103:vg_nvme/lv_3 2024-04-26T01:41:27.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:27 smithi046 ceph-mon[28013]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-26T01:41:27.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:27 smithi046 ceph-mon[28013]: osdmap e27: 4 total, 4 up, 4 in 2024-04-26T01:41:27.389 INFO:teuthology.orchestra.run.smithi103.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T01:41:27.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:27 smithi163 ceph-mon[32592]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-26T01:41:27.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:27 smithi163 ceph-mon[32592]: osdmap e27: 4 total, 4 up, 4 in 2024-04-26T01:41:28.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:28 smithi103 ceph-mon[32920]: osdmap e28: 4 total, 4 up, 4 in 2024-04-26T01:41:28.333 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:28 smithi046 ceph-mon[28013]: osdmap e28: 4 total, 4 up, 4 in 2024-04-26T01:41:28.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:28 smithi163 ceph-mon[32592]: osdmap e28: 4 total, 4 up, 4 in 2024-04-26T01:41:28.986 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:28.986+0000 7f694b6fc700 1 -- 172.21.15.103:0/3198540298 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6944102bc0 msgr2=0x7f6944103020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:28.986 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:28.987+0000 7f694b6fc700 1 --2- 172.21.15.103:0/3198540298 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6944102bc0 0x7f6944103020 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f69340099c0 tx=0x7f6934009cd0 comp rx=0 tx=0).stop 2024-04-26T01:41:28.986 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:28.987+0000 7f694b6fc700 1 -- 172.21.15.103:0/3198540298 shutdown_connections 2024-04-26T01:41:28.986 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:28.987+0000 7f694b6fc700 1 --2- 172.21.15.103:0/3198540298 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6944103560 0x7f6944109e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:28.986 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:28.987+0000 7f694b6fc700 1 --2- 172.21.15.103:0/3198540298 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f69441019c0 0x7f6944101de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:28.987 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:28.987+0000 7f694b6fc700 1 --2- 172.21.15.103:0/3198540298 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6944102bc0 0x7f6944103020 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:28.987 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:28.987+0000 7f694b6fc700 1 -- 172.21.15.103:0/3198540298 >> 172.21.15.103:0/3198540298 conn(0x7f69440fcfa0 msgr2=0x7f69440ff3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:41:28.987 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:28.987+0000 7f694b6fc700 1 -- 172.21.15.103:0/3198540298 shutdown_connections 2024-04-26T01:41:28.987 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:28.987+0000 7f694b6fc700 1 -- 172.21.15.103:0/3198540298 wait complete. 2024-04-26T01:41:28.987 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:28.987+0000 7f694b6fc700 1 Processor -- start 2024-04-26T01:41:28.987 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:28.987+0000 7f694b6fc700 1 -- start start 2024-04-26T01:41:28.987 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:28.988+0000 7f694b6fc700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f69441019c0 0x7f6944197c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:28.987 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:28.988+0000 7f694b6fc700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6944102bc0 0x7f69441981b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:28.987 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:28.988+0000 7f694b6fc700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6944103560 0x7f694419f220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:28.987 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:28.988+0000 7f694b6fc700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f694410d690 con 0x7f6944102bc0 2024-04-26T01:41:28.987 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:28.988+0000 7f694b6fc700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f694410d510 con 0x7f69441019c0 2024-04-26T01:41:28.987 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:28.988+0000 7f694b6fc700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f694410d810 con 0x7f6944103560 2024-04-26T01:41:28.988 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:28.988+0000 7f6949498700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f69441019c0 0x7f6944197c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:28.988 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:28.988+0000 7f6949498700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f69441019c0 0x7f6944197c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.103:43194/0 (socket says 172.21.15.103:43194) 2024-04-26T01:41:28.988 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:28.988+0000 7f6949498700 1 -- 172.21.15.103:0/698894101 learned_addr learned my addr 172.21.15.103:0/698894101 (peer_addr_for_me v2:172.21.15.103:0/0) 2024-04-26T01:41:28.988 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:28.988+0000 7f6949498700 1 -- 172.21.15.103:0/698894101 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6944103560 msgr2=0x7f694419f220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:28.988 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:28.988+0000 7f6949498700 1 --2- 172.21.15.103:0/698894101 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6944103560 0x7f694419f220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:28.988 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:28.988+0000 7f6949498700 1 -- 172.21.15.103:0/698894101 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6944102bc0 msgr2=0x7f69441981b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:28.988 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:28.988+0000 7f6949498700 1 --2- 172.21.15.103:0/698894101 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6944102bc0 0x7f69441981b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:28.988 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:28.988+0000 7f6949498700 1 -- 172.21.15.103:0/698894101 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f694419f8f0 con 0x7f69441019c0 2024-04-26T01:41:28.988 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:28.988+0000 7f6949498700 1 --2- 172.21.15.103:0/698894101 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f69441019c0 0x7f6944197c70 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f694000b500 tx=0x7f694000b8c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:28.988 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:28.988+0000 7f693a7fc700 1 -- 172.21.15.103:0/698894101 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6940015020 con 0x7f69441019c0 2024-04-26T01:41:28.988 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:28.988+0000 7f694b6fc700 1 -- 172.21.15.103:0/698894101 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f694419fbe0 con 0x7f69441019c0 2024-04-26T01:41:28.988 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:28.988+0000 7f693a7fc700 1 -- 172.21.15.103:0/698894101 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6940011d00 con 0x7f69441019c0 2024-04-26T01:41:28.989 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:28.988+0000 7f693a7fc700 1 -- 172.21.15.103:0/698894101 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6940010e10 con 0x7f69441019c0 2024-04-26T01:41:28.989 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:28.988+0000 7f694b6fc700 1 -- 172.21.15.103:0/698894101 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69441a01f0 con 0x7f69441019c0 2024-04-26T01:41:28.990 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:28.989+0000 7f694b6fc700 1 -- 172.21.15.103:0/698894101 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6944069730 con 0x7f69441019c0 2024-04-26T01:41:28.990 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:28.990+0000 7f693a7fc700 1 -- 172.21.15.103:0/698894101 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f6940018020 con 0x7f69441019c0 2024-04-26T01:41:28.990 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:28.991+0000 7f693a7fc700 1 --2- 172.21.15.103:0/698894101 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f69300a3c40 0x7f69300a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:28.990 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:28.991+0000 7f693a7fc700 1 -- 172.21.15.103:0/698894101 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 3669+0+0 (secure 0 0 0) 0x7f69400ce9b0 con 0x7f69441019c0 2024-04-26T01:41:28.990 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:28.992+0000 7f6948c97700 1 --2- 172.21.15.103:0/698894101 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f69300a3c40 0x7f69300a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:28.990 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:28.992+0000 7f6948c97700 1 --2- 172.21.15.103:0/698894101 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f69300a3c40 0x7f69300a6100 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f6934003800 tx=0x7f6934009f10 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:28.995 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:28.997+0000 7f693a7fc700 1 -- 172.21.15.103:0/698894101 <== mon.2 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f694001f020 con 0x7f69441019c0 2024-04-26T01:41:29.202 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:29.205+0000 7f694b6fc700 1 -- 172.21.15.103:0/698894101 --> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi103:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f6944062e80 con 0x7f69300a3c40 2024-04-26T01:41:29.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:29 smithi103 ceph-mon[32920]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-26T01:41:29.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:29 smithi103 ceph-mon[32920]: osdmap e29: 4 total, 4 up, 4 in 2024-04-26T01:41:29.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:29 smithi163 ceph-mon[32592]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-26T01:41:29.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:29 smithi163 ceph-mon[32592]: osdmap e29: 4 total, 4 up, 4 in 2024-04-26T01:41:29.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:29 smithi046 ceph-mon[28013]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-26T01:41:29.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:29 smithi046 ceph-mon[28013]: osdmap e29: 4 total, 4 up, 4 in 2024-04-26T01:41:30.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:30 smithi103 ceph-mon[32920]: osdmap e30: 4 total, 4 up, 4 in 2024-04-26T01:41:30.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:30 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:41:30.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:30 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:30.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:30 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:41:30.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:30 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:30.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:30 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:30.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:30 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:41:30.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:30 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:41:30.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:30 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:30.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:30 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:30.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:30 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:41:30.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:30 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:30.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:30 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:41:30.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:30 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:30.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:30 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:41:30.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:30 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:30.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:30 smithi163 ceph-mon[32592]: osdmap e30: 4 total, 4 up, 4 in 2024-04-26T01:41:30.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:30 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:41:30.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:30 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:30.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:30 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:41:30.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:30 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:30.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:30 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:30.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:30 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:41:30.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:30 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:41:30.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:30 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:30.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:30 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:30.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:30 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:41:30.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:30 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:30.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:30 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:41:30.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:30 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:30.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:30 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:41:30.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:30 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:30.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:30 smithi046 ceph-mon[28013]: osdmap e30: 4 total, 4 up, 4 in 2024-04-26T01:41:30.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:30 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:41:30.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:30 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:30.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:30 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:41:30.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:30 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:30.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:30 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:30.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:30 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:41:30.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:30 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:41:30.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:30 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:30.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:30 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:30.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:30 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:41:30.561 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:30 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:30.561 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:30 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:41:30.561 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:30 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:30.561 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:30 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:41:30.561 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:30 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:31.157 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:31 smithi103 ceph-mon[32920]: from='client.24221 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi103:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:41:31.157 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:31 smithi103 ceph-mon[32920]: Detected new or changed devices on smithi046 2024-04-26T01:41:31.158 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:31 smithi103 ceph-mon[32920]: Adjusting osd_memory_target on smithi046 to 8547M 2024-04-26T01:41:31.158 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:31 smithi103 ceph-mon[32920]: pgmap v124: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-26T01:41:31.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:31 smithi163 ceph-mon[32592]: from='client.24221 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi103:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:41:31.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:31 smithi163 ceph-mon[32592]: Detected new or changed devices on smithi046 2024-04-26T01:41:31.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:31 smithi163 ceph-mon[32592]: Adjusting osd_memory_target on smithi046 to 8547M 2024-04-26T01:41:31.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:31 smithi163 ceph-mon[32592]: pgmap v124: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-26T01:41:31.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:31 smithi046 ceph-mon[28013]: from='client.24221 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi103:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:41:31.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:31 smithi046 ceph-mon[28013]: Detected new or changed devices on smithi046 2024-04-26T01:41:31.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:31 smithi046 ceph-mon[28013]: Adjusting osd_memory_target on smithi046 to 8547M 2024-04-26T01:41:31.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:31 smithi046 ceph-mon[28013]: pgmap v124: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-26T01:41:32.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:32 smithi103 ceph-mon[32920]: from='client.? 172.21.15.103:0/3045956170' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "644cff68-2da7-43ed-bb87-f3b0d5f82b1b"}]: dispatch 2024-04-26T01:41:32.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:32 smithi103 ceph-mon[32920]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "644cff68-2da7-43ed-bb87-f3b0d5f82b1b"}]: dispatch 2024-04-26T01:41:32.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:32 smithi103 ceph-mon[32920]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "644cff68-2da7-43ed-bb87-f3b0d5f82b1b"}]': finished 2024-04-26T01:41:32.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:32 smithi103 ceph-mon[32920]: osdmap e31: 5 total, 4 up, 5 in 2024-04-26T01:41:32.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:32 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:41:32.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:32 smithi163 ceph-mon[32592]: from='client.? 172.21.15.103:0/3045956170' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "644cff68-2da7-43ed-bb87-f3b0d5f82b1b"}]: dispatch 2024-04-26T01:41:32.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:32 smithi163 ceph-mon[32592]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "644cff68-2da7-43ed-bb87-f3b0d5f82b1b"}]: dispatch 2024-04-26T01:41:32.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:32 smithi163 ceph-mon[32592]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "644cff68-2da7-43ed-bb87-f3b0d5f82b1b"}]': finished 2024-04-26T01:41:32.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:32 smithi163 ceph-mon[32592]: osdmap e31: 5 total, 4 up, 5 in 2024-04-26T01:41:32.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:32 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:41:32.521 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:32 smithi046 ceph-mon[28013]: from='client.? 172.21.15.103:0/3045956170' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "644cff68-2da7-43ed-bb87-f3b0d5f82b1b"}]: dispatch 2024-04-26T01:41:32.521 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:32 smithi046 ceph-mon[28013]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "644cff68-2da7-43ed-bb87-f3b0d5f82b1b"}]: dispatch 2024-04-26T01:41:32.521 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:32 smithi046 ceph-mon[28013]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "644cff68-2da7-43ed-bb87-f3b0d5f82b1b"}]': finished 2024-04-26T01:41:32.522 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:32 smithi046 ceph-mon[28013]: osdmap e31: 5 total, 4 up, 5 in 2024-04-26T01:41:32.522 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:32 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:41:33.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:33 smithi103 ceph-mon[32920]: pgmap v125: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-04-26T01:41:33.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:33 smithi103 ceph-mon[32920]: from='client.? 172.21.15.103:0/24690436' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:41:33.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:33 smithi163 ceph-mon[32592]: pgmap v125: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-04-26T01:41:33.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:33 smithi163 ceph-mon[32592]: from='client.? 172.21.15.103:0/24690436' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:41:33.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:33 smithi046 ceph-mon[28013]: pgmap v125: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-04-26T01:41:33.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:33 smithi046 ceph-mon[28013]: from='client.? 172.21.15.103:0/24690436' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:41:34.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:34 smithi163 ceph-mon[32592]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T01:41:34.462 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:34 smithi046 ceph-mon[28013]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T01:41:34.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:34 smithi103 ceph-mon[32920]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T01:41:36.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:36 smithi046 ceph-mon[28013]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-26T01:41:36.623 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:36 smithi103 ceph-mon[32920]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-26T01:41:36.668 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:36 smithi163 ceph-mon[32592]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-26T01:41:38.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:38 smithi103 ceph-mon[32920]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-26T01:41:38.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:38 smithi163 ceph-mon[32592]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-26T01:41:38.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:38 smithi046 ceph-mon[28013]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-26T01:41:40.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:40 smithi103 ceph-mon[32920]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-26T01:41:40.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:40 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-26T01:41:40.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:40 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:40.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:40 smithi103 ceph-mon[32920]: Deploying daemon osd.4 on smithi103 2024-04-26T01:41:40.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:40 smithi163 ceph-mon[32592]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-26T01:41:40.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:40 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-26T01:41:40.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:40 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:40.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:40 smithi163 ceph-mon[32592]: Deploying daemon osd.4 on smithi103 2024-04-26T01:41:40.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:40 smithi046 ceph-mon[28013]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-26T01:41:40.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:40 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-26T01:41:40.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:40 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:40.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:40 smithi046 ceph-mon[28013]: Deploying daemon osd.4 on smithi103 2024-04-26T01:41:42.626 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:42 smithi103 ceph-mon[32920]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-26T01:41:42.668 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:42 smithi163 ceph-mon[32592]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-26T01:41:42.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:42 smithi046 ceph-mon[28013]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-26T01:41:44.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:44 smithi103 ceph-mon[32920]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-26T01:41:44.668 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:44 smithi163 ceph-mon[32592]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-26T01:41:44.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:44 smithi046 ceph-mon[28013]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-26T01:41:46.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:46 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:46.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:46 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:46.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:46 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:41:46.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:46 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:46.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:46 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:46.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:46 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:41:46.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:46 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:46.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:46 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:46.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:46 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:41:47.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:47 smithi103 ceph-mon[32920]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-26T01:41:47.418 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:47 smithi163 ceph-mon[32592]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-26T01:41:47.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:47 smithi046 ceph-mon[28013]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-26T01:41:48.998 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:49.001+0000 7f693a7fc700 1 -- 172.21.15.103:0/698894101 <== mgr.14152 v2:172.21.15.46:6800/3332901238 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f6944062e80 con 0x7f69300a3c40 2024-04-26T01:41:48.999 INFO:teuthology.orchestra.run.smithi103.stdout:Created osd(s) 4 on host 'smithi103' 2024-04-26T01:41:49.000 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:49.003+0000 7f694b6fc700 1 -- 172.21.15.103:0/698894101 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f69300a3c40 msgr2=0x7f69300a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:49.000 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:49.003+0000 7f694b6fc700 1 --2- 172.21.15.103:0/698894101 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f69300a3c40 0x7f69300a6100 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f6934003800 tx=0x7f6934009f10 comp rx=0 tx=0).stop 2024-04-26T01:41:49.000 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:49.003+0000 7f694b6fc700 1 -- 172.21.15.103:0/698894101 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f69441019c0 msgr2=0x7f6944197c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:49.000 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:49.003+0000 7f694b6fc700 1 --2- 172.21.15.103:0/698894101 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f69441019c0 0x7f6944197c70 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f694000b500 tx=0x7f694000b8c0 comp rx=0 tx=0).stop 2024-04-26T01:41:49.000 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:49.003+0000 7f694b6fc700 1 -- 172.21.15.103:0/698894101 shutdown_connections 2024-04-26T01:41:49.000 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:49.003+0000 7f694b6fc700 1 --2- 172.21.15.103:0/698894101 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6944103560 0x7f694419f220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:49.000 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:49.003+0000 7f694b6fc700 1 --2- 172.21.15.103:0/698894101 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f69300a3c40 0x7f69300a6100 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:49.001 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:49.003+0000 7f694b6fc700 1 --2- 172.21.15.103:0/698894101 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f69441019c0 0x7f6944197c70 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:49.001 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:49.003+0000 7f694b6fc700 1 --2- 172.21.15.103:0/698894101 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6944102bc0 0x7f69441981b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:49.001 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:49.003+0000 7f694b6fc700 1 -- 172.21.15.103:0/698894101 >> 172.21.15.103:0/698894101 conn(0x7f69440fcfa0 msgr2=0x7f6944105ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:41:49.001 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:49.004+0000 7f694b6fc700 1 -- 172.21.15.103:0/698894101 shutdown_connections 2024-04-26T01:41:49.001 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:41:49.004+0000 7f694b6fc700 1 -- 172.21.15.103:0/698894101 wait complete. 2024-04-26T01:41:49.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:49 smithi046 ceph-mon[28013]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-26T01:41:49.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:49 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:49.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:49 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:49.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:49 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:49.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:49 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:41:49.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:49 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:49.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:49 smithi046 ceph-mon[28013]: from='osd.4 [v2:172.21.15.103:6808/3946150982,v1:172.21.15.103:6809/3946150982]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T01:41:49.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:49 smithi046 ceph-mon[28013]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T01:41:49.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:49 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:49.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:49 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:49.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:49 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:41:49.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:49 smithi103 ceph-mon[32920]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-26T01:41:49.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:49 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:49.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:49 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:49.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:49 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:49.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:49 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:41:49.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:49 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:49.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:49 smithi103 ceph-mon[32920]: from='osd.4 [v2:172.21.15.103:6808/3946150982,v1:172.21.15.103:6809/3946150982]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T01:41:49.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:49 smithi103 ceph-mon[32920]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T01:41:49.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:49 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:49.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:49 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:49.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:49 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:41:49.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:49 smithi163 ceph-mon[32592]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-26T01:41:49.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:49 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:49.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:49 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:49.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:49 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:49.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:49 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:41:49.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:49 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:49.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:49 smithi163 ceph-mon[32592]: from='osd.4 [v2:172.21.15.103:6808/3946150982,v1:172.21.15.103:6809/3946150982]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T01:41:49.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:49 smithi163 ceph-mon[32592]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T01:41:49.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:49 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:49.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:49 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:49.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:49 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:41:49.712 DEBUG:teuthology.orchestra.run.smithi103:osd.4> sudo journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@osd.4.service 2024-04-26T01:41:49.714 INFO:tasks.cephadm:Deploying osd.5 on smithi163 with /dev/vg_nvme/lv_3... 2024-04-26T01:41:49.714 DEBUG:teuthology.orchestra.run.smithi163:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-26T01:41:49.959 INFO:teuthology.orchestra.run.smithi163.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:41:50.238 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:50 smithi103 ceph-mon[32920]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-26T01:41:50.238 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:50 smithi103 ceph-mon[32920]: from='osd.4 [v2:172.21.15.103:6808/3946150982,v1:172.21.15.103:6809/3946150982]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-04-26T01:41:50.238 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:50 smithi103 ceph-mon[32920]: osdmap e32: 5 total, 4 up, 5 in 2024-04-26T01:41:50.238 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:50 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:41:50.238 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:50 smithi103 ceph-mon[32920]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-04-26T01:41:50.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:50 smithi163 ceph-mon[32592]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-26T01:41:50.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:50 smithi163 ceph-mon[32592]: from='osd.4 [v2:172.21.15.103:6808/3946150982,v1:172.21.15.103:6809/3946150982]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-04-26T01:41:50.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:50 smithi163 ceph-mon[32592]: osdmap e32: 5 total, 4 up, 5 in 2024-04-26T01:41:50.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:50 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:41:50.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:50 smithi163 ceph-mon[32592]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-04-26T01:41:50.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:50 smithi046 ceph-mon[28013]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-26T01:41:50.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:50 smithi046 ceph-mon[28013]: from='osd.4 [v2:172.21.15.103:6808/3946150982,v1:172.21.15.103:6809/3946150982]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-04-26T01:41:50.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:50 smithi046 ceph-mon[28013]: osdmap e32: 5 total, 4 up, 5 in 2024-04-26T01:41:50.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:50 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:41:50.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:50 smithi046 ceph-mon[28013]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-04-26T01:41:50.874 INFO:journalctl@ceph.osd.4.smithi103.stdout:Apr 26 01:41:50 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-4[44080]: 2024-04-26T01:41:50.536+0000 7f5a4520c700 -1 osd.4 0 waiting for initial osdmap 2024-04-26T01:41:50.875 INFO:journalctl@ceph.osd.4.smithi103.stdout:Apr 26 01:41:50 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-4[44080]: 2024-04-26T01:41:50.545+0000 7f5a3cff7700 -1 osd.4 33 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T01:41:51.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:51 smithi103 ceph-mon[32920]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-26T01:41:51.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:51 smithi103 ceph-mon[32920]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]': finished 2024-04-26T01:41:51.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:51 smithi103 ceph-mon[32920]: osdmap e33: 5 total, 4 up, 5 in 2024-04-26T01:41:51.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:51 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:41:51.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:51 smithi103 ceph-mon[32920]: from='osd.4 ' entity='osd.4' 2024-04-26T01:41:51.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:51 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:41:51.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:51 smithi163 ceph-mon[32592]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-26T01:41:51.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:51 smithi163 ceph-mon[32592]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]': finished 2024-04-26T01:41:51.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:51 smithi163 ceph-mon[32592]: osdmap e33: 5 total, 4 up, 5 in 2024-04-26T01:41:51.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:51 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:41:51.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:51 smithi163 ceph-mon[32592]: from='osd.4 ' entity='osd.4' 2024-04-26T01:41:51.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:51 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:41:51.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:51 smithi046 ceph-mon[28013]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-26T01:41:51.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:51 smithi046 ceph-mon[28013]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]': finished 2024-04-26T01:41:51.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:51 smithi046 ceph-mon[28013]: osdmap e33: 5 total, 4 up, 5 in 2024-04-26T01:41:51.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:51 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:41:51.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:51 smithi046 ceph-mon[28013]: from='osd.4 ' entity='osd.4' 2024-04-26T01:41:51.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:51 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:41:51.967 INFO:teuthology.orchestra.run.smithi163.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-26T01:41:51.967 INFO:teuthology.orchestra.run.smithi163.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-26T01:41:51.968 INFO:teuthology.orchestra.run.smithi163.stderr: stderr: 10+0 records in 2024-04-26T01:41:51.968 INFO:teuthology.orchestra.run.smithi163.stderr:10+0 records out 2024-04-26T01:41:51.968 INFO:teuthology.orchestra.run.smithi163.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0119418 s, 878 MB/s 2024-04-26T01:41:51.968 INFO:teuthology.orchestra.run.smithi163.stderr:--> Zapping successful for: 2024-04-26T01:41:52.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:52 smithi163 ceph-mon[32592]: purged_snaps scrub starts 2024-04-26T01:41:52.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:52 smithi163 ceph-mon[32592]: purged_snaps scrub ok 2024-04-26T01:41:52.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:52 smithi163 ceph-mon[32592]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-26T01:41:52.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:52 smithi163 ceph-mon[32592]: osd.4 [v2:172.21.15.103:6808/3946150982,v1:172.21.15.103:6809/3946150982] boot 2024-04-26T01:41:52.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:52 smithi163 ceph-mon[32592]: osdmap e34: 5 total, 5 up, 5 in 2024-04-26T01:41:52.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:52 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:41:52.705 DEBUG:teuthology.orchestra.run.smithi163:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi163:vg_nvme/lv_3 2024-04-26T01:41:52.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:52 smithi046 ceph-mon[28013]: purged_snaps scrub starts 2024-04-26T01:41:52.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:52 smithi046 ceph-mon[28013]: purged_snaps scrub ok 2024-04-26T01:41:52.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:52 smithi046 ceph-mon[28013]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-26T01:41:52.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:52 smithi046 ceph-mon[28013]: osd.4 [v2:172.21.15.103:6808/3946150982,v1:172.21.15.103:6809/3946150982] boot 2024-04-26T01:41:52.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:52 smithi046 ceph-mon[28013]: osdmap e34: 5 total, 5 up, 5 in 2024-04-26T01:41:52.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:52 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:41:52.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:52 smithi103 ceph-mon[32920]: purged_snaps scrub starts 2024-04-26T01:41:52.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:52 smithi103 ceph-mon[32920]: purged_snaps scrub ok 2024-04-26T01:41:52.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:52 smithi103 ceph-mon[32920]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 123 MiB used, 357 GiB / 358 GiB avail 2024-04-26T01:41:52.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:52 smithi103 ceph-mon[32920]: osd.4 [v2:172.21.15.103:6808/3946150982,v1:172.21.15.103:6809/3946150982] boot 2024-04-26T01:41:52.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:52 smithi103 ceph-mon[32920]: osdmap e34: 5 total, 5 up, 5 in 2024-04-26T01:41:52.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:52 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:41:52.943 INFO:teuthology.orchestra.run.smithi163.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:41:53.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:53 smithi163 ceph-mon[32592]: osdmap e35: 5 total, 5 up, 5 in 2024-04-26T01:41:53.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:53 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:53.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:53 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:53.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:53 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:41:53.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:53 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:41:53.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:53 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:53.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:53 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:53.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:53 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:41:53.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:53 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:53.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:53 smithi103 ceph-mon[32920]: osdmap e35: 5 total, 5 up, 5 in 2024-04-26T01:41:53.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:53 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:53.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:53 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:53.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:53 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:41:53.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:53 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:41:53.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:53 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:53.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:53 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:53.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:53 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:41:53.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:53 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:54.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:53 smithi046 ceph-mon[28013]: osdmap e35: 5 total, 5 up, 5 in 2024-04-26T01:41:54.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:53 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:54.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:53 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:54.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:53 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:41:54.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:53 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:41:54.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:53 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:54.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:53 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:54.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:53 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:41:54.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:53 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:41:54.579 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:41:54.582+0000 7f8f8d229700 1 -- 172.21.15.163:0/3874069567 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8f88102ba0 msgr2=0x7f8f88103000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:54.579 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:41:54.582+0000 7f8f8d229700 1 --2- 172.21.15.163:0/3874069567 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8f88102ba0 0x7f8f88103000 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f8f7c009990 tx=0x7f8f7c009ca0 comp rx=0 tx=0).stop 2024-04-26T01:41:54.579 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:41:54.582+0000 7f8f8d229700 1 -- 172.21.15.163:0/3874069567 shutdown_connections 2024-04-26T01:41:54.579 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:41:54.582+0000 7f8f8d229700 1 --2- 172.21.15.163:0/3874069567 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8f88103540 0x7f8f88109df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:54.579 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:41:54.582+0000 7f8f8d229700 1 --2- 172.21.15.163:0/3874069567 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8f881019a0 0x7f8f88101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:54.579 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:41:54.582+0000 7f8f8d229700 1 --2- 172.21.15.163:0/3874069567 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8f88102ba0 0x7f8f88103000 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:54.579 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:41:54.582+0000 7f8f8d229700 1 -- 172.21.15.163:0/3874069567 >> 172.21.15.163:0/3874069567 conn(0x7f8f880fcf40 msgr2=0x7f8f880ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:41:54.580 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:41:54.582+0000 7f8f8d229700 1 -- 172.21.15.163:0/3874069567 shutdown_connections 2024-04-26T01:41:54.580 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:41:54.582+0000 7f8f8d229700 1 -- 172.21.15.163:0/3874069567 wait complete. 2024-04-26T01:41:54.582 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:41:54.582+0000 7f8f8d229700 1 Processor -- start 2024-04-26T01:41:54.582 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:41:54.583+0000 7f8f8d229700 1 -- start start 2024-04-26T01:41:54.582 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:41:54.583+0000 7f8f8d229700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8f881019a0 0x7f8f88105930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:54.582 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:41:54.583+0000 7f8f8d229700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8f88102ba0 0x7f8f88103f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:54.582 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:41:54.583+0000 7f8f8d229700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8f88103540 0x7f8f881044c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:54.582 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:41:54.583+0000 7f8f8d229700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f8f8810d6c0 con 0x7f8f881019a0 2024-04-26T01:41:54.582 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:41:54.583+0000 7f8f8d229700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f8f8810d540 con 0x7f8f88103540 2024-04-26T01:41:54.582 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:41:54.583+0000 7f8f8d229700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f8f8810d840 con 0x7f8f88102ba0 2024-04-26T01:41:54.582 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:41:54.583+0000 7f8f8659c700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8f88102ba0 0x7f8f88103f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:54.582 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:41:54.583+0000 7f8f8659c700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8f88102ba0 0x7f8f88103f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.163:50268/0 (socket says 172.21.15.163:50268) 2024-04-26T01:41:54.582 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:41:54.583+0000 7f8f8659c700 1 -- 172.21.15.163:0/96482225 learned_addr learned my addr 172.21.15.163:0/96482225 (peer_addr_for_me v2:172.21.15.163:0/0) 2024-04-26T01:41:54.582 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:41:54.583+0000 7f8f8759e700 1 --2- 172.21.15.163:0/96482225 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8f88103540 0x7f8f881044c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:54.583 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:41:54.583+0000 7f8f8659c700 1 -- 172.21.15.163:0/96482225 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8f88103540 msgr2=0x7f8f881044c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:54.583 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:41:54.583+0000 7f8f8659c700 1 --2- 172.21.15.163:0/96482225 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8f88103540 0x7f8f881044c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:54.583 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:41:54.583+0000 7f8f8659c700 1 -- 172.21.15.163:0/96482225 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8f881019a0 msgr2=0x7f8f88105930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:41:54.583 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:41:54.583+0000 7f8f8659c700 1 --2- 172.21.15.163:0/96482225 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8f881019a0 0x7f8f88105930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:41:54.583 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:41:54.583+0000 7f8f8659c700 1 -- 172.21.15.163:0/96482225 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f88104d70 con 0x7f8f88102ba0 2024-04-26T01:41:54.583 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:41:54.584+0000 7f8f8659c700 1 --2- 172.21.15.163:0/96482225 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8f88102ba0 0x7f8f88103f80 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f8f7c005910 tx=0x7f8f7c009f50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:54.583 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:41:54.584+0000 7f8f6ffff700 1 -- 172.21.15.163:0/96482225 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f7c027070 con 0x7f8f88102ba0 2024-04-26T01:41:54.583 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:41:54.584+0000 7f8f6ffff700 1 -- 172.21.15.163:0/96482225 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8f7c004120 con 0x7f8f88102ba0 2024-04-26T01:41:54.583 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:41:54.584+0000 7f8f8d229700 1 -- 172.21.15.163:0/96482225 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f881a2fc0 con 0x7f8f88102ba0 2024-04-26T01:41:54.583 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:41:54.584+0000 7f8f6ffff700 1 -- 172.21.15.163:0/96482225 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f7c00f460 con 0x7f8f88102ba0 2024-04-26T01:41:54.583 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:41:54.584+0000 7f8f8d229700 1 -- 172.21.15.163:0/96482225 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f881a33e0 con 0x7f8f88102ba0 2024-04-26T01:41:54.583 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:41:54.585+0000 7f8f8d229700 1 -- 172.21.15.163:0/96482225 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f88069730 con 0x7f8f88102ba0 2024-04-26T01:41:54.584 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:41:54.586+0000 7f8f6ffff700 1 -- 172.21.15.163:0/96482225 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f8f7c02a070 con 0x7f8f88102ba0 2024-04-26T01:41:54.584 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:41:54.586+0000 7f8f6ffff700 1 --2- 172.21.15.163:0/96482225 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f8f700a3c40 0x7f8f700a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:41:54.584 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:41:54.586+0000 7f8f6ffff700 1 -- 172.21.15.163:0/96482225 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4101+0+0 (secure 0 0 0) 0x7f8f7c0d03c0 con 0x7f8f88102ba0 2024-04-26T01:41:54.584 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:41:54.587+0000 7f8f86d9d700 1 --2- 172.21.15.163:0/96482225 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f8f700a3c40 0x7f8f700a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:41:54.585 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:41:54.588+0000 7f8f86d9d700 1 --2- 172.21.15.163:0/96482225 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f8f700a3c40 0x7f8f700a6100 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f8f88102a00 tx=0x7f8f78006d20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:41:54.588 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:41:54.591+0000 7f8f6ffff700 1 -- 172.21.15.163:0/96482225 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8f7c05eff0 con 0x7f8f88102ba0 2024-04-26T01:41:54.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:54 smithi163 ceph-mon[32592]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:41:54.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:54 smithi163 ceph-mon[32592]: Detected new or changed devices on smithi103 2024-04-26T01:41:54.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:54 smithi163 ceph-mon[32592]: Adjusting osd_memory_target on smithi103 to 8544M 2024-04-26T01:41:54.798 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:41:54.801+0000 7f8f8d229700 1 -- 172.21.15.163:0/96482225 --> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi163:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f8f8806ae60 con 0x7f8f700a3c40 2024-04-26T01:41:54.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:54 smithi103 ceph-mon[32920]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:41:54.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:54 smithi103 ceph-mon[32920]: Detected new or changed devices on smithi103 2024-04-26T01:41:54.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:54 smithi103 ceph-mon[32920]: Adjusting osd_memory_target on smithi103 to 8544M 2024-04-26T01:41:55.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:54 smithi046 ceph-mon[28013]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:41:55.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:54 smithi046 ceph-mon[28013]: Detected new or changed devices on smithi103 2024-04-26T01:41:55.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:54 smithi046 ceph-mon[28013]: Adjusting osd_memory_target on smithi103 to 8544M 2024-04-26T01:41:55.730 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:55 smithi163 ceph-mon[32592]: from='client.24250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi163:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:41:55.730 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:55 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:41:55.730 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:55 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:41:55.730 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:55 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:55.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:55 smithi103 ceph-mon[32920]: from='client.24250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi163:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:41:55.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:55 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:41:55.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:55 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:41:55.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:55 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:56.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:55 smithi046 ceph-mon[28013]: from='client.24250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi163:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:41:56.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:55 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:41:56.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:55 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:41:56.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:55 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:41:56.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:56 smithi163 ceph-mon[32592]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:41:56.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:56 smithi103 ceph-mon[32920]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:41:57.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:56 smithi046 ceph-mon[28013]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:41:58.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:58 smithi103 ceph-mon[32920]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:41:58.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:58 smithi103 ceph-mon[32920]: from='client.? 172.21.15.163:0/1040940048' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fb7bbd34-9be5-4f39-ac32-af6c1eab2c64"}]: dispatch 2024-04-26T01:41:58.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:58 smithi103 ceph-mon[32920]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fb7bbd34-9be5-4f39-ac32-af6c1eab2c64"}]: dispatch 2024-04-26T01:41:58.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:58 smithi103 ceph-mon[32920]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fb7bbd34-9be5-4f39-ac32-af6c1eab2c64"}]': finished 2024-04-26T01:41:58.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:58 smithi103 ceph-mon[32920]: osdmap e36: 6 total, 5 up, 6 in 2024-04-26T01:41:58.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:58 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:41:58.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:41:58 smithi103 ceph-mon[32920]: from='client.? 172.21.15.163:0/2240974804' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:41:58.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:58 smithi163 ceph-mon[32592]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:41:58.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:58 smithi163 ceph-mon[32592]: from='client.? 172.21.15.163:0/1040940048' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fb7bbd34-9be5-4f39-ac32-af6c1eab2c64"}]: dispatch 2024-04-26T01:41:58.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:58 smithi163 ceph-mon[32592]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fb7bbd34-9be5-4f39-ac32-af6c1eab2c64"}]: dispatch 2024-04-26T01:41:58.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:58 smithi163 ceph-mon[32592]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fb7bbd34-9be5-4f39-ac32-af6c1eab2c64"}]': finished 2024-04-26T01:41:58.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:58 smithi163 ceph-mon[32592]: osdmap e36: 6 total, 5 up, 6 in 2024-04-26T01:41:58.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:41:58.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:41:58 smithi163 ceph-mon[32592]: from='client.? 172.21.15.163:0/2240974804' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:41:59.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:58 smithi046 ceph-mon[28013]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:41:59.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:58 smithi046 ceph-mon[28013]: from='client.? 172.21.15.163:0/1040940048' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fb7bbd34-9be5-4f39-ac32-af6c1eab2c64"}]: dispatch 2024-04-26T01:41:59.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:58 smithi046 ceph-mon[28013]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fb7bbd34-9be5-4f39-ac32-af6c1eab2c64"}]: dispatch 2024-04-26T01:41:59.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:58 smithi046 ceph-mon[28013]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fb7bbd34-9be5-4f39-ac32-af6c1eab2c64"}]': finished 2024-04-26T01:41:59.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:58 smithi046 ceph-mon[28013]: osdmap e36: 6 total, 5 up, 6 in 2024-04-26T01:41:59.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:58 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:41:59.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:41:58 smithi046 ceph-mon[28013]: from='client.? 172.21.15.163:0/2240974804' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:42:00.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:00 smithi103 ceph-mon[32920]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:42:00.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:00 smithi163 ceph-mon[32592]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:42:01.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:00 smithi046 ceph-mon[28013]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:42:02.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:02 smithi103 ceph-mon[32920]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:42:02.886 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:02 smithi163 ceph-mon[32592]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:42:03.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:02 smithi046 ceph-mon[28013]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:42:04.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:04 smithi163 ceph-mon[32592]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:42:04.862 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:04 smithi046 ceph-mon[28013]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:42:04.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:04 smithi103 ceph-mon[32920]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:42:05.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:05 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-26T01:42:05.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:05 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:05.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:05 smithi103 ceph-mon[32920]: Deploying daemon osd.5 on smithi163 2024-04-26T01:42:05.915 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:05 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-26T01:42:05.915 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:05 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:05.915 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:05 smithi163 ceph-mon[32592]: Deploying daemon osd.5 on smithi163 2024-04-26T01:42:06.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:05 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-26T01:42:06.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:05 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:06.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:05 smithi046 ceph-mon[28013]: Deploying daemon osd.5 on smithi163 2024-04-26T01:42:06.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:06 smithi046 ceph-mon[28013]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:42:06.872 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:06 smithi163 ceph-mon[32592]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:42:06.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:06 smithi103 ceph-mon[32920]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:42:08.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:08 smithi103 ceph-mon[32920]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:42:08.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:08 smithi163 ceph-mon[32592]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:42:09.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:08 smithi046 ceph-mon[28013]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:42:10.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:10 smithi103 ceph-mon[32920]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:42:10.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:10 smithi163 ceph-mon[32592]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:42:11.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:10 smithi046 ceph-mon[28013]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:42:12.042 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:11 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:12.043 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:11 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:12.043 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:11 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:42:12.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:11 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:12.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:11 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:12.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:11 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:42:12.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:11 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:12.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:11 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:12.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:11 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:42:12.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:12 smithi163 ceph-mon[32592]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:42:13.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:12 smithi046 ceph-mon[28013]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:42:13.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:12 smithi103 ceph-mon[32920]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:42:14.535 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:42:14.538+0000 7f8f6ffff700 1 -- 172.21.15.163:0/96482225 <== mgr.14152 v2:172.21.15.46:6800/3332901238 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f8f8806ae60 con 0x7f8f700a3c40 2024-04-26T01:42:14.535 INFO:teuthology.orchestra.run.smithi163.stdout:Created osd(s) 5 on host 'smithi163' 2024-04-26T01:42:14.537 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:42:14.540+0000 7f8f8d229700 1 -- 172.21.15.163:0/96482225 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f8f700a3c40 msgr2=0x7f8f700a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:14.537 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:42:14.540+0000 7f8f8d229700 1 --2- 172.21.15.163:0/96482225 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f8f700a3c40 0x7f8f700a6100 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f8f88102a00 tx=0x7f8f78006d20 comp rx=0 tx=0).stop 2024-04-26T01:42:14.537 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:42:14.540+0000 7f8f8d229700 1 -- 172.21.15.163:0/96482225 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8f88102ba0 msgr2=0x7f8f88103f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:14.537 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:42:14.540+0000 7f8f8d229700 1 --2- 172.21.15.163:0/96482225 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8f88102ba0 0x7f8f88103f80 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f8f7c005910 tx=0x7f8f7c009f50 comp rx=0 tx=0).stop 2024-04-26T01:42:14.538 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:42:14.540+0000 7f8f8d229700 1 -- 172.21.15.163:0/96482225 shutdown_connections 2024-04-26T01:42:14.538 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:42:14.540+0000 7f8f8d229700 1 --2- 172.21.15.163:0/96482225 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f8f700a3c40 0x7f8f700a6100 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:14.538 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:42:14.540+0000 7f8f8d229700 1 --2- 172.21.15.163:0/96482225 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8f88103540 0x7f8f881044c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:14.538 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:42:14.540+0000 7f8f8d229700 1 --2- 172.21.15.163:0/96482225 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8f881019a0 0x7f8f88105930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:14.538 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:42:14.540+0000 7f8f8d229700 1 --2- 172.21.15.163:0/96482225 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8f88102ba0 0x7f8f88103f80 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:14.538 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:42:14.540+0000 7f8f8d229700 1 -- 172.21.15.163:0/96482225 >> 172.21.15.163:0/96482225 conn(0x7f8f880fcf40 msgr2=0x7f8f8806a750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:14.538 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:42:14.540+0000 7f8f8d229700 1 -- 172.21.15.163:0/96482225 shutdown_connections 2024-04-26T01:42:14.538 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:42:14.540+0000 7f8f8d229700 1 -- 172.21.15.163:0/96482225 wait complete. 2024-04-26T01:42:14.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:14 smithi103 ceph-mon[32920]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:42:14.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:14 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:14.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:14 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:14.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:14 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:14.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:14 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:42:14.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:14 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:14.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:14 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:14.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:14 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:42:14.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:14 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:14.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:14 smithi103 ceph-mon[32920]: from='osd.5 [v2:172.21.15.163:6808/616922792,v1:172.21.15.163:6809/616922792]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T01:42:14.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:14 smithi103 ceph-mon[32920]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T01:42:14.907 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:14 smithi163 ceph-mon[32592]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:42:14.907 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:14 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:14.907 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:14 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:14.907 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:14 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:14.907 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:14 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:42:14.907 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:14 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:14.908 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:14 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:14.908 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:14 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:42:14.908 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:14 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:14.908 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:14 smithi163 ceph-mon[32592]: from='osd.5 [v2:172.21.15.163:6808/616922792,v1:172.21.15.163:6809/616922792]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T01:42:14.908 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:14 smithi163 ceph-mon[32592]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T01:42:15.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:14 smithi046 ceph-mon[28013]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:42:15.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:14 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:15.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:14 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:15.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:14 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:15.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:14 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:42:15.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:14 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:15.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:14 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:15.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:14 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:42:15.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:14 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:15.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:14 smithi046 ceph-mon[28013]: from='osd.5 [v2:172.21.15.163:6808/616922792,v1:172.21.15.163:6809/616922792]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T01:42:15.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:14 smithi046 ceph-mon[28013]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T01:42:15.234 DEBUG:teuthology.orchestra.run.smithi163:osd.5> sudo journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@osd.5.service 2024-04-26T01:42:15.236 INFO:tasks.cephadm:Deploying osd.6 on smithi046 with /dev/vg_nvme/lv_2... 2024-04-26T01:42:15.236 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-26T01:42:15.706 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:42:16.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:16 smithi046 ceph-mon[28013]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:42:16.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:16 smithi046 ceph-mon[28013]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-26T01:42:16.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:16 smithi046 ceph-mon[28013]: from='osd.5 [v2:172.21.15.163:6808/616922792,v1:172.21.15.163:6809/616922792]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-04-26T01:42:16.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:16 smithi046 ceph-mon[28013]: osdmap e37: 6 total, 5 up, 6 in 2024-04-26T01:42:16.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:16 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:42:16.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:16 smithi046 ceph-mon[28013]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-04-26T01:42:16.855 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:16 smithi163 ceph-mon[32592]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:42:16.855 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:16 smithi163 ceph-mon[32592]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-26T01:42:16.855 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:16 smithi163 ceph-mon[32592]: from='osd.5 [v2:172.21.15.163:6808/616922792,v1:172.21.15.163:6809/616922792]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-04-26T01:42:16.856 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:16 smithi163 ceph-mon[32592]: osdmap e37: 6 total, 5 up, 6 in 2024-04-26T01:42:16.856 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:16 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:42:16.856 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:16 smithi163 ceph-mon[32592]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-04-26T01:42:16.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:16 smithi103 ceph-mon[32920]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:42:16.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:16 smithi103 ceph-mon[32920]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-26T01:42:16.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:16 smithi103 ceph-mon[32920]: from='osd.5 [v2:172.21.15.163:6808/616922792,v1:172.21.15.163:6809/616922792]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-04-26T01:42:16.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:16 smithi103 ceph-mon[32920]: osdmap e37: 6 total, 5 up, 6 in 2024-04-26T01:42:16.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:16 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:42:16.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:16 smithi103 ceph-mon[32920]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-04-26T01:42:17.169 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 01:42:16 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5[44448]: 2024-04-26T01:42:16.969+0000 7fb2e1060700 -1 osd.5 0 waiting for initial osdmap 2024-04-26T01:42:17.169 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 01:42:16 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5[44448]: 2024-04-26T01:42:16.975+0000 7fb2d864a700 -1 osd.5 38 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T01:42:17.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:17 smithi046 ceph-mon[28013]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]': finished 2024-04-26T01:42:17.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:17 smithi046 ceph-mon[28013]: osdmap e38: 6 total, 5 up, 6 in 2024-04-26T01:42:17.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:17 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:42:17.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:17 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:42:17.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:17 smithi046 ceph-mon[28013]: from='osd.5 ' entity='osd.5' 2024-04-26T01:42:17.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:17 smithi046 ceph-mon[28013]: osd.5 [v2:172.21.15.163:6808/616922792,v1:172.21.15.163:6809/616922792] boot 2024-04-26T01:42:17.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:17 smithi046 ceph-mon[28013]: osdmap e39: 6 total, 6 up, 6 in 2024-04-26T01:42:17.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:17 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:42:17.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:17 smithi103 ceph-mon[32920]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]': finished 2024-04-26T01:42:17.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:17 smithi103 ceph-mon[32920]: osdmap e38: 6 total, 5 up, 6 in 2024-04-26T01:42:17.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:17 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:42:17.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:17 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:42:17.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:17 smithi103 ceph-mon[32920]: from='osd.5 ' entity='osd.5' 2024-04-26T01:42:17.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:17 smithi103 ceph-mon[32920]: osd.5 [v2:172.21.15.163:6808/616922792,v1:172.21.15.163:6809/616922792] boot 2024-04-26T01:42:17.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:17 smithi103 ceph-mon[32920]: osdmap e39: 6 total, 6 up, 6 in 2024-04-26T01:42:17.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:17 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:42:17.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:17 smithi163 ceph-mon[32592]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]': finished 2024-04-26T01:42:17.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:17 smithi163 ceph-mon[32592]: osdmap e38: 6 total, 5 up, 6 in 2024-04-26T01:42:17.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:17 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:42:17.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:17 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:42:17.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:17 smithi163 ceph-mon[32592]: from='osd.5 ' entity='osd.5' 2024-04-26T01:42:17.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:17 smithi163 ceph-mon[32592]: osd.5 [v2:172.21.15.163:6808/616922792,v1:172.21.15.163:6809/616922792] boot 2024-04-26T01:42:17.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:17 smithi163 ceph-mon[32592]: osdmap e39: 6 total, 6 up, 6 in 2024-04-26T01:42:17.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:17 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:42:18.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:18 smithi163 ceph-mon[32592]: purged_snaps scrub starts 2024-04-26T01:42:18.686 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:18 smithi163 ceph-mon[32592]: purged_snaps scrub ok 2024-04-26T01:42:18.686 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:18 smithi163 ceph-mon[32592]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:42:18.686 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:18 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:18.686 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:18 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:18.686 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:18 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:42:18.686 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:18 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:42:18.686 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:18 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:18.687 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:18 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:18.687 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:18 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:42:18.687 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:18 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:18.687 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:18 smithi163 ceph-mon[32592]: osdmap e40: 6 total, 6 up, 6 in 2024-04-26T01:42:18.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:18 smithi046 ceph-mon[28013]: purged_snaps scrub starts 2024-04-26T01:42:18.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:18 smithi046 ceph-mon[28013]: purged_snaps scrub ok 2024-04-26T01:42:18.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:18 smithi046 ceph-mon[28013]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:42:18.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:18 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:18.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:18 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:18.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:18 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:42:18.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:18 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:42:18.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:18 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:18.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:18 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:18.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:18 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:42:18.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:18 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:18.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:18 smithi046 ceph-mon[28013]: osdmap e40: 6 total, 6 up, 6 in 2024-04-26T01:42:18.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:18 smithi103 ceph-mon[32920]: purged_snaps scrub starts 2024-04-26T01:42:18.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:18 smithi103 ceph-mon[32920]: purged_snaps scrub ok 2024-04-26T01:42:18.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:18 smithi103 ceph-mon[32920]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-04-26T01:42:18.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:18 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:18.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:18 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:18.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:18 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:42:18.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:18 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:42:18.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:18 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:18.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:18 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:18.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:18 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:42:18.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:18 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:18.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:18 smithi103 ceph-mon[32920]: osdmap e40: 6 total, 6 up, 6 in 2024-04-26T01:42:18.949 INFO:teuthology.orchestra.run.smithi046.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-26T01:42:18.949 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-26T01:42:18.949 INFO:teuthology.orchestra.run.smithi046.stderr: stderr: 10+0 records in 2024-04-26T01:42:18.949 INFO:teuthology.orchestra.run.smithi046.stderr:10+0 records out 2024-04-26T01:42:18.949 INFO:teuthology.orchestra.run.smithi046.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0336673 s, 311 MB/s 2024-04-26T01:42:18.950 INFO:teuthology.orchestra.run.smithi046.stderr:--> Zapping successful for: 2024-04-26T01:42:19.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:19 smithi046 ceph-mon[28013]: Detected new or changed devices on smithi163 2024-04-26T01:42:19.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:19 smithi046 ceph-mon[28013]: Adjusting osd_memory_target on smithi163 to 8544M 2024-04-26T01:42:19.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:19 smithi046 ceph-mon[28013]: osdmap e41: 6 total, 6 up, 6 in 2024-04-26T01:42:19.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:19 smithi103 ceph-mon[32920]: Detected new or changed devices on smithi163 2024-04-26T01:42:19.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:19 smithi103 ceph-mon[32920]: Adjusting osd_memory_target on smithi163 to 8544M 2024-04-26T01:42:19.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:19 smithi103 ceph-mon[32920]: osdmap e41: 6 total, 6 up, 6 in 2024-04-26T01:42:19.911 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi046:vg_nvme/lv_2 2024-04-26T01:42:19.918 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:19 smithi163 ceph-mon[32592]: Detected new or changed devices on smithi163 2024-04-26T01:42:19.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:19 smithi163 ceph-mon[32592]: Adjusting osd_memory_target on smithi163 to 8544M 2024-04-26T01:42:19.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:19 smithi163 ceph-mon[32592]: osdmap e41: 6 total, 6 up, 6 in 2024-04-26T01:42:20.382 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:42:20.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:20 smithi046 ceph-mon[28013]: pgmap v159: 1 pgs: 1 remapped+peering; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:42:20.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:20 smithi103 ceph-mon[32920]: pgmap v159: 1 pgs: 1 remapped+peering; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:42:20.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:20 smithi163 ceph-mon[32592]: pgmap v159: 1 pgs: 1 remapped+peering; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:42:21.741 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:21 smithi046 ceph-mon[28013]: osdmap e42: 6 total, 6 up, 6 in 2024-04-26T01:42:21.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:21 smithi103 ceph-mon[32920]: osdmap e42: 6 total, 6 up, 6 in 2024-04-26T01:42:21.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:21 smithi163 ceph-mon[32592]: osdmap e42: 6 total, 6 up, 6 in 2024-04-26T01:42:22.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:22.600+0000 7f8f52e00700 1 -- 172.21.15.46:0/3432057478 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8f4c104640 msgr2=0x7f8f4c10aef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:22.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:22.600+0000 7f8f52e00700 1 --2- 172.21.15.46:0/3432057478 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8f4c104640 0x7f8f4c10aef0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f8f4400b0d0 tx=0x7f8f4400b3e0 comp rx=0 tx=0).stop 2024-04-26T01:42:22.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:22.600+0000 7f8f52e00700 1 -- 172.21.15.46:0/3432057478 shutdown_connections 2024-04-26T01:42:22.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:22.600+0000 7f8f52e00700 1 --2- 172.21.15.46:0/3432057478 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8f4c104640 0x7f8f4c10aef0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:22.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:22.600+0000 7f8f52e00700 1 --2- 172.21.15.46:0/3432057478 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8f4c102aa0 0x7f8f4c102ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:22.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:22.600+0000 7f8f52e00700 1 --2- 172.21.15.46:0/3432057478 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8f4c103ca0 0x7f8f4c104100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:22.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:22.600+0000 7f8f52e00700 1 -- 172.21.15.46:0/3432057478 >> 172.21.15.46:0/3432057478 conn(0x7f8f4c0fe040 msgr2=0x7f8f4c100480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:22.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:22.600+0000 7f8f52e00700 1 -- 172.21.15.46:0/3432057478 shutdown_connections 2024-04-26T01:42:22.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:22.600+0000 7f8f52e00700 1 -- 172.21.15.46:0/3432057478 wait complete. 2024-04-26T01:42:22.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:22.601+0000 7f8f52e00700 1 Processor -- start 2024-04-26T01:42:22.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:22.602+0000 7f8f52e00700 1 -- start start 2024-04-26T01:42:22.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:22.602+0000 7f8f52e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8f4c102aa0 0x7f8f4c198c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:22.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:22.602+0000 7f8f52e00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8f4c103ca0 0x7f8f4c199170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:22.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:22.602+0000 7f8f52e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8f4c104640 0x7f8f4c1a01b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:22.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:22.602+0000 7f8f52e00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f8f4c10e660 con 0x7f8f4c102aa0 2024-04-26T01:42:22.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:22.602+0000 7f8f52e00700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f8f4c10e4e0 con 0x7f8f4c104640 2024-04-26T01:42:22.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:22.602+0000 7f8f52e00700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f8f4c10e7e0 con 0x7f8f4c103ca0 2024-04-26T01:42:22.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:22.602+0000 7f8f4be00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8f4c102aa0 0x7f8f4c198c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:22.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:22.602+0000 7f8f4be00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8f4c102aa0 0x7f8f4c198c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:43996/0 (socket says 172.21.15.46:43996) 2024-04-26T01:42:22.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:22.602+0000 7f8f4be00700 1 -- 172.21.15.46:0/931238845 learned_addr learned my addr 172.21.15.46:0/931238845 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:42:22.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:22.602+0000 7f8f50e00700 1 --2- 172.21.15.46:0/931238845 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8f4c104640 0x7f8f4c1a01b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:22.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:22.603+0000 7f8f4b400700 1 --2- 172.21.15.46:0/931238845 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8f4c103ca0 0x7f8f4c199170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:22.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:22.603+0000 7f8f4be00700 1 -- 172.21.15.46:0/931238845 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8f4c103ca0 msgr2=0x7f8f4c199170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:22.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:22.603+0000 7f8f4be00700 1 --2- 172.21.15.46:0/931238845 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8f4c103ca0 0x7f8f4c199170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:22.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:22.603+0000 7f8f4be00700 1 -- 172.21.15.46:0/931238845 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8f4c104640 msgr2=0x7f8f4c1a01b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:22.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:22.603+0000 7f8f4be00700 1 --2- 172.21.15.46:0/931238845 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8f4c104640 0x7f8f4c1a01b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:22.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:22.603+0000 7f8f4be00700 1 -- 172.21.15.46:0/931238845 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f4c1a0880 con 0x7f8f4c102aa0 2024-04-26T01:42:22.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:22.603+0000 7f8f50e00700 1 --2- 172.21.15.46:0/931238845 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8f4c104640 0x7f8f4c1a01b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:42:22.602 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:22.603+0000 7f8f4be00700 1 --2- 172.21.15.46:0/931238845 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8f4c102aa0 0x7f8f4c198c30 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f8f3c00d980 tx=0x7f8f3c00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:22.602 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:22.604+0000 7f8f48c00700 1 -- 172.21.15.46:0/931238845 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f3c016070 con 0x7f8f4c102aa0 2024-04-26T01:42:22.602 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:22.604+0000 7f8f48c00700 1 -- 172.21.15.46:0/931238845 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8f3c00fd60 con 0x7f8f4c102aa0 2024-04-26T01:42:22.602 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:22.604+0000 7f8f48c00700 1 -- 172.21.15.46:0/931238845 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f3c019360 con 0x7f8f4c102aa0 2024-04-26T01:42:22.602 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:22.604+0000 7f8f52e00700 1 -- 172.21.15.46:0/931238845 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f4c1a0b70 con 0x7f8f4c102aa0 2024-04-26T01:42:22.602 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:22.604+0000 7f8f52e00700 1 -- 172.21.15.46:0/931238845 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f4c1a1100 con 0x7f8f4c102aa0 2024-04-26T01:42:22.602 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:22.605+0000 7f8f52e00700 1 -- 172.21.15.46:0/931238845 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f4c069730 con 0x7f8f4c102aa0 2024-04-26T01:42:22.604 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:22.607+0000 7f8f48c00700 1 -- 172.21.15.46:0/931238845 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f8f3c019070 con 0x7f8f4c102aa0 2024-04-26T01:42:22.606 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:22.609+0000 7f8f48c00700 1 --2- 172.21.15.46:0/931238845 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f8f300a3cc0 0x7f8f300a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:22.606 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:22.609+0000 7f8f48c00700 1 -- 172.21.15.46:0/931238845 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 4533+0+0 (secure 0 0 0) 0x7f8f3c0cf580 con 0x7f8f4c102aa0 2024-04-26T01:42:22.606 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:22.609+0000 7f8f4b400700 1 --2- 172.21.15.46:0/931238845 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f8f300a3cc0 0x7f8f300a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:22.607 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:22.610+0000 7f8f4b400700 1 --2- 172.21.15.46:0/931238845 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f8f300a3cc0 0x7f8f300a6180 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f8f38009be0 tx=0x7f8f38009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:22.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:22.612+0000 7f8f48c00700 1 -- 172.21.15.46:0/931238845 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8f3c09cd80 con 0x7f8f4c102aa0 2024-04-26T01:42:22.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:22 smithi046 ceph-mon[28013]: pgmap v162: 1 pgs: 1 remapped+peering; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:42:22.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:22 smithi046 ceph-mon[28013]: osdmap e43: 6 total, 6 up, 6 in 2024-04-26T01:42:22.851 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:22.853+0000 7f8f52e00700 1 -- 172.21.15.46:0/931238845 --> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f8f4c062e80 con 0x7f8f300a3cc0 2024-04-26T01:42:22.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:22 smithi103 ceph-mon[32920]: pgmap v162: 1 pgs: 1 remapped+peering; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:42:22.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:22 smithi103 ceph-mon[32920]: osdmap e43: 6 total, 6 up, 6 in 2024-04-26T01:42:22.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:22 smithi163 ceph-mon[32592]: pgmap v162: 1 pgs: 1 remapped+peering; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:42:22.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:22 smithi163 ceph-mon[32592]: osdmap e43: 6 total, 6 up, 6 in 2024-04-26T01:42:23.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:23 smithi046 ceph-mon[28013]: from='client.14277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:42:23.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:23 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:42:23.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:23 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:42:23.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:23 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:23.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:23 smithi103 ceph-mon[32920]: from='client.14277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:42:23.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:23 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:42:23.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:23 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:42:23.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:23 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:23.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:23 smithi163 ceph-mon[32592]: from='client.14277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:42:23.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:23 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:42:23.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:23 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:42:23.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:23 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:24.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:24 smithi103 ceph-mon[32920]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail; 121 KiB/s, 0 objects/s recovering 2024-04-26T01:42:24.918 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:24 smithi163 ceph-mon[32592]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail; 121 KiB/s, 0 objects/s recovering 2024-04-26T01:42:24.933 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:24 smithi046 ceph-mon[28013]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail; 121 KiB/s, 0 objects/s recovering 2024-04-26T01:42:26.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:26 smithi103 ceph-mon[32920]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T01:42:26.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:26 smithi163 ceph-mon[32592]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T01:42:27.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:26 smithi046 ceph-mon[28013]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T01:42:27.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:27 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/1336015213' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bf28b38e-8424-4fb4-9528-6dbc7d2b1612"}]: dispatch 2024-04-26T01:42:27.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:27 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/1336015213' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bf28b38e-8424-4fb4-9528-6dbc7d2b1612"}]': finished 2024-04-26T01:42:27.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:27 smithi103 ceph-mon[32920]: osdmap e44: 7 total, 6 up, 7 in 2024-04-26T01:42:27.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:27 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:42:27.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:27 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/1336015213' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bf28b38e-8424-4fb4-9528-6dbc7d2b1612"}]: dispatch 2024-04-26T01:42:27.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:27 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/1336015213' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bf28b38e-8424-4fb4-9528-6dbc7d2b1612"}]': finished 2024-04-26T01:42:27.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:27 smithi163 ceph-mon[32592]: osdmap e44: 7 total, 6 up, 7 in 2024-04-26T01:42:27.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:27 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:42:28.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:27 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/1336015213' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bf28b38e-8424-4fb4-9528-6dbc7d2b1612"}]: dispatch 2024-04-26T01:42:28.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:27 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/1336015213' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bf28b38e-8424-4fb4-9528-6dbc7d2b1612"}]': finished 2024-04-26T01:42:28.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:27 smithi046 ceph-mon[28013]: osdmap e44: 7 total, 6 up, 7 in 2024-04-26T01:42:28.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:27 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:42:28.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:28 smithi103 ceph-mon[32920]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-04-26T01:42:28.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:28 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/303579036' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:42:28.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:28 smithi163 ceph-mon[32592]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-04-26T01:42:28.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:28 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/303579036' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:42:29.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:28 smithi046 ceph-mon[28013]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-04-26T01:42:29.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:28 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/303579036' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:42:30.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:30 smithi103 ceph-mon[32920]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-26T01:42:30.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:30 smithi163 ceph-mon[32592]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-26T01:42:31.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:30 smithi046 ceph-mon[28013]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-26T01:42:32.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:32 smithi103 ceph-mon[32920]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-04-26T01:42:32.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:32 smithi163 ceph-mon[32592]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-04-26T01:42:33.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:32 smithi046 ceph-mon[28013]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-04-26T01:42:34.775 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:34 smithi046 ceph-mon[28013]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:42:34.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:34 smithi103 ceph-mon[32920]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:42:34.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:34 smithi163 ceph-mon[32592]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:42:36.748 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:36 smithi046 ceph-mon[28013]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:42:36.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:36 smithi103 ceph-mon[32920]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:42:36.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:36 smithi163 ceph-mon[32592]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:42:37.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:37 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-26T01:42:37.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:37 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:37.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:37 smithi103 ceph-mon[32920]: Deploying daemon osd.6 on smithi046 2024-04-26T01:42:37.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:37 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-26T01:42:37.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:37 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:37.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:37 smithi163 ceph-mon[32592]: Deploying daemon osd.6 on smithi046 2024-04-26T01:42:37.925 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:37 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-26T01:42:37.925 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:37 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:37.925 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:37 smithi046 ceph-mon[28013]: Deploying daemon osd.6 on smithi046 2024-04-26T01:42:38.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:38 smithi103 ceph-mon[32920]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:42:38.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:38 smithi163 ceph-mon[32592]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:42:38.963 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:38 smithi046 ceph-mon[28013]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:42:40.799 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:40 smithi046 ceph-mon[28013]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:42:40.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:40 smithi103 ceph-mon[32920]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:42:40.918 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:40 smithi163 ceph-mon[32592]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:42:42.866 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:42 smithi046 ceph-mon[28013]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:42:42.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:42 smithi103 ceph-mon[32920]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:42:42.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:42 smithi163 ceph-mon[32592]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:42:44.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:44 smithi046 ceph-mon[28013]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:42:44.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:44 smithi103 ceph-mon[32920]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:42:44.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:44 smithi163 ceph-mon[32592]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:42:47.108 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:46 smithi046 ceph-mon[28013]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:42:47.108 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:46 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:47.108 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:46 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:47.108 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:46 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:42:47.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:46 smithi103 ceph-mon[32920]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:42:47.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:46 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:47.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:46 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:47.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:46 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:42:47.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:46 smithi163 ceph-mon[32592]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:42:47.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:46 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:47.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:46 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:47.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:46 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:42:49.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:48 smithi046 ceph-mon[28013]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:42:49.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:48 smithi103 ceph-mon[32920]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:42:49.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:48 smithi163 ceph-mon[32592]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:42:51.017 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:50 smithi046 ceph-mon[28013]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:42:51.017 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:50 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:51.017 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:50 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:51.018 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:50 smithi046 ceph-mon[28013]: from='osd.6 [v2:172.21.15.46:6818/2027770735,v1:172.21.15.46:6819/2027770735]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-26T01:42:51.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:50 smithi103 ceph-mon[32920]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:42:51.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:50 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:51.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:50 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:51.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:50 smithi103 ceph-mon[32920]: from='osd.6 [v2:172.21.15.46:6818/2027770735,v1:172.21.15.46:6819/2027770735]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-26T01:42:51.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:50 smithi163 ceph-mon[32592]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:42:51.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:50 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:51.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:50 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:51.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:50 smithi163 ceph-mon[32592]: from='osd.6 [v2:172.21.15.46:6818/2027770735,v1:172.21.15.46:6819/2027770735]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-26T01:42:51.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:51.217+0000 7f8f48c00700 1 -- 172.21.15.46:0/931238845 <== mgr.14152 v2:172.21.15.46:6800/3332901238 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f8f4c062e80 con 0x7f8f300a3cc0 2024-04-26T01:42:51.215 INFO:teuthology.orchestra.run.smithi046.stdout:Created osd(s) 6 on host 'smithi046' 2024-04-26T01:42:51.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:51.221+0000 7f8f52e00700 1 -- 172.21.15.46:0/931238845 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f8f300a3cc0 msgr2=0x7f8f300a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:51.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:51.221+0000 7f8f52e00700 1 --2- 172.21.15.46:0/931238845 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f8f300a3cc0 0x7f8f300a6180 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f8f38009be0 tx=0x7f8f38009260 comp rx=0 tx=0).stop 2024-04-26T01:42:51.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:51.221+0000 7f8f52e00700 1 -- 172.21.15.46:0/931238845 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8f4c102aa0 msgr2=0x7f8f4c198c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:51.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:51.221+0000 7f8f52e00700 1 --2- 172.21.15.46:0/931238845 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8f4c102aa0 0x7f8f4c198c30 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f8f3c00d980 tx=0x7f8f3c00dc90 comp rx=0 tx=0).stop 2024-04-26T01:42:51.219 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:51.221+0000 7f8f52e00700 1 -- 172.21.15.46:0/931238845 shutdown_connections 2024-04-26T01:42:51.219 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:51.221+0000 7f8f52e00700 1 --2- 172.21.15.46:0/931238845 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f8f300a3cc0 0x7f8f300a6180 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:51.219 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:51.221+0000 7f8f52e00700 1 --2- 172.21.15.46:0/931238845 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8f4c104640 0x7f8f4c1a01b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:51.219 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:51.221+0000 7f8f52e00700 1 --2- 172.21.15.46:0/931238845 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8f4c102aa0 0x7f8f4c198c30 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:51.219 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:51.221+0000 7f8f52e00700 1 --2- 172.21.15.46:0/931238845 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8f4c103ca0 0x7f8f4c199170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:51.219 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:51.221+0000 7f8f52e00700 1 -- 172.21.15.46:0/931238845 >> 172.21.15.46:0/931238845 conn(0x7f8f4c0fe040 msgr2=0x7f8f4c106f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:51.219 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:51.221+0000 7f8f52e00700 1 -- 172.21.15.46:0/931238845 shutdown_connections 2024-04-26T01:42:51.219 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:42:51.221+0000 7f8f52e00700 1 -- 172.21.15.46:0/931238845 wait complete. 2024-04-26T01:42:52.111 DEBUG:teuthology.orchestra.run.smithi046:osd.6> sudo journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@osd.6.service 2024-04-26T01:42:52.117 INFO:tasks.cephadm:Deploying osd.7 on smithi103 with /dev/vg_nvme/lv_2... 2024-04-26T01:42:52.117 DEBUG:teuthology.orchestra.run.smithi103:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-26T01:42:52.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:51 smithi046 ceph-mon[28013]: from='osd.6 [v2:172.21.15.46:6818/2027770735,v1:172.21.15.46:6819/2027770735]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-26T01:42:52.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:51 smithi046 ceph-mon[28013]: osdmap e45: 7 total, 6 up, 7 in 2024-04-26T01:42:52.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:51 smithi046 ceph-mon[28013]: from='osd.6 [v2:172.21.15.46:6818/2027770735,v1:172.21.15.46:6819/2027770735]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-04-26T01:42:52.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:51 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:42:52.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:51 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:52.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:51 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:42:52.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:51 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:52.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:51 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:52.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:51 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:52.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:51 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:42:52.363 INFO:teuthology.orchestra.run.smithi103.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T01:42:52.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:51 smithi103 ceph-mon[32920]: from='osd.6 [v2:172.21.15.46:6818/2027770735,v1:172.21.15.46:6819/2027770735]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-26T01:42:52.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:51 smithi103 ceph-mon[32920]: osdmap e45: 7 total, 6 up, 7 in 2024-04-26T01:42:52.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:51 smithi103 ceph-mon[32920]: from='osd.6 [v2:172.21.15.46:6818/2027770735,v1:172.21.15.46:6819/2027770735]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-04-26T01:42:52.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:51 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:42:52.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:51 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:52.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:51 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:42:52.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:51 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:52.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:51 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:52.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:51 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:52.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:51 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:42:52.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:51 smithi163 ceph-mon[32592]: from='osd.6 [v2:172.21.15.46:6818/2027770735,v1:172.21.15.46:6819/2027770735]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-26T01:42:52.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:51 smithi163 ceph-mon[32592]: osdmap e45: 7 total, 6 up, 7 in 2024-04-26T01:42:52.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:51 smithi163 ceph-mon[32592]: from='osd.6 [v2:172.21.15.46:6818/2027770735,v1:172.21.15.46:6819/2027770735]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-04-26T01:42:52.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:51 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:42:52.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:51 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:52.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:51 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:42:52.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:51 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:52.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:51 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:52.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:51 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:52.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:51 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:42:52.760 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 01:42:52 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T01:42:52.661+0000 7f2dd1600700 -1 osd.6 0 waiting for initial osdmap 2024-04-26T01:42:52.760 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 01:42:52 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T01:42:52.695+0000 7f2dc7400700 -1 osd.6 46 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T01:42:53.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:52 smithi103 ceph-mon[32920]: purged_snaps scrub starts 2024-04-26T01:42:53.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:52 smithi103 ceph-mon[32920]: purged_snaps scrub ok 2024-04-26T01:42:53.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:52 smithi103 ceph-mon[32920]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:42:53.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:52 smithi103 ceph-mon[32920]: from='osd.6 [v2:172.21.15.46:6818/2027770735,v1:172.21.15.46:6819/2027770735]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2024-04-26T01:42:53.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:52 smithi103 ceph-mon[32920]: osdmap e46: 7 total, 6 up, 7 in 2024-04-26T01:42:53.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:52 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:42:53.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:52 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:42:53.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:52 smithi103 ceph-mon[32920]: from='osd.6 [v2:172.21.15.46:6818/2027770735,v1:172.21.15.46:6819/2027770735]' entity='osd.6' 2024-04-26T01:42:53.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:52 smithi046 ceph-mon[28013]: purged_snaps scrub starts 2024-04-26T01:42:53.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:52 smithi046 ceph-mon[28013]: purged_snaps scrub ok 2024-04-26T01:42:53.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:52 smithi046 ceph-mon[28013]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:42:53.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:52 smithi046 ceph-mon[28013]: from='osd.6 [v2:172.21.15.46:6818/2027770735,v1:172.21.15.46:6819/2027770735]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2024-04-26T01:42:53.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:52 smithi046 ceph-mon[28013]: osdmap e46: 7 total, 6 up, 7 in 2024-04-26T01:42:53.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:52 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:42:53.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:52 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:42:53.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:52 smithi046 ceph-mon[28013]: from='osd.6 [v2:172.21.15.46:6818/2027770735,v1:172.21.15.46:6819/2027770735]' entity='osd.6' 2024-04-26T01:42:53.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:52 smithi163 ceph-mon[32592]: purged_snaps scrub starts 2024-04-26T01:42:53.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:52 smithi163 ceph-mon[32592]: purged_snaps scrub ok 2024-04-26T01:42:53.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:52 smithi163 ceph-mon[32592]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:42:53.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:52 smithi163 ceph-mon[32592]: from='osd.6 [v2:172.21.15.46:6818/2027770735,v1:172.21.15.46:6819/2027770735]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2024-04-26T01:42:53.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:52 smithi163 ceph-mon[32592]: osdmap e46: 7 total, 6 up, 7 in 2024-04-26T01:42:53.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:52 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:42:53.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:52 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:42:53.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:52 smithi163 ceph-mon[32592]: from='osd.6 [v2:172.21.15.46:6818/2027770735,v1:172.21.15.46:6819/2027770735]' entity='osd.6' 2024-04-26T01:42:54.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:53 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:42:54.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:53 smithi103 ceph-mon[32920]: osd.6 [v2:172.21.15.46:6818/2027770735,v1:172.21.15.46:6819/2027770735] boot 2024-04-26T01:42:54.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:53 smithi103 ceph-mon[32920]: osdmap e47: 7 total, 7 up, 7 in 2024-04-26T01:42:54.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:53 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:42:54.211 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:53 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:42:54.211 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:53 smithi046 ceph-mon[28013]: osd.6 [v2:172.21.15.46:6818/2027770735,v1:172.21.15.46:6819/2027770735] boot 2024-04-26T01:42:54.211 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:53 smithi046 ceph-mon[28013]: osdmap e47: 7 total, 7 up, 7 in 2024-04-26T01:42:54.211 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:53 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:42:54.328 INFO:teuthology.orchestra.run.smithi103.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-26T01:42:54.328 INFO:teuthology.orchestra.run.smithi103.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-26T01:42:54.328 INFO:teuthology.orchestra.run.smithi103.stderr: stderr: 10+0 records in 2024-04-26T01:42:54.328 INFO:teuthology.orchestra.run.smithi103.stderr:10+0 records out 2024-04-26T01:42:54.328 INFO:teuthology.orchestra.run.smithi103.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0112699 s, 930 MB/s 2024-04-26T01:42:54.328 INFO:teuthology.orchestra.run.smithi103.stderr:--> Zapping successful for: 2024-04-26T01:42:54.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:53 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:42:54.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:53 smithi163 ceph-mon[32592]: osd.6 [v2:172.21.15.46:6818/2027770735,v1:172.21.15.46:6819/2027770735] boot 2024-04-26T01:42:54.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:53 smithi163 ceph-mon[32592]: osdmap e47: 7 total, 7 up, 7 in 2024-04-26T01:42:54.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:53 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:42:55.010 DEBUG:teuthology.orchestra.run.smithi103:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi103:vg_nvme/lv_2 2024-04-26T01:42:55.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:54 smithi046 ceph-mon[28013]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:42:55.247 INFO:teuthology.orchestra.run.smithi103.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T01:42:55.342 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:54 smithi103 ceph-mon[32920]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:42:55.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:54 smithi163 ceph-mon[32592]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-04-26T01:42:56.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:55 smithi046 ceph-mon[28013]: osdmap e48: 7 total, 7 up, 7 in 2024-04-26T01:42:56.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:55 smithi103 ceph-mon[32920]: osdmap e48: 7 total, 7 up, 7 in 2024-04-26T01:42:56.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:55 smithi163 ceph-mon[32592]: osdmap e48: 7 total, 7 up, 7 in 2024-04-26T01:42:56.922 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:42:56.922+0000 7f5e25ed8700 1 -- 172.21.15.103:0/4143513898 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5e20108830 msgr2=0x7f5e2010ac20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:56.922 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:42:56.922+0000 7f5e25ed8700 1 --2- 172.21.15.103:0/4143513898 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5e20108830 0x7f5e2010ac20 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f5e1800b0a0 tx=0x7f5e1800b3b0 comp rx=0 tx=0).stop 2024-04-26T01:42:56.922 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:42:56.922+0000 7f5e25ed8700 1 -- 172.21.15.103:0/4143513898 shutdown_connections 2024-04-26T01:42:56.922 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:42:56.922+0000 7f5e25ed8700 1 --2- 172.21.15.103:0/4143513898 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5e20108830 0x7f5e2010ac20 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:56.923 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:42:56.922+0000 7f5e25ed8700 1 --2- 172.21.15.103:0/4143513898 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5e201035d0 0x7f5e201059c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:56.923 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:42:56.922+0000 7f5e25ed8700 1 --2- 172.21.15.103:0/4143513898 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5e20105f00 0x7f5e201082f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:56.923 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:42:56.922+0000 7f5e25ed8700 1 -- 172.21.15.103:0/4143513898 >> 172.21.15.103:0/4143513898 conn(0x7f5e200fcf40 msgr2=0x7f5e200ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:42:56.923 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:42:56.922+0000 7f5e25ed8700 1 -- 172.21.15.103:0/4143513898 shutdown_connections 2024-04-26T01:42:56.923 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:42:56.922+0000 7f5e25ed8700 1 -- 172.21.15.103:0/4143513898 wait complete. 2024-04-26T01:42:56.923 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:42:56.923+0000 7f5e25ed8700 1 Processor -- start 2024-04-26T01:42:56.923 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:42:56.923+0000 7f5e25ed8700 1 -- start start 2024-04-26T01:42:56.923 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:42:56.923+0000 7f5e25ed8700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5e201035d0 0x7f5e20102f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:56.923 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:42:56.923+0000 7f5e25ed8700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5e20105f00 0x7f5e20101580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:56.923 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:42:56.923+0000 7f5e25ed8700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5e20108830 0x7f5e20101ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:56.923 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:42:56.923+0000 7f5e25ed8700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f5e2010e6c0 con 0x7f5e20108830 2024-04-26T01:42:56.923 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:42:56.923+0000 7f5e25ed8700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f5e2010e540 con 0x7f5e201035d0 2024-04-26T01:42:56.923 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:42:56.923+0000 7f5e25ed8700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f5e2010e840 con 0x7f5e20105f00 2024-04-26T01:42:56.923 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:42:56.923+0000 7f5e1f7fe700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5e201035d0 0x7f5e20102f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:56.924 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:42:56.923+0000 7f5e1f7fe700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5e201035d0 0x7f5e20102f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.103:43244/0 (socket says 172.21.15.103:43244) 2024-04-26T01:42:56.924 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:42:56.923+0000 7f5e1f7fe700 1 -- 172.21.15.103:0/3449351590 learned_addr learned my addr 172.21.15.103:0/3449351590 (peer_addr_for_me v2:172.21.15.103:0/0) 2024-04-26T01:42:56.924 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:42:56.923+0000 7f5e1effd700 1 --2- 172.21.15.103:0/3449351590 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5e20105f00 0x7f5e20101580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:56.924 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:42:56.923+0000 7f5e1f7fe700 1 -- 172.21.15.103:0/3449351590 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5e20105f00 msgr2=0x7f5e20101580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:56.924 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:42:56.923+0000 7f5e1f7fe700 1 --2- 172.21.15.103:0/3449351590 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5e20105f00 0x7f5e20101580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:56.924 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:42:56.923+0000 7f5e1f7fe700 1 -- 172.21.15.103:0/3449351590 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5e20108830 msgr2=0x7f5e20101ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:42:56.924 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:42:56.923+0000 7f5e1f7fe700 1 --2- 172.21.15.103:0/3449351590 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5e20108830 0x7f5e20101ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:42:56.924 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:42:56.923+0000 7f5e1f7fe700 1 -- 172.21.15.103:0/3449351590 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e20102370 con 0x7f5e201035d0 2024-04-26T01:42:56.924 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:42:56.924+0000 7f5e1f7fe700 1 --2- 172.21.15.103:0/3449351590 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5e201035d0 0x7f5e20102f30 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f5e1400c9b0 tx=0x7f5e1400ccc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:56.924 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:42:56.924+0000 7f5e1cff9700 1 -- 172.21.15.103:0/3449351590 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e14007b00 con 0x7f5e201035d0 2024-04-26T01:42:56.924 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:42:56.924+0000 7f5e1cff9700 1 -- 172.21.15.103:0/3449351590 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5e14007ca0 con 0x7f5e201035d0 2024-04-26T01:42:56.924 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:42:56.924+0000 7f5e25ed8700 1 -- 172.21.15.103:0/3449351590 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e201a2e00 con 0x7f5e201035d0 2024-04-26T01:42:56.924 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:42:56.924+0000 7f5e1cff9700 1 -- 172.21.15.103:0/3449351590 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e14018680 con 0x7f5e201035d0 2024-04-26T01:42:56.924 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:42:56.924+0000 7f5e25ed8700 1 -- 172.21.15.103:0/3449351590 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e201a3280 con 0x7f5e201035d0 2024-04-26T01:42:56.924 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:42:56.925+0000 7f5e25ed8700 1 -- 172.21.15.103:0/3449351590 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e2002df80 con 0x7f5e201035d0 2024-04-26T01:42:56.925 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:42:56.926+0000 7f5e1cff9700 1 -- 172.21.15.103:0/3449351590 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f5e1400f450 con 0x7f5e201035d0 2024-04-26T01:42:56.925 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:42:56.926+0000 7f5e1cff9700 1 --2- 172.21.15.103:0/3449351590 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f5e080a3c40 0x7f5e080a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:42:56.926 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:42:56.927+0000 7f5e1cff9700 1 -- 172.21.15.103:0/3449351590 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 4965+0+0 (secure 0 0 0) 0x7f5e140cf9b0 con 0x7f5e201035d0 2024-04-26T01:42:56.926 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:42:56.927+0000 7f5e1effd700 1 --2- 172.21.15.103:0/3449351590 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f5e080a3c40 0x7f5e080a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:42:56.926 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:42:56.928+0000 7f5e1effd700 1 --2- 172.21.15.103:0/3449351590 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f5e080a3c40 0x7f5e080a6100 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f5e10009a10 tx=0x7f5e10009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:42:56.927 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:42:56.930+0000 7f5e1cff9700 1 -- 172.21.15.103:0/3449351590 <== mon.2 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5e14014030 con 0x7f5e201035d0 2024-04-26T01:42:57.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:57 smithi046 ceph-mon[28013]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:42:57.140 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:42:57.142+0000 7f5e25ed8700 1 -- 172.21.15.103:0/3449351590 --> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi103:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f5e20062e80 con 0x7f5e080a3c40 2024-04-26T01:42:57.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:57 smithi103 ceph-mon[32920]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:42:57.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:57 smithi163 ceph-mon[32592]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:42:58.039 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:58 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:42:58.039 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:58 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:42:58.039 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:58 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:58.039 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:58 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:58.039 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:58 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:58.039 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:58 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:42:58.039 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:58 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:42:58.039 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:58 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:42:58.039 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:58 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:58.039 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:58 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:58.039 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:58 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:42:58.039 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:58 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:58.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:58 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:42:58.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:58 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:42:58.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:58 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:58.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:58 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:58.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:58 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:58.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:58 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:42:58.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:58 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:42:58.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:58 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:42:58.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:58 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:58.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:58 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:58.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:58 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:42:58.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:58 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:58.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:42:58.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:42:58.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:58.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:58.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:58.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:42:58.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:42:58.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:42:58.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:58.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:42:58.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:42:58.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:58 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:42:59.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:59 smithi103 ceph-mon[32920]: from='client.24293 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi103:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:42:59.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:59 smithi103 ceph-mon[32920]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:42:59.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:59 smithi103 ceph-mon[32920]: Detected new or changed devices on smithi046 2024-04-26T01:42:59.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:42:59 smithi103 ceph-mon[32920]: Adjusting osd_memory_target on smithi046 to 5698M 2024-04-26T01:42:59.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:59 smithi046 ceph-mon[28013]: from='client.24293 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi103:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:42:59.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:59 smithi046 ceph-mon[28013]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:42:59.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:59 smithi046 ceph-mon[28013]: Detected new or changed devices on smithi046 2024-04-26T01:42:59.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:42:59 smithi046 ceph-mon[28013]: Adjusting osd_memory_target on smithi046 to 5698M 2024-04-26T01:42:59.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:59 smithi163 ceph-mon[32592]: from='client.24293 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi103:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:42:59.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:59 smithi163 ceph-mon[32592]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:42:59.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:59 smithi163 ceph-mon[32592]: Detected new or changed devices on smithi046 2024-04-26T01:42:59.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:42:59 smithi163 ceph-mon[32592]: Adjusting osd_memory_target on smithi046 to 5698M 2024-04-26T01:43:00.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:00 smithi046 ceph-mon[28013]: from='client.? 172.21.15.103:0/2857916635' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "019316c5-b83f-43f1-8d46-6dd43de6259a"}]: dispatch 2024-04-26T01:43:00.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:00 smithi046 ceph-mon[28013]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "019316c5-b83f-43f1-8d46-6dd43de6259a"}]: dispatch 2024-04-26T01:43:00.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:00 smithi046 ceph-mon[28013]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "019316c5-b83f-43f1-8d46-6dd43de6259a"}]': finished 2024-04-26T01:43:00.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:00 smithi046 ceph-mon[28013]: osdmap e49: 8 total, 7 up, 8 in 2024-04-26T01:43:00.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:00 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:43:00.362 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:00 smithi103 ceph-mon[32920]: from='client.? 172.21.15.103:0/2857916635' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "019316c5-b83f-43f1-8d46-6dd43de6259a"}]: dispatch 2024-04-26T01:43:00.362 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:00 smithi103 ceph-mon[32920]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "019316c5-b83f-43f1-8d46-6dd43de6259a"}]: dispatch 2024-04-26T01:43:00.362 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:00 smithi103 ceph-mon[32920]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "019316c5-b83f-43f1-8d46-6dd43de6259a"}]': finished 2024-04-26T01:43:00.363 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:00 smithi103 ceph-mon[32920]: osdmap e49: 8 total, 7 up, 8 in 2024-04-26T01:43:00.363 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:00 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:43:00.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:00 smithi163 ceph-mon[32592]: from='client.? 172.21.15.103:0/2857916635' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "019316c5-b83f-43f1-8d46-6dd43de6259a"}]: dispatch 2024-04-26T01:43:00.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:00 smithi163 ceph-mon[32592]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "019316c5-b83f-43f1-8d46-6dd43de6259a"}]: dispatch 2024-04-26T01:43:00.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:00 smithi163 ceph-mon[32592]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "019316c5-b83f-43f1-8d46-6dd43de6259a"}]': finished 2024-04-26T01:43:00.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:00 smithi163 ceph-mon[32592]: osdmap e49: 8 total, 7 up, 8 in 2024-04-26T01:43:00.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:00 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:43:01.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:01 smithi046 ceph-mon[28013]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:43:01.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:01 smithi046 ceph-mon[28013]: from='client.? 172.21.15.103:0/932281403' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:43:01.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:01 smithi103 ceph-mon[32920]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:43:01.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:01 smithi103 ceph-mon[32920]: from='client.? 172.21.15.103:0/932281403' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:43:01.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:01 smithi163 ceph-mon[32592]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:43:01.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:01 smithi163 ceph-mon[32592]: from='client.? 172.21.15.103:0/932281403' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:43:03.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:03 smithi046 ceph-mon[28013]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:43:03.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:03 smithi103 ceph-mon[32920]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:43:03.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:03 smithi163 ceph-mon[32592]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:43:05.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:05 smithi103 ceph-mon[32920]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:43:05.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:05 smithi046 ceph-mon[28013]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:43:05.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:05 smithi163 ceph-mon[32592]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:43:07.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:07 smithi046 ceph-mon[28013]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:43:07.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:07 smithi103 ceph-mon[32920]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:43:07.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:07 smithi163 ceph-mon[32592]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:43:08.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:08 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-26T01:43:08.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:08 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:08.326 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:08 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-26T01:43:08.326 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:08 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:08.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:08 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-26T01:43:08.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:08 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:09.306 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:09 smithi103 ceph-mon[32920]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:43:09.306 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:09 smithi103 ceph-mon[32920]: Deploying daemon osd.7 on smithi103 2024-04-26T01:43:09.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:09 smithi046 ceph-mon[28013]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:43:09.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:09 smithi046 ceph-mon[28013]: Deploying daemon osd.7 on smithi103 2024-04-26T01:43:09.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:09 smithi163 ceph-mon[32592]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:43:09.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:09 smithi163 ceph-mon[32592]: Deploying daemon osd.7 on smithi103 2024-04-26T01:43:11.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:11 smithi046 ceph-mon[28013]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:43:11.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:11 smithi103 ceph-mon[32920]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:43:11.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:11 smithi163 ceph-mon[32592]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:43:13.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:13 smithi103 ceph-mon[32920]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:43:13.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:13 smithi163 ceph-mon[32592]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:43:13.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:13 smithi046 ceph-mon[28013]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:43:14.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:14 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:14.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:14 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:14.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:14 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:43:14.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:14 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:14.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:14 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:14.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:14 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:43:14.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:14 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:14.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:14 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:14.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:14 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:43:15.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:15 smithi103 ceph-mon[32920]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:43:15.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:15 smithi163 ceph-mon[32592]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:43:15.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:15 smithi046 ceph-mon[28013]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:43:17.027 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:43:17.030+0000 7f5e1cff9700 1 -- 172.21.15.103:0/3449351590 <== mgr.14152 v2:172.21.15.46:6800/3332901238 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f5e20062e80 con 0x7f5e080a3c40 2024-04-26T01:43:17.028 INFO:teuthology.orchestra.run.smithi103.stdout:Created osd(s) 7 on host 'smithi103' 2024-04-26T01:43:17.030 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:43:17.032+0000 7f5e25ed8700 1 -- 172.21.15.103:0/3449351590 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f5e080a3c40 msgr2=0x7f5e080a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:17.030 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:43:17.032+0000 7f5e25ed8700 1 --2- 172.21.15.103:0/3449351590 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f5e080a3c40 0x7f5e080a6100 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f5e10009a10 tx=0x7f5e10009190 comp rx=0 tx=0).stop 2024-04-26T01:43:17.030 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:43:17.032+0000 7f5e25ed8700 1 -- 172.21.15.103:0/3449351590 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5e201035d0 msgr2=0x7f5e20102f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:17.030 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:43:17.032+0000 7f5e25ed8700 1 --2- 172.21.15.103:0/3449351590 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5e201035d0 0x7f5e20102f30 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f5e1400c9b0 tx=0x7f5e1400ccc0 comp rx=0 tx=0).stop 2024-04-26T01:43:17.030 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:43:17.032+0000 7f5e25ed8700 1 -- 172.21.15.103:0/3449351590 shutdown_connections 2024-04-26T01:43:17.030 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:43:17.032+0000 7f5e25ed8700 1 --2- 172.21.15.103:0/3449351590 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5e20108830 0x7f5e20101ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:17.030 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:43:17.032+0000 7f5e25ed8700 1 --2- 172.21.15.103:0/3449351590 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f5e080a3c40 0x7f5e080a6100 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:17.030 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:43:17.032+0000 7f5e25ed8700 1 --2- 172.21.15.103:0/3449351590 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5e201035d0 0x7f5e20102f30 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:17.030 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:43:17.032+0000 7f5e25ed8700 1 --2- 172.21.15.103:0/3449351590 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5e20105f00 0x7f5e20101580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:17.030 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:43:17.032+0000 7f5e25ed8700 1 -- 172.21.15.103:0/3449351590 >> 172.21.15.103:0/3449351590 conn(0x7f5e200fcf40 msgr2=0x7f5e20103f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:17.030 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:43:17.032+0000 7f5e25ed8700 1 -- 172.21.15.103:0/3449351590 shutdown_connections 2024-04-26T01:43:17.031 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:43:17.032+0000 7f5e25ed8700 1 -- 172.21.15.103:0/3449351590 wait complete. 2024-04-26T01:43:17.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:17 smithi046 ceph-mon[28013]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:43:17.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:17 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:17.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:17 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:17.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:17 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:17.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:17 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:43:17.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:17 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:17.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:17 smithi046 ceph-mon[28013]: from='osd.7 [v2:172.21.15.103:6816/3114516049,v1:172.21.15.103:6817/3114516049]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T01:43:17.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:17 smithi046 ceph-mon[28013]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T01:43:17.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:17 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:17.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:17 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:17.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:17 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:43:17.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:17 smithi103 ceph-mon[32920]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:43:17.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:17 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:17.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:17 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:17.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:17 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:17.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:17 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:43:17.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:17 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:17.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:17 smithi103 ceph-mon[32920]: from='osd.7 [v2:172.21.15.103:6816/3114516049,v1:172.21.15.103:6817/3114516049]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T01:43:17.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:17 smithi103 ceph-mon[32920]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T01:43:17.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:17 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:17.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:17 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:17.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:17 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:43:17.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:17 smithi163 ceph-mon[32592]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:43:17.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:17 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:17.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:17 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:17.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:17 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:17.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:17 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:43:17.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:17 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:17.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:17 smithi163 ceph-mon[32592]: from='osd.7 [v2:172.21.15.103:6816/3114516049,v1:172.21.15.103:6817/3114516049]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T01:43:17.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:17 smithi163 ceph-mon[32592]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T01:43:17.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:17 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:17.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:17 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:17.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:17 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:43:17.768 DEBUG:teuthology.orchestra.run.smithi103:osd.7> sudo journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@osd.7.service 2024-04-26T01:43:17.770 INFO:tasks.cephadm:Deploying osd.8 on smithi163 with /dev/vg_nvme/lv_2... 2024-04-26T01:43:17.771 DEBUG:teuthology.orchestra.run.smithi163:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-26T01:43:18.017 INFO:teuthology.orchestra.run.smithi163.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:43:18.391 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:18 smithi163 ceph-mon[32592]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-26T01:43:18.391 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:18 smithi163 ceph-mon[32592]: from='osd.7 [v2:172.21.15.103:6816/3114516049,v1:172.21.15.103:6817/3114516049]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-04-26T01:43:18.392 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:18 smithi163 ceph-mon[32592]: osdmap e50: 8 total, 7 up, 8 in 2024-04-26T01:43:18.392 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:18 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:43:18.392 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:18 smithi163 ceph-mon[32592]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-04-26T01:43:18.392 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:18 smithi163 ceph-mon[32592]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:43:18.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:18 smithi046 ceph-mon[28013]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-26T01:43:18.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:18 smithi046 ceph-mon[28013]: from='osd.7 [v2:172.21.15.103:6816/3114516049,v1:172.21.15.103:6817/3114516049]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-04-26T01:43:18.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:18 smithi046 ceph-mon[28013]: osdmap e50: 8 total, 7 up, 8 in 2024-04-26T01:43:18.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:18 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:43:18.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:18 smithi046 ceph-mon[28013]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-04-26T01:43:18.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:18 smithi046 ceph-mon[28013]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:43:18.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:18 smithi103 ceph-mon[32920]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-26T01:43:18.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:18 smithi103 ceph-mon[32920]: from='osd.7 [v2:172.21.15.103:6816/3114516049,v1:172.21.15.103:6817/3114516049]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-04-26T01:43:18.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:18 smithi103 ceph-mon[32920]: osdmap e50: 8 total, 7 up, 8 in 2024-04-26T01:43:18.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:18 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:43:18.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:18 smithi103 ceph-mon[32920]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-04-26T01:43:18.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:18 smithi103 ceph-mon[32920]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 626 GiB / 626 GiB avail 2024-04-26T01:43:18.625 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 01:43:18 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T01:43:18.275+0000 7f7d45e89700 -1 osd.7 0 waiting for initial osdmap 2024-04-26T01:43:18.625 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 01:43:18 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T01:43:18.286+0000 7f7d41c7c700 -1 osd.7 51 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T01:43:19.453 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:19 smithi163 ceph-mon[32592]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]': finished 2024-04-26T01:43:19.453 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:19 smithi163 ceph-mon[32592]: osdmap e51: 8 total, 7 up, 8 in 2024-04-26T01:43:19.453 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:19 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:43:19.454 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:19 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:43:19.454 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:19 smithi163 ceph-mon[32592]: osd.7 [v2:172.21.15.103:6816/3114516049,v1:172.21.15.103:6817/3114516049] boot 2024-04-26T01:43:19.454 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:19 smithi163 ceph-mon[32592]: osdmap e52: 8 total, 8 up, 8 in 2024-04-26T01:43:19.454 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:19 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:43:19.545 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:19 smithi103 ceph-mon[32920]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]': finished 2024-04-26T01:43:19.545 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:19 smithi103 ceph-mon[32920]: osdmap e51: 8 total, 7 up, 8 in 2024-04-26T01:43:19.545 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:19 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:43:19.545 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:19 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:43:19.546 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:19 smithi103 ceph-mon[32920]: osd.7 [v2:172.21.15.103:6816/3114516049,v1:172.21.15.103:6817/3114516049] boot 2024-04-26T01:43:19.546 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:19 smithi103 ceph-mon[32920]: osdmap e52: 8 total, 8 up, 8 in 2024-04-26T01:43:19.546 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:19 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:43:19.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:19 smithi046 ceph-mon[28013]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]': finished 2024-04-26T01:43:19.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:19 smithi046 ceph-mon[28013]: osdmap e51: 8 total, 7 up, 8 in 2024-04-26T01:43:19.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:19 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:43:19.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:19 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:43:19.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:19 smithi046 ceph-mon[28013]: osd.7 [v2:172.21.15.103:6816/3114516049,v1:172.21.15.103:6817/3114516049] boot 2024-04-26T01:43:19.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:19 smithi046 ceph-mon[28013]: osdmap e52: 8 total, 8 up, 8 in 2024-04-26T01:43:19.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:19 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:43:20.024 INFO:teuthology.orchestra.run.smithi163.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-26T01:43:20.025 INFO:teuthology.orchestra.run.smithi163.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-26T01:43:20.025 INFO:teuthology.orchestra.run.smithi163.stderr: stderr: 10+0 records in 2024-04-26T01:43:20.025 INFO:teuthology.orchestra.run.smithi163.stderr:10+0 records out 2024-04-26T01:43:20.025 INFO:teuthology.orchestra.run.smithi163.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0128467 s, 816 MB/s 2024-04-26T01:43:20.025 INFO:teuthology.orchestra.run.smithi163.stderr:--> Zapping successful for: 2024-04-26T01:43:20.768 DEBUG:teuthology.orchestra.run.smithi163:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi163:vg_nvme/lv_2 2024-04-26T01:43:21.020 INFO:teuthology.orchestra.run.smithi163.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:43:21.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:20 smithi103 ceph-mon[32920]: purged_snaps scrub starts 2024-04-26T01:43:21.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:20 smithi103 ceph-mon[32920]: purged_snaps scrub ok 2024-04-26T01:43:21.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:20 smithi103 ceph-mon[32920]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 243 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:43:21.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:20 smithi103 ceph-mon[32920]: osdmap e53: 8 total, 8 up, 8 in 2024-04-26T01:43:21.142 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:20 smithi163 ceph-mon[32592]: purged_snaps scrub starts 2024-04-26T01:43:21.142 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:20 smithi163 ceph-mon[32592]: purged_snaps scrub ok 2024-04-26T01:43:21.142 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:20 smithi163 ceph-mon[32592]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 243 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:43:21.142 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:20 smithi163 ceph-mon[32592]: osdmap e53: 8 total, 8 up, 8 in 2024-04-26T01:43:21.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:20 smithi046 ceph-mon[28013]: purged_snaps scrub starts 2024-04-26T01:43:21.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:20 smithi046 ceph-mon[28013]: purged_snaps scrub ok 2024-04-26T01:43:21.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:20 smithi046 ceph-mon[28013]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 243 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:43:21.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:20 smithi046 ceph-mon[28013]: osdmap e53: 8 total, 8 up, 8 in 2024-04-26T01:43:22.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:21 smithi103 ceph-mon[32920]: osdmap e54: 8 total, 8 up, 8 in 2024-04-26T01:43:22.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:21 smithi103 ceph-mon[32920]: Detected new or changed devices on smithi103 2024-04-26T01:43:22.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:21 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:22.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:21 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:22.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:21 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:43:22.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:21 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:43:22.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:21 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:43:22.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:21 smithi103 ceph-mon[32920]: Adjusting osd_memory_target on smithi103 to 5696M 2024-04-26T01:43:22.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:21 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:22.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:21 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:22.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:21 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:43:22.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:21 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:22.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:21 smithi163 ceph-mon[32592]: osdmap e54: 8 total, 8 up, 8 in 2024-04-26T01:43:22.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:21 smithi163 ceph-mon[32592]: Detected new or changed devices on smithi103 2024-04-26T01:43:22.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:21 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:22.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:21 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:22.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:21 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:43:22.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:21 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:43:22.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:21 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:43:22.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:21 smithi163 ceph-mon[32592]: Adjusting osd_memory_target on smithi103 to 5696M 2024-04-26T01:43:22.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:21 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:22.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:21 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:22.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:21 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:43:22.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:21 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:22.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:21 smithi046 ceph-mon[28013]: osdmap e54: 8 total, 8 up, 8 in 2024-04-26T01:43:22.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:21 smithi046 ceph-mon[28013]: Detected new or changed devices on smithi103 2024-04-26T01:43:22.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:21 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:22.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:21 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:22.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:21 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:43:22.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:21 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:43:22.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:21 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:43:22.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:21 smithi046 ceph-mon[28013]: Adjusting osd_memory_target on smithi103 to 5696M 2024-04-26T01:43:22.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:21 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:22.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:21 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:22.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:21 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:43:22.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:21 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:22.714 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:22.716+0000 7f67c55e9700 1 -- 172.21.15.163:0/12776438 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f67c0104650 msgr2=0x7f67c010af00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:22.714 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:22.716+0000 7f67c55e9700 1 --2- 172.21.15.163:0/12776438 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f67c0104650 0x7f67c010af00 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f67b800b0a0 tx=0x7f67b800b3b0 comp rx=0 tx=0).stop 2024-04-26T01:43:22.714 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:22.716+0000 7f67c55e9700 1 -- 172.21.15.163:0/12776438 shutdown_connections 2024-04-26T01:43:22.714 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:22.716+0000 7f67c55e9700 1 --2- 172.21.15.163:0/12776438 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f67c0104650 0x7f67c010af00 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:22.714 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:22.716+0000 7f67c55e9700 1 --2- 172.21.15.163:0/12776438 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f67c0102ab0 0x7f67c0102ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:22.714 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:22.716+0000 7f67c55e9700 1 --2- 172.21.15.163:0/12776438 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f67c0103cb0 0x7f67c0104110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:22.714 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:22.716+0000 7f67c55e9700 1 -- 172.21.15.163:0/12776438 >> 172.21.15.163:0/12776438 conn(0x7f67c00fe050 msgr2=0x7f67c0100490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:22.714 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:22.716+0000 7f67c55e9700 1 -- 172.21.15.163:0/12776438 shutdown_connections 2024-04-26T01:43:22.714 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:22.716+0000 7f67c55e9700 1 -- 172.21.15.163:0/12776438 wait complete. 2024-04-26T01:43:22.714 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:22.717+0000 7f67c55e9700 1 Processor -- start 2024-04-26T01:43:22.715 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:22.717+0000 7f67c55e9700 1 -- start start 2024-04-26T01:43:22.716 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:22.717+0000 7f67c55e9700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f67c0102ab0 0x7f67c00767e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:22.716 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:22.717+0000 7f67c55e9700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f67c0103cb0 0x7f67c0074e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:22.716 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:22.717+0000 7f67c55e9700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f67c0104650 0x7f67c0075370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:22.717 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:22.717+0000 7f67c55e9700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f67c010e720 con 0x7f67c0103cb0 2024-04-26T01:43:22.717 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:22.717+0000 7f67c55e9700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f67c010e5a0 con 0x7f67c0104650 2024-04-26T01:43:22.717 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:22.717+0000 7f67c55e9700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f67c010e8a0 con 0x7f67c0102ab0 2024-04-26T01:43:22.717 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:22.717+0000 7f67beffd700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f67c0102ab0 0x7f67c00767e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:22.717 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:22.717+0000 7f67beffd700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f67c0102ab0 0x7f67c00767e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.163:33240/0 (socket says 172.21.15.163:33240) 2024-04-26T01:43:22.717 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:22.717+0000 7f67beffd700 1 -- 172.21.15.163:0/86509716 learned_addr learned my addr 172.21.15.163:0/86509716 (peer_addr_for_me v2:172.21.15.163:0/0) 2024-04-26T01:43:22.717 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:22.717+0000 7f67bf7fe700 1 --2- 172.21.15.163:0/86509716 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f67c0104650 0x7f67c0075370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:22.717 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:22.718+0000 7f67beffd700 1 -- 172.21.15.163:0/86509716 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f67c0104650 msgr2=0x7f67c0075370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:22.717 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:22.718+0000 7f67beffd700 1 --2- 172.21.15.163:0/86509716 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f67c0104650 0x7f67c0075370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:22.717 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:22.718+0000 7f67beffd700 1 -- 172.21.15.163:0/86509716 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f67c0103cb0 msgr2=0x7f67c0074e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:22.717 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:22.718+0000 7f67beffd700 1 --2- 172.21.15.163:0/86509716 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f67c0103cb0 0x7f67c0074e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:22.717 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:22.718+0000 7f67beffd700 1 -- 172.21.15.163:0/86509716 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67c0075c20 con 0x7f67c0102ab0 2024-04-26T01:43:22.717 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:22.718+0000 7f67bf7fe700 1 --2- 172.21.15.163:0/86509716 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f67c0104650 0x7f67c0075370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:43:22.718 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:22.718+0000 7f67beffd700 1 --2- 172.21.15.163:0/86509716 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f67c0102ab0 0x7f67c00767e0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f67b000b500 tx=0x7f67b000b8c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:22.718 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:22.718+0000 7f67bcff9700 1 -- 172.21.15.163:0/86509716 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67b0015020 con 0x7f67c0102ab0 2024-04-26T01:43:22.718 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:22.718+0000 7f67bcff9700 1 -- 172.21.15.163:0/86509716 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f67b0011d00 con 0x7f67c0102ab0 2024-04-26T01:43:22.718 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:22.718+0000 7f67bcff9700 1 -- 172.21.15.163:0/86509716 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67b0010e10 con 0x7f67c0102ab0 2024-04-26T01:43:22.718 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:22.718+0000 7f67c55e9700 1 -- 172.21.15.163:0/86509716 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67c01a2e30 con 0x7f67c0102ab0 2024-04-26T01:43:22.718 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:22.718+0000 7f67c55e9700 1 -- 172.21.15.163:0/86509716 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67c01a31d0 con 0x7f67c0102ab0 2024-04-26T01:43:22.718 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:22.719+0000 7f67c55e9700 1 -- 172.21.15.163:0/86509716 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f67c0069770 con 0x7f67c0102ab0 2024-04-26T01:43:22.719 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:22.720+0000 7f67bcff9700 1 -- 172.21.15.163:0/86509716 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f67b0018020 con 0x7f67c0102ab0 2024-04-26T01:43:22.719 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:22.721+0000 7f67bcff9700 1 --2- 172.21.15.163:0/86509716 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f67ac0a3cc0 0x7f67ac0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:22.719 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:22.721+0000 7f67bcff9700 1 -- 172.21.15.163:0/86509716 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5397+0+0 (secure 0 0 0) 0x7f67b00cf580 con 0x7f67c0102ab0 2024-04-26T01:43:22.719 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:22.721+0000 7f67b67fc700 1 --2- 172.21.15.163:0/86509716 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f67ac0a3cc0 0x7f67ac0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:22.719 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:22.722+0000 7f67b67fc700 1 --2- 172.21.15.163:0/86509716 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f67ac0a3cc0 0x7f67ac0a6180 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f67a8005950 tx=0x7f67a80058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:22.721 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:22.724+0000 7f67bcff9700 1 -- 172.21.15.163:0/86509716 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f67b001f020 con 0x7f67c0102ab0 2024-04-26T01:43:22.930 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:22.933+0000 7f67c55e9700 1 -- 172.21.15.163:0/86509716 --> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi163:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f67c0062e80 con 0x7f67ac0a3cc0 2024-04-26T01:43:23.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:22 smithi103 ceph-mon[32920]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 243 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:43:23.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:22 smithi103 ceph-mon[32920]: osdmap e55: 8 total, 8 up, 8 in 2024-04-26T01:43:23.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:22 smithi163 ceph-mon[32592]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 243 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:43:23.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:22 smithi163 ceph-mon[32592]: osdmap e55: 8 total, 8 up, 8 in 2024-04-26T01:43:23.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:22 smithi046 ceph-mon[28013]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 243 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:43:23.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:22 smithi046 ceph-mon[28013]: osdmap e55: 8 total, 8 up, 8 in 2024-04-26T01:43:24.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:23 smithi103 ceph-mon[32920]: osdmap e56: 8 total, 8 up, 8 in 2024-04-26T01:43:24.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:23 smithi103 ceph-mon[32920]: from='client.24322 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi163:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:43:24.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:23 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:43:24.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:23 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:43:24.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:23 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:24.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:23 smithi163 ceph-mon[32592]: osdmap e56: 8 total, 8 up, 8 in 2024-04-26T01:43:24.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:23 smithi163 ceph-mon[32592]: from='client.24322 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi163:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:43:24.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:23 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:43:24.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:23 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:43:24.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:23 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:24.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:23 smithi046 ceph-mon[28013]: osdmap e56: 8 total, 8 up, 8 in 2024-04-26T01:43:24.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:23 smithi046 ceph-mon[28013]: from='client.24322 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi163:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:43:24.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:23 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:43:24.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:23 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:43:24.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:23 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:25.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:24 smithi103 ceph-mon[32920]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:43:25.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:24 smithi163 ceph-mon[32592]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:43:25.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:24 smithi046 ceph-mon[28013]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:43:26.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:25 smithi103 ceph-mon[32920]: from='client.? 172.21.15.163:0/1525837440' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "209597cd-7768-4b82-ade7-8e01927a3e03"}]: dispatch 2024-04-26T01:43:26.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:25 smithi103 ceph-mon[32920]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "209597cd-7768-4b82-ade7-8e01927a3e03"}]: dispatch 2024-04-26T01:43:26.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:25 smithi103 ceph-mon[32920]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "209597cd-7768-4b82-ade7-8e01927a3e03"}]': finished 2024-04-26T01:43:26.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:25 smithi103 ceph-mon[32920]: osdmap e57: 9 total, 8 up, 9 in 2024-04-26T01:43:26.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:25 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:43:26.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:25 smithi163 ceph-mon[32592]: from='client.? 172.21.15.163:0/1525837440' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "209597cd-7768-4b82-ade7-8e01927a3e03"}]: dispatch 2024-04-26T01:43:26.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:25 smithi163 ceph-mon[32592]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "209597cd-7768-4b82-ade7-8e01927a3e03"}]: dispatch 2024-04-26T01:43:26.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:25 smithi163 ceph-mon[32592]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "209597cd-7768-4b82-ade7-8e01927a3e03"}]': finished 2024-04-26T01:43:26.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:25 smithi163 ceph-mon[32592]: osdmap e57: 9 total, 8 up, 9 in 2024-04-26T01:43:26.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:25 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:43:26.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:25 smithi046 ceph-mon[28013]: from='client.? 172.21.15.163:0/1525837440' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "209597cd-7768-4b82-ade7-8e01927a3e03"}]: dispatch 2024-04-26T01:43:26.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:25 smithi046 ceph-mon[28013]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "209597cd-7768-4b82-ade7-8e01927a3e03"}]: dispatch 2024-04-26T01:43:26.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:25 smithi046 ceph-mon[28013]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "209597cd-7768-4b82-ade7-8e01927a3e03"}]': finished 2024-04-26T01:43:26.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:25 smithi046 ceph-mon[28013]: osdmap e57: 9 total, 8 up, 9 in 2024-04-26T01:43:26.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:25 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:43:27.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:26 smithi103 ceph-mon[32920]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:43:27.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:26 smithi103 ceph-mon[32920]: from='client.? 172.21.15.163:0/1233796061' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:43:27.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:26 smithi163 ceph-mon[32592]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:43:27.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:26 smithi163 ceph-mon[32592]: from='client.? 172.21.15.163:0/1233796061' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:43:27.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:26 smithi046 ceph-mon[28013]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:43:27.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:26 smithi046 ceph-mon[28013]: from='client.? 172.21.15.163:0/1233796061' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:43:29.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:28 smithi103 ceph-mon[32920]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:43:29.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:28 smithi163 ceph-mon[32592]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:43:29.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:28 smithi046 ceph-mon[28013]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:43:31.002 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:30 smithi163 ceph-mon[32592]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:43:31.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:30 smithi046 ceph-mon[28013]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:43:31.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:30 smithi103 ceph-mon[32920]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:43:33.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:32 smithi163 ceph-mon[32592]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:43:33.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:32 smithi046 ceph-mon[28013]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:43:33.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:32 smithi103 ceph-mon[32920]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:43:34.020 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:33 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-26T01:43:34.020 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:33 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:34.020 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:33 smithi163 ceph-mon[32592]: Deploying daemon osd.8 on smithi163 2024-04-26T01:43:34.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:33 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-26T01:43:34.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:33 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:34.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:33 smithi046 ceph-mon[28013]: Deploying daemon osd.8 on smithi163 2024-04-26T01:43:34.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:33 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-26T01:43:34.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:33 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:34.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:33 smithi103 ceph-mon[32920]: Deploying daemon osd.8 on smithi163 2024-04-26T01:43:34.941 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:34 smithi163 ceph-mon[32592]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:43:35.211 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:34 smithi046 ceph-mon[28013]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:43:35.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:34 smithi103 ceph-mon[32920]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:43:37.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:36 smithi163 ceph-mon[32592]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:43:37.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:36 smithi046 ceph-mon[28013]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:43:37.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:36 smithi103 ceph-mon[32920]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:43:39.135 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:38 smithi163 ceph-mon[32592]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:43:39.135 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:38 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:39.135 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:38 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:43:39.135 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:38 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:39.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:38 smithi046 ceph-mon[28013]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:43:39.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:38 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:39.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:38 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:43:39.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:38 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:39.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:38 smithi103 ceph-mon[32920]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:43:39.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:38 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:39.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:38 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:43:39.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:38 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:41.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:40 smithi163 ceph-mon[32592]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:43:41.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:40 smithi046 ceph-mon[28013]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:43:41.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:40 smithi103 ceph-mon[32920]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:43:42.674 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:42.676+0000 7f67bcff9700 1 -- 172.21.15.163:0/86509716 <== mgr.14152 v2:172.21.15.46:6800/3332901238 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f67c0062e80 con 0x7f67ac0a3cc0 2024-04-26T01:43:42.674 INFO:teuthology.orchestra.run.smithi163.stdout:Created osd(s) 8 on host 'smithi163' 2024-04-26T01:43:42.676 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:42.678+0000 7f67c55e9700 1 -- 172.21.15.163:0/86509716 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f67ac0a3cc0 msgr2=0x7f67ac0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:42.676 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:42.678+0000 7f67c55e9700 1 --2- 172.21.15.163:0/86509716 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f67ac0a3cc0 0x7f67ac0a6180 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f67a8005950 tx=0x7f67a80058e0 comp rx=0 tx=0).stop 2024-04-26T01:43:42.676 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:42.678+0000 7f67c55e9700 1 -- 172.21.15.163:0/86509716 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f67c0102ab0 msgr2=0x7f67c00767e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:42.676 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:42.678+0000 7f67c55e9700 1 --2- 172.21.15.163:0/86509716 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f67c0102ab0 0x7f67c00767e0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f67b000b500 tx=0x7f67b000b8c0 comp rx=0 tx=0).stop 2024-04-26T01:43:42.676 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:42.679+0000 7f67c55e9700 1 -- 172.21.15.163:0/86509716 shutdown_connections 2024-04-26T01:43:42.676 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:42.679+0000 7f67c55e9700 1 --2- 172.21.15.163:0/86509716 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f67ac0a3cc0 0x7f67ac0a6180 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:42.676 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:42.679+0000 7f67c55e9700 1 --2- 172.21.15.163:0/86509716 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f67c0104650 0x7f67c0075370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:42.676 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:42.679+0000 7f67c55e9700 1 --2- 172.21.15.163:0/86509716 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f67c0102ab0 0x7f67c00767e0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:42.677 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:42.679+0000 7f67c55e9700 1 --2- 172.21.15.163:0/86509716 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f67c0103cb0 0x7f67c0074e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:42.677 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:42.679+0000 7f67c55e9700 1 -- 172.21.15.163:0/86509716 >> 172.21.15.163:0/86509716 conn(0x7f67c00fe050 msgr2=0x7f67c0106f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:42.677 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:42.679+0000 7f67c55e9700 1 -- 172.21.15.163:0/86509716 shutdown_connections 2024-04-26T01:43:42.677 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:43:42.679+0000 7f67c55e9700 1 -- 172.21.15.163:0/86509716 wait complete. 2024-04-26T01:43:42.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:42 smithi163 ceph-mon[32592]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:43:42.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:42 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:42.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:42 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:42.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:42 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:42.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:42 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:43:42.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:42 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:42.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:42 smithi163 ceph-mon[32592]: from='osd.8 [v2:172.21.15.163:6816/1671606862,v1:172.21.15.163:6817/1671606862]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-26T01:43:42.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:42 smithi163 ceph-mon[32592]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-26T01:43:42.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:42 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:43:42.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:42 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:42.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:42 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:43.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:42 smithi046 ceph-mon[28013]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:43:43.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:42 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:43.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:42 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:43.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:42 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:43.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:42 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:43:43.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:42 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:43.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:42 smithi046 ceph-mon[28013]: from='osd.8 [v2:172.21.15.163:6816/1671606862,v1:172.21.15.163:6817/1671606862]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-26T01:43:43.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:42 smithi046 ceph-mon[28013]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-26T01:43:43.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:42 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:43:43.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:42 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:43.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:42 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:43.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:42 smithi103 ceph-mon[32920]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:43:43.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:42 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:43.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:42 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:43.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:42 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:43.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:42 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:43:43.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:42 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:43.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:42 smithi103 ceph-mon[32920]: from='osd.8 [v2:172.21.15.163:6816/1671606862,v1:172.21.15.163:6817/1671606862]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-26T01:43:43.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:42 smithi103 ceph-mon[32920]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-26T01:43:43.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:42 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:43:43.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:42 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:43.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:42 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:43.353 DEBUG:teuthology.orchestra.run.smithi163:osd.8> sudo journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@osd.8.service 2024-04-26T01:43:43.355 INFO:tasks.cephadm:Deploying osd.9 on smithi046 with /dev/vg_nvme/lv_1... 2024-04-26T01:43:43.356 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-26T01:43:43.819 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:43:44.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:43 smithi046 ceph-mon[28013]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-26T01:43:44.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:43 smithi046 ceph-mon[28013]: from='osd.8 [v2:172.21.15.163:6816/1671606862,v1:172.21.15.163:6817/1671606862]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-04-26T01:43:44.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:43 smithi046 ceph-mon[28013]: osdmap e58: 9 total, 8 up, 9 in 2024-04-26T01:43:44.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:43 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:43:44.184 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:43 smithi046 ceph-mon[28013]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-04-26T01:43:44.223 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:43 smithi163 ceph-mon[32592]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-26T01:43:44.223 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:43 smithi163 ceph-mon[32592]: from='osd.8 [v2:172.21.15.163:6816/1671606862,v1:172.21.15.163:6817/1671606862]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-04-26T01:43:44.223 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:43 smithi163 ceph-mon[32592]: osdmap e58: 9 total, 8 up, 9 in 2024-04-26T01:43:44.223 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:43 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:43:44.223 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:43 smithi163 ceph-mon[32592]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-04-26T01:43:44.223 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 01:43:43 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T01:43:43.924+0000 7f53a0045700 -1 osd.8 0 waiting for initial osdmap 2024-04-26T01:43:44.223 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 01:43:43 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T01:43:43.934+0000 7f539be38700 -1 osd.8 59 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T01:43:44.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:43 smithi103 ceph-mon[32920]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-26T01:43:44.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:43 smithi103 ceph-mon[32920]: from='osd.8 [v2:172.21.15.163:6816/1671606862,v1:172.21.15.163:6817/1671606862]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-04-26T01:43:44.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:43 smithi103 ceph-mon[32920]: osdmap e58: 9 total, 8 up, 9 in 2024-04-26T01:43:44.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:43 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:43:44.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:43 smithi103 ceph-mon[32920]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-04-26T01:43:45.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:44 smithi163 ceph-mon[32592]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:43:45.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:44 smithi163 ceph-mon[32592]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]': finished 2024-04-26T01:43:45.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:44 smithi163 ceph-mon[32592]: osdmap e59: 9 total, 8 up, 9 in 2024-04-26T01:43:45.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:44 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:43:45.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:44 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:43:45.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:44 smithi163 ceph-mon[32592]: osd.8 [v2:172.21.15.163:6816/1671606862,v1:172.21.15.163:6817/1671606862] boot 2024-04-26T01:43:45.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:44 smithi046 ceph-mon[28013]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:43:45.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:44 smithi046 ceph-mon[28013]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]': finished 2024-04-26T01:43:45.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:44 smithi046 ceph-mon[28013]: osdmap e59: 9 total, 8 up, 9 in 2024-04-26T01:43:45.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:44 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:43:45.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:44 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:43:45.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:44 smithi046 ceph-mon[28013]: osd.8 [v2:172.21.15.163:6816/1671606862,v1:172.21.15.163:6817/1671606862] boot 2024-04-26T01:43:45.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:44 smithi103 ceph-mon[32920]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-04-26T01:43:45.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:44 smithi103 ceph-mon[32920]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]': finished 2024-04-26T01:43:45.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:44 smithi103 ceph-mon[32920]: osdmap e59: 9 total, 8 up, 9 in 2024-04-26T01:43:45.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:44 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:43:45.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:44 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:43:45.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:44 smithi103 ceph-mon[32920]: osd.8 [v2:172.21.15.163:6816/1671606862,v1:172.21.15.163:6817/1671606862] boot 2024-04-26T01:43:46.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:45 smithi046 ceph-mon[28013]: purged_snaps scrub starts 2024-04-26T01:43:46.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:45 smithi046 ceph-mon[28013]: purged_snaps scrub ok 2024-04-26T01:43:46.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:45 smithi046 ceph-mon[28013]: osdmap e60: 9 total, 9 up, 9 in 2024-04-26T01:43:46.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:45 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:43:46.357 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:45 smithi163 ceph-mon[32592]: purged_snaps scrub starts 2024-04-26T01:43:46.357 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:45 smithi163 ceph-mon[32592]: purged_snaps scrub ok 2024-04-26T01:43:46.357 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:45 smithi163 ceph-mon[32592]: osdmap e60: 9 total, 9 up, 9 in 2024-04-26T01:43:46.357 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:45 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:43:46.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:45 smithi103 ceph-mon[32920]: purged_snaps scrub starts 2024-04-26T01:43:46.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:45 smithi103 ceph-mon[32920]: purged_snaps scrub ok 2024-04-26T01:43:46.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:45 smithi103 ceph-mon[32920]: osdmap e60: 9 total, 9 up, 9 in 2024-04-26T01:43:46.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:45 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:43:46.965 INFO:teuthology.orchestra.run.smithi046.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-26T01:43:46.965 INFO:teuthology.orchestra.run.smithi046.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-26T01:43:46.966 INFO:teuthology.orchestra.run.smithi046.stderr: stderr: 10+0 records in 2024-04-26T01:43:46.966 INFO:teuthology.orchestra.run.smithi046.stderr:10+0 records out 2024-04-26T01:43:46.966 INFO:teuthology.orchestra.run.smithi046.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0638709 s, 164 MB/s 2024-04-26T01:43:46.966 INFO:teuthology.orchestra.run.smithi046.stderr:--> Zapping successful for: 2024-04-26T01:43:47.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:46 smithi046 ceph-mon[28013]: pgmap v222: 1 pgs: 1 peering; 577 KiB data, 271 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:43:47.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:46 smithi046 ceph-mon[28013]: osdmap e61: 9 total, 9 up, 9 in 2024-04-26T01:43:47.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:46 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:47.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:46 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:47.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:46 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:43:47.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:46 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:43:47.172 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:46 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:43:47.173 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:46 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:47.173 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:46 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:47.173 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:46 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:43:47.173 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:46 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:47.173 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:46 smithi046 ceph-mon[28013]: osdmap e62: 9 total, 9 up, 9 in 2024-04-26T01:43:47.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:46 smithi103 ceph-mon[32920]: pgmap v222: 1 pgs: 1 peering; 577 KiB data, 271 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:43:47.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:46 smithi103 ceph-mon[32920]: osdmap e61: 9 total, 9 up, 9 in 2024-04-26T01:43:47.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:46 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:47.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:46 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:47.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:46 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:43:47.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:46 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:43:47.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:46 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:43:47.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:46 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:47.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:46 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:47.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:46 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:43:47.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:46 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:47.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:46 smithi103 ceph-mon[32920]: osdmap e62: 9 total, 9 up, 9 in 2024-04-26T01:43:47.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:46 smithi163 ceph-mon[32592]: pgmap v222: 1 pgs: 1 peering; 577 KiB data, 271 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:43:47.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:46 smithi163 ceph-mon[32592]: osdmap e61: 9 total, 9 up, 9 in 2024-04-26T01:43:47.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:46 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:47.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:46 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:47.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:46 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:43:47.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:46 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:43:47.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:46 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:43:47.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:46 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:47.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:46 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:47.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:46 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:43:47.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:46 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:43:47.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:46 smithi163 ceph-mon[32592]: osdmap e62: 9 total, 9 up, 9 in 2024-04-26T01:43:47.972 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi046:vg_nvme/lv_1 2024-04-26T01:43:48.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:47 smithi046 ceph-mon[28013]: Detected new or changed devices on smithi163 2024-04-26T01:43:48.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:47 smithi046 ceph-mon[28013]: Adjusting osd_memory_target on smithi163 to 5696M 2024-04-26T01:43:48.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:47 smithi103 ceph-mon[32920]: Detected new or changed devices on smithi163 2024-04-26T01:43:48.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:47 smithi103 ceph-mon[32920]: Adjusting osd_memory_target on smithi163 to 5696M 2024-04-26T01:43:48.406 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:43:48.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:47 smithi163 ceph-mon[32592]: Detected new or changed devices on smithi163 2024-04-26T01:43:48.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:47 smithi163 ceph-mon[32592]: Adjusting osd_memory_target on smithi163 to 5696M 2024-04-26T01:43:49.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:48 smithi046 ceph-mon[28013]: pgmap v225: 1 pgs: 1 peering; 577 KiB data, 271 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:43:49.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:48 smithi046 ceph-mon[28013]: osdmap e63: 9 total, 9 up, 9 in 2024-04-26T01:43:49.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:48 smithi103 ceph-mon[32920]: pgmap v225: 1 pgs: 1 peering; 577 KiB data, 271 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:43:49.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:48 smithi103 ceph-mon[32920]: osdmap e63: 9 total, 9 up, 9 in 2024-04-26T01:43:49.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:48 smithi163 ceph-mon[32592]: pgmap v225: 1 pgs: 1 peering; 577 KiB data, 271 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:43:49.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:48 smithi163 ceph-mon[32592]: osdmap e63: 9 total, 9 up, 9 in 2024-04-26T01:43:50.257 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:49 smithi046 ceph-mon[28013]: osdmap e64: 9 total, 9 up, 9 in 2024-04-26T01:43:50.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:49 smithi103 ceph-mon[32920]: osdmap e64: 9 total, 9 up, 9 in 2024-04-26T01:43:50.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:49 smithi163 ceph-mon[32592]: osdmap e64: 9 total, 9 up, 9 in 2024-04-26T01:43:50.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:43:50.771+0000 7fd2b5a00700 1 -- 172.21.15.46:0/1254937439 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd2b0106760 msgr2=0x7fd2b010d010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:50.769 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:43:50.771+0000 7fd2b5a00700 1 --2- 172.21.15.46:0/1254937439 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd2b0106760 0x7fd2b010d010 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fd2a8009fc0 tx=0x7fd2a800b330 comp rx=0 tx=0).stop 2024-04-26T01:43:50.769 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:43:50.771+0000 7fd2b5a00700 1 -- 172.21.15.46:0/1254937439 shutdown_connections 2024-04-26T01:43:50.769 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:43:50.771+0000 7fd2b5a00700 1 --2- 172.21.15.46:0/1254937439 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd2b0106760 0x7fd2b010d010 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:50.769 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:43:50.771+0000 7fd2b5a00700 1 --2- 172.21.15.46:0/1254937439 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2b0104bc0 0x7fd2b0104fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:50.769 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:43:50.771+0000 7fd2b5a00700 1 --2- 172.21.15.46:0/1254937439 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd2b0105dc0 0x7fd2b0106220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:50.769 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:43:50.771+0000 7fd2b5a00700 1 -- 172.21.15.46:0/1254937439 >> 172.21.15.46:0/1254937439 conn(0x7fd2b0100180 msgr2=0x7fd2b01025a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:43:50.769 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:43:50.771+0000 7fd2b5a00700 1 -- 172.21.15.46:0/1254937439 shutdown_connections 2024-04-26T01:43:50.769 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:43:50.771+0000 7fd2b5a00700 1 -- 172.21.15.46:0/1254937439 wait complete. 2024-04-26T01:43:50.770 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:43:50.772+0000 7fd2b5a00700 1 Processor -- start 2024-04-26T01:43:50.770 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:43:50.772+0000 7fd2b5a00700 1 -- start start 2024-04-26T01:43:50.770 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:43:50.773+0000 7fd2b5a00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd2b0104bc0 0x7fd2b019ad20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:50.771 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:43:50.773+0000 7fd2b5a00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd2b0105dc0 0x7fd2b019b260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:50.771 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:43:50.773+0000 7fd2b5a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2b0106760 0x7fd2b01a22a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:50.771 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:43:50.773+0000 7fd2b5a00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fd2b0110780 con 0x7fd2b0106760 2024-04-26T01:43:50.771 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:43:50.773+0000 7fd2b5a00700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fd2b0110600 con 0x7fd2b0105dc0 2024-04-26T01:43:50.771 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:43:50.773+0000 7fd2b5a00700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fd2b0110900 con 0x7fd2b0104bc0 2024-04-26T01:43:50.771 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:43:50.773+0000 7fd2afe00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd2b0104bc0 0x7fd2b019ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:50.771 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:43:50.773+0000 7fd2afe00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd2b0104bc0 0x7fd2b019ad20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:52662/0 (socket says 172.21.15.46:52662) 2024-04-26T01:43:50.771 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:43:50.773+0000 7fd2afe00700 1 -- 172.21.15.46:0/2950968175 learned_addr learned my addr 172.21.15.46:0/2950968175 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:43:50.771 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:43:50.773+0000 7fd2af400700 1 --2- 172.21.15.46:0/2950968175 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd2b0105dc0 0x7fd2b019b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:50.771 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:43:50.773+0000 7fd2b5000700 1 --2- 172.21.15.46:0/2950968175 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2b0106760 0x7fd2b01a22a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:50.772 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:43:50.773+0000 7fd2afe00700 1 -- 172.21.15.46:0/2950968175 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd2b0105dc0 msgr2=0x7fd2b019b260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:50.772 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:43:50.774+0000 7fd2afe00700 1 --2- 172.21.15.46:0/2950968175 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd2b0105dc0 0x7fd2b019b260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:50.772 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:43:50.774+0000 7fd2afe00700 1 -- 172.21.15.46:0/2950968175 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2b0106760 msgr2=0x7fd2b01a22a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:43:50.772 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:43:50.774+0000 7fd2afe00700 1 --2- 172.21.15.46:0/2950968175 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2b0106760 0x7fd2b01a22a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:43:50.772 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:43:50.774+0000 7fd2afe00700 1 -- 172.21.15.46:0/2950968175 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2b01a2970 con 0x7fd2b0104bc0 2024-04-26T01:43:50.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:43:50.774+0000 7fd2afe00700 1 --2- 172.21.15.46:0/2950968175 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd2b0104bc0 0x7fd2b019ad20 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fd2a000ebf0 tx=0x7fd2a000ef00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:50.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:43:50.774+0000 7fd2acc00700 1 -- 172.21.15.46:0/2950968175 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2a000cc90 con 0x7fd2b0104bc0 2024-04-26T01:43:50.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:43:50.774+0000 7fd2b5a00700 1 -- 172.21.15.46:0/2950968175 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2b01a2c60 con 0x7fd2b0104bc0 2024-04-26T01:43:50.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:43:50.774+0000 7fd2acc00700 1 -- 172.21.15.46:0/2950968175 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd2a000ce30 con 0x7fd2b0104bc0 2024-04-26T01:43:50.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:43:50.775+0000 7fd2acc00700 1 -- 172.21.15.46:0/2950968175 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2a0018840 con 0x7fd2b0104bc0 2024-04-26T01:43:50.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:43:50.775+0000 7fd2b5a00700 1 -- 172.21.15.46:0/2950968175 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2b01a31a0 con 0x7fd2b0104bc0 2024-04-26T01:43:50.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:43:50.776+0000 7fd2b5a00700 1 -- 172.21.15.46:0/2950968175 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd2b0069730 con 0x7fd2b0104bc0 2024-04-26T01:43:50.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:43:50.780+0000 7fd2acc00700 1 -- 172.21.15.46:0/2950968175 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fd2a001f020 con 0x7fd2b0104bc0 2024-04-26T01:43:50.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:43:50.782+0000 7fd2acc00700 1 --2- 172.21.15.46:0/2950968175 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fd2940a3c40 0x7fd2940a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:43:50.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:43:50.782+0000 7fd2acc00700 1 -- 172.21.15.46:0/2950968175 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(64..64 src has 1..64) ==== 5829+0+0 (secure 0 0 0) 0x7fd2a00d01b0 con 0x7fd2b0104bc0 2024-04-26T01:43:50.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:43:50.782+0000 7fd2af400700 1 --2- 172.21.15.46:0/2950968175 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fd2940a3c40 0x7fd2940a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:43:50.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:43:50.782+0000 7fd2acc00700 1 -- 172.21.15.46:0/2950968175 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd2a0099410 con 0x7fd2b0104bc0 2024-04-26T01:43:50.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:43:50.783+0000 7fd2af400700 1 --2- 172.21.15.46:0/2950968175 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fd2940a3c40 0x7fd2940a6100 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fd29c009680 tx=0x7fd29c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:43:51.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:43:51.028+0000 7fd2b5a00700 1 -- 172.21.15.46:0/2950968175 --> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7fd2b0062f40 con 0x7fd2940a3c40 2024-04-26T01:43:51.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:50 smithi046 ceph-mon[28013]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 271 MiB used, 804 GiB / 805 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-26T01:43:51.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:50 smithi103 ceph-mon[32920]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 271 MiB used, 804 GiB / 805 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-26T01:43:51.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:50 smithi163 ceph-mon[32592]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 271 MiB used, 804 GiB / 805 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-26T01:43:52.242 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:51 smithi046 ceph-mon[28013]: from='client.24349 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:43:52.242 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:51 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:43:52.242 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:51 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:43:52.242 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:51 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:52.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:51 smithi103 ceph-mon[32920]: from='client.24349 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:43:52.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:51 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:43:52.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:51 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:43:52.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:51 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:52.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:51 smithi163 ceph-mon[32592]: from='client.24349 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi046:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:43:52.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:51 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:43:52.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:51 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:43:52.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:51 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:43:53.253 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:52 smithi046 ceph-mon[28013]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail; 107 KiB/s, 0 objects/s recovering 2024-04-26T01:43:53.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:52 smithi103 ceph-mon[32920]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail; 107 KiB/s, 0 objects/s recovering 2024-04-26T01:43:53.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:52 smithi163 ceph-mon[32592]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail; 107 KiB/s, 0 objects/s recovering 2024-04-26T01:43:55.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:54 smithi046 ceph-mon[28013]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-04-26T01:43:55.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:54 smithi103 ceph-mon[32920]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-04-26T01:43:55.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:54 smithi163 ceph-mon[32592]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-04-26T01:43:56.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:55 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/189331155' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "77a2c45f-b6c7-465c-96ec-d760fa92dd75"}]: dispatch 2024-04-26T01:43:56.063 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:55 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/189331155' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "77a2c45f-b6c7-465c-96ec-d760fa92dd75"}]': finished 2024-04-26T01:43:56.063 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:55 smithi046 ceph-mon[28013]: osdmap e65: 10 total, 9 up, 10 in 2024-04-26T01:43:56.063 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:55 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:43:56.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:55 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/189331155' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "77a2c45f-b6c7-465c-96ec-d760fa92dd75"}]: dispatch 2024-04-26T01:43:56.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:55 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/189331155' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "77a2c45f-b6c7-465c-96ec-d760fa92dd75"}]': finished 2024-04-26T01:43:56.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:55 smithi103 ceph-mon[32920]: osdmap e65: 10 total, 9 up, 10 in 2024-04-26T01:43:56.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:55 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:43:56.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:55 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/189331155' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "77a2c45f-b6c7-465c-96ec-d760fa92dd75"}]: dispatch 2024-04-26T01:43:56.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:55 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/189331155' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "77a2c45f-b6c7-465c-96ec-d760fa92dd75"}]': finished 2024-04-26T01:43:56.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:55 smithi163 ceph-mon[32592]: osdmap e65: 10 total, 9 up, 10 in 2024-04-26T01:43:56.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:55 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:43:57.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:57 smithi046 ceph-mon[28013]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-04-26T01:43:57.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:57 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/3364990329' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:43:57.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:57 smithi103 ceph-mon[32920]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-04-26T01:43:57.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:57 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/3364990329' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:43:57.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:57 smithi163 ceph-mon[32592]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-04-26T01:43:57.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:57 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/3364990329' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:43:59.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:43:59 smithi046 ceph-mon[28013]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-04-26T01:43:59.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:43:59 smithi103 ceph-mon[32920]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-04-26T01:43:59.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:43:59 smithi163 ceph-mon[32592]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-04-26T01:44:01.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:01 smithi046 ceph-mon[28013]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:44:01.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:01 smithi103 ceph-mon[32920]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:44:01.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:01 smithi163 ceph-mon[32592]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:44:03.272 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:03 smithi046 ceph-mon[28013]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:44:03.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:03 smithi103 ceph-mon[32920]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:44:03.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:03 smithi163 ceph-mon[32592]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:44:05.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:05 smithi046 ceph-mon[28013]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:44:05.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:05 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-26T01:44:05.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:05 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:05.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:05 smithi103 ceph-mon[32920]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:44:05.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:05 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-26T01:44:05.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:05 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:05.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:05 smithi163 ceph-mon[32592]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:44:05.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:05 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-26T01:44:05.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:05 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:06.245 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:06 smithi046 ceph-mon[28013]: Deploying daemon osd.9 on smithi046 2024-04-26T01:44:06.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:06 smithi103 ceph-mon[32920]: Deploying daemon osd.9 on smithi046 2024-04-26T01:44:06.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:06 smithi163 ceph-mon[32592]: Deploying daemon osd.9 on smithi046 2024-04-26T01:44:07.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:07 smithi046 ceph-mon[28013]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:44:07.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:07 smithi103 ceph-mon[32920]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:44:07.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:07 smithi163 ceph-mon[32592]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:44:09.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:09 smithi046 ceph-mon[28013]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:44:09.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:09 smithi103 ceph-mon[32920]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:44:09.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:09 smithi163 ceph-mon[32592]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:44:11.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:11 smithi046 ceph-mon[28013]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:44:11.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:11 smithi103 ceph-mon[32920]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:44:11.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:11 smithi163 ceph-mon[32592]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:44:13.205 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:13 smithi046 ceph-mon[28013]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:44:13.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:13 smithi103 ceph-mon[32920]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:44:13.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:13 smithi163 ceph-mon[32592]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:44:15.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:14 smithi046 ceph-mon[28013]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:44:15.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:14 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:15.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:14 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:15.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:14 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:44:15.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:14 smithi103 ceph-mon[32920]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:44:15.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:14 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:15.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:14 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:15.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:14 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:44:15.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:14 smithi163 ceph-mon[32592]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:44:15.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:14 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:15.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:14 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:15.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:14 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:44:17.039 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:16 smithi046 ceph-mon[28013]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:44:17.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:16 smithi103 ceph-mon[32920]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:44:17.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:16 smithi163 ceph-mon[32592]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:44:19.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:18 smithi046 ceph-mon[28013]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:44:19.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:18 smithi046 ceph-mon[28013]: from='osd.9 [v2:172.21.15.46:6826/1569907716,v1:172.21.15.46:6827/1569907716]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-26T01:44:19.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:18 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:19.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:18 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:19.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:18 smithi103 ceph-mon[32920]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:44:19.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:18 smithi103 ceph-mon[32920]: from='osd.9 [v2:172.21.15.46:6826/1569907716,v1:172.21.15.46:6827/1569907716]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-26T01:44:19.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:18 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:19.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:18 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:19.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:18 smithi163 ceph-mon[32592]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:44:19.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:18 smithi163 ceph-mon[32592]: from='osd.9 [v2:172.21.15.46:6826/1569907716,v1:172.21.15.46:6827/1569907716]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-26T01:44:19.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:18 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:19.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:18 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:19.224 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:44:19.226+0000 7fd2acc00700 1 -- 172.21.15.46:0/2950968175 <== mgr.14152 v2:172.21.15.46:6800/3332901238 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fd2b0062f40 con 0x7fd2940a3c40 2024-04-26T01:44:19.224 INFO:teuthology.orchestra.run.smithi046.stdout:Created osd(s) 9 on host 'smithi046' 2024-04-26T01:44:19.228 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:44:19.229+0000 7fd2b5a00700 1 -- 172.21.15.46:0/2950968175 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fd2940a3c40 msgr2=0x7fd2940a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:19.228 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:44:19.229+0000 7fd2b5a00700 1 --2- 172.21.15.46:0/2950968175 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fd2940a3c40 0x7fd2940a6100 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fd29c009680 tx=0x7fd29c009260 comp rx=0 tx=0).stop 2024-04-26T01:44:19.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:44:19.230+0000 7fd2b5a00700 1 -- 172.21.15.46:0/2950968175 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd2b0104bc0 msgr2=0x7fd2b019ad20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:19.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:44:19.230+0000 7fd2b5a00700 1 --2- 172.21.15.46:0/2950968175 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd2b0104bc0 0x7fd2b019ad20 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fd2a000ebf0 tx=0x7fd2a000ef00 comp rx=0 tx=0).stop 2024-04-26T01:44:19.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:44:19.230+0000 7fd2b5a00700 1 -- 172.21.15.46:0/2950968175 shutdown_connections 2024-04-26T01:44:19.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:44:19.230+0000 7fd2b5a00700 1 --2- 172.21.15.46:0/2950968175 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2b0106760 0x7fd2b01a22a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:19.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:44:19.230+0000 7fd2b5a00700 1 --2- 172.21.15.46:0/2950968175 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd2b0104bc0 0x7fd2b019ad20 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:19.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:44:19.230+0000 7fd2b5a00700 1 --2- 172.21.15.46:0/2950968175 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fd2940a3c40 0x7fd2940a6100 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:19.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:44:19.230+0000 7fd2b5a00700 1 --2- 172.21.15.46:0/2950968175 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd2b0105dc0 0x7fd2b019b260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:19.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:44:19.230+0000 7fd2b5a00700 1 -- 172.21.15.46:0/2950968175 >> 172.21.15.46:0/2950968175 conn(0x7fd2b0100180 msgr2=0x7fd2b01090c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:44:19.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:44:19.230+0000 7fd2b5a00700 1 -- 172.21.15.46:0/2950968175 shutdown_connections 2024-04-26T01:44:19.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:44:19.230+0000 7fd2b5a00700 1 -- 172.21.15.46:0/2950968175 wait complete. 2024-04-26T01:44:19.976 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:19 smithi046 ceph-mon[28013]: from='osd.9 [v2:172.21.15.46:6826/1569907716,v1:172.21.15.46:6827/1569907716]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-26T01:44:19.976 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:19 smithi046 ceph-mon[28013]: osdmap e66: 10 total, 9 up, 10 in 2024-04-26T01:44:19.976 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:19 smithi046 ceph-mon[28013]: from='osd.9 [v2:172.21.15.46:6826/1569907716,v1:172.21.15.46:6827/1569907716]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-04-26T01:44:19.976 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:19 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:44:19.976 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:19 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:19.976 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:19 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:20.028 DEBUG:teuthology.orchestra.run.smithi046:osd.9> sudo journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@osd.9.service 2024-04-26T01:44:20.033 INFO:tasks.cephadm:Deploying osd.10 on smithi103 with /dev/vg_nvme/lv_1... 2024-04-26T01:44:20.033 DEBUG:teuthology.orchestra.run.smithi103:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-26T01:44:20.060 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:19 smithi103 ceph-mon[32920]: from='osd.9 [v2:172.21.15.46:6826/1569907716,v1:172.21.15.46:6827/1569907716]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-26T01:44:20.060 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:19 smithi103 ceph-mon[32920]: osdmap e66: 10 total, 9 up, 10 in 2024-04-26T01:44:20.060 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:19 smithi103 ceph-mon[32920]: from='osd.9 [v2:172.21.15.46:6826/1569907716,v1:172.21.15.46:6827/1569907716]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-04-26T01:44:20.060 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:19 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:44:20.061 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:19 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:20.061 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:19 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:20.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:19 smithi163 ceph-mon[32592]: from='osd.9 [v2:172.21.15.46:6826/1569907716,v1:172.21.15.46:6827/1569907716]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-26T01:44:20.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:19 smithi163 ceph-mon[32592]: osdmap e66: 10 total, 9 up, 10 in 2024-04-26T01:44:20.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:19 smithi163 ceph-mon[32592]: from='osd.9 [v2:172.21.15.46:6826/1569907716,v1:172.21.15.46:6827/1569907716]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]: dispatch 2024-04-26T01:44:20.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:19 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:44:20.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:19 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:20.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:19 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:20.280 INFO:teuthology.orchestra.run.smithi103.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T01:44:21.005 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:20 smithi046 ceph-mon[28013]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:44:21.006 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:20 smithi046 ceph-mon[28013]: from='osd.9 [v2:172.21.15.46:6826/1569907716,v1:172.21.15.46:6827/1569907716]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2024-04-26T01:44:21.006 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:20 smithi046 ceph-mon[28013]: osdmap e67: 10 total, 9 up, 10 in 2024-04-26T01:44:21.006 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:20 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:44:21.006 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:20 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:44:21.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:20 smithi103 ceph-mon[32920]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:44:21.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:20 smithi103 ceph-mon[32920]: from='osd.9 [v2:172.21.15.46:6826/1569907716,v1:172.21.15.46:6827/1569907716]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2024-04-26T01:44:21.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:20 smithi103 ceph-mon[32920]: osdmap e67: 10 total, 9 up, 10 in 2024-04-26T01:44:21.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:20 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:44:21.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:20 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:44:21.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:20 smithi163 ceph-mon[32592]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:44:21.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:20 smithi163 ceph-mon[32592]: from='osd.9 [v2:172.21.15.46:6826/1569907716,v1:172.21.15.46:6827/1569907716]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi046", "root=default"]}]': finished 2024-04-26T01:44:21.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:20 smithi163 ceph-mon[32592]: osdmap e67: 10 total, 9 up, 10 in 2024-04-26T01:44:21.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:20 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:44:21.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:20 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:44:21.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:21 smithi046 ceph-mon[28013]: purged_snaps scrub starts 2024-04-26T01:44:21.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:21 smithi046 ceph-mon[28013]: purged_snaps scrub ok 2024-04-26T01:44:21.934 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:21 smithi046 ceph-mon[28013]: osd.9 [v2:172.21.15.46:6826/1569907716,v1:172.21.15.46:6827/1569907716] boot 2024-04-26T01:44:21.935 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:21 smithi046 ceph-mon[28013]: osdmap e68: 10 total, 10 up, 10 in 2024-04-26T01:44:21.935 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:21 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:44:21.986 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:21 smithi103 ceph-mon[32920]: purged_snaps scrub starts 2024-04-26T01:44:21.986 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:21 smithi103 ceph-mon[32920]: purged_snaps scrub ok 2024-04-26T01:44:21.986 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:21 smithi103 ceph-mon[32920]: osd.9 [v2:172.21.15.46:6826/1569907716,v1:172.21.15.46:6827/1569907716] boot 2024-04-26T01:44:21.986 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:21 smithi103 ceph-mon[32920]: osdmap e68: 10 total, 10 up, 10 in 2024-04-26T01:44:21.986 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:21 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:44:22.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:21 smithi163 ceph-mon[32592]: purged_snaps scrub starts 2024-04-26T01:44:22.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:21 smithi163 ceph-mon[32592]: purged_snaps scrub ok 2024-04-26T01:44:22.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:21 smithi163 ceph-mon[32592]: osd.9 [v2:172.21.15.46:6826/1569907716,v1:172.21.15.46:6827/1569907716] boot 2024-04-26T01:44:22.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:21 smithi163 ceph-mon[32592]: osdmap e68: 10 total, 10 up, 10 in 2024-04-26T01:44:22.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:21 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:44:22.438 INFO:teuthology.orchestra.run.smithi103.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-26T01:44:22.438 INFO:teuthology.orchestra.run.smithi103.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-26T01:44:22.438 INFO:teuthology.orchestra.run.smithi103.stderr: stderr: 10+0 records in 2024-04-26T01:44:22.438 INFO:teuthology.orchestra.run.smithi103.stderr:10+0 records out 2024-04-26T01:44:22.438 INFO:teuthology.orchestra.run.smithi103.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0134148 s, 782 MB/s 2024-04-26T01:44:22.438 INFO:teuthology.orchestra.run.smithi103.stderr: stderr: 2024-04-26T01:44:22.438 INFO:teuthology.orchestra.run.smithi103.stderr:--> Zapping successful for: 2024-04-26T01:44:23.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:22 smithi046 ceph-mon[28013]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:44:23.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:22 smithi046 ceph-mon[28013]: osdmap e69: 10 total, 10 up, 10 in 2024-04-26T01:44:23.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:22 smithi103 ceph-mon[32920]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:44:23.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:22 smithi103 ceph-mon[32920]: osdmap e69: 10 total, 10 up, 10 in 2024-04-26T01:44:23.152 DEBUG:teuthology.orchestra.run.smithi103:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi103:vg_nvme/lv_1 2024-04-26T01:44:23.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:22 smithi163 ceph-mon[32592]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 804 GiB / 805 GiB avail 2024-04-26T01:44:23.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:22 smithi163 ceph-mon[32592]: osdmap e69: 10 total, 10 up, 10 in 2024-04-26T01:44:23.434 INFO:teuthology.orchestra.run.smithi103.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T01:44:24.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:24 smithi103 ceph-mon[32920]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:44:25.143 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:25.145+0000 7fc5a23f5700 1 -- 172.21.15.103:0/622046011 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc59c103ca0 msgr2=0x7fc59c104100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:25.144 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:25.145+0000 7fc5a23f5700 1 --2- 172.21.15.103:0/622046011 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc59c103ca0 0x7fc59c104100 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fc5900099c0 tx=0x7fc590009cd0 comp rx=0 tx=0).stop 2024-04-26T01:44:25.144 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:25.145+0000 7fc5a23f5700 1 -- 172.21.15.103:0/622046011 shutdown_connections 2024-04-26T01:44:25.144 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:25.145+0000 7fc5a23f5700 1 --2- 172.21.15.103:0/622046011 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc59c104640 0x7fc59c10aef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:25.144 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:25.145+0000 7fc5a23f5700 1 --2- 172.21.15.103:0/622046011 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc59c102aa0 0x7fc59c102ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:25.144 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:25.145+0000 7fc5a23f5700 1 --2- 172.21.15.103:0/622046011 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc59c103ca0 0x7fc59c104100 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:25.144 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:25.145+0000 7fc5a23f5700 1 -- 172.21.15.103:0/622046011 >> 172.21.15.103:0/622046011 conn(0x7fc59c0fe040 msgr2=0x7fc59c100480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:44:25.144 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:25.145+0000 7fc5a23f5700 1 -- 172.21.15.103:0/622046011 shutdown_connections 2024-04-26T01:44:25.144 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:25.145+0000 7fc5a23f5700 1 -- 172.21.15.103:0/622046011 wait complete. 2024-04-26T01:44:25.144 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:25.145+0000 7fc5a23f5700 1 Processor -- start 2024-04-26T01:44:25.144 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:25.145+0000 7fc5a23f5700 1 -- start start 2024-04-26T01:44:25.145 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:25.146+0000 7fc5a23f5700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc59c102aa0 0x7fc59c198da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:25.145 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:25.146+0000 7fc5a23f5700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc59c103ca0 0x7fc59c1992e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:25.145 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:25.146+0000 7fc5a23f5700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc59c104640 0x7fc59c1a0360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:25.145 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:25.146+0000 7fc5a23f5700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fc59c10e760 con 0x7fc59c104640 2024-04-26T01:44:25.145 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:25.146+0000 7fc5a23f5700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fc59c10e5e0 con 0x7fc59c103ca0 2024-04-26T01:44:25.145 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:25.146+0000 7fc5a23f5700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fc59c10e8e0 con 0x7fc59c102aa0 2024-04-26T01:44:25.145 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:25.146+0000 7fc59b7fe700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc59c103ca0 0x7fc59c1992e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:25.145 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:25.146+0000 7fc59b7fe700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc59c103ca0 0x7fc59c1992e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.103:55304/0 (socket says 172.21.15.103:55304) 2024-04-26T01:44:25.145 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:25.146+0000 7fc59b7fe700 1 -- 172.21.15.103:0/1731268820 learned_addr learned my addr 172.21.15.103:0/1731268820 (peer_addr_for_me v2:172.21.15.103:0/0) 2024-04-26T01:44:25.145 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:25.146+0000 7fc59bfff700 1 --2- 172.21.15.103:0/1731268820 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc59c102aa0 0x7fc59c198da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:25.145 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:25.146+0000 7fc59b7fe700 1 -- 172.21.15.103:0/1731268820 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc59c102aa0 msgr2=0x7fc59c198da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:25.145 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:25.146+0000 7fc59b7fe700 1 --2- 172.21.15.103:0/1731268820 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc59c102aa0 0x7fc59c198da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:25.145 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:25.146+0000 7fc59b7fe700 1 -- 172.21.15.103:0/1731268820 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc59c104640 msgr2=0x7fc59c1a0360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:25.146 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:25.146+0000 7fc59b7fe700 1 --2- 172.21.15.103:0/1731268820 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc59c104640 0x7fc59c1a0360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:25.146 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:25.146+0000 7fc59b7fe700 1 -- 172.21.15.103:0/1731268820 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc59c1a0a00 con 0x7fc59c103ca0 2024-04-26T01:44:25.146 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:25.146+0000 7fc59b7fe700 1 --2- 172.21.15.103:0/1731268820 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc59c103ca0 0x7fc59c1992e0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fc590009990 tx=0x7fc5900047b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:44:25.146 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:25.147+0000 7fc5997fa700 1 -- 172.21.15.103:0/1731268820 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc590027070 con 0x7fc59c103ca0 2024-04-26T01:44:25.146 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:25.147+0000 7fc5997fa700 1 -- 172.21.15.103:0/1731268820 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fc590004090 con 0x7fc59c103ca0 2024-04-26T01:44:25.146 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:25.147+0000 7fc5a23f5700 1 -- 172.21.15.103:0/1731268820 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc59c1a0c90 con 0x7fc59c103ca0 2024-04-26T01:44:25.146 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:25.147+0000 7fc5997fa700 1 -- 172.21.15.103:0/1731268820 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc59000f460 con 0x7fc59c103ca0 2024-04-26T01:44:25.146 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:25.147+0000 7fc5a23f5700 1 -- 172.21.15.103:0/1731268820 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc59c1a10e0 con 0x7fc59c103ca0 2024-04-26T01:44:25.147 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:25.148+0000 7fc5a23f5700 1 -- 172.21.15.103:0/1731268820 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc59c02df80 con 0x7fc59c103ca0 2024-04-26T01:44:25.147 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:25.149+0000 7fc5997fa700 1 -- 172.21.15.103:0/1731268820 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fc59002a070 con 0x7fc59c103ca0 2024-04-26T01:44:25.147 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:25.149+0000 7fc5997fa700 1 --2- 172.21.15.103:0/1731268820 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fc5840a3c40 0x7fc5840a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:25.147 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:25.150+0000 7fc5997fa700 1 -- 172.21.15.103:0/1731268820 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 6261+0+0 (secure 0 0 0) 0x7fc5900d0b60 con 0x7fc59c103ca0 2024-04-26T01:44:25.147 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:25.150+0000 7fc59bfff700 1 --2- 172.21.15.103:0/1731268820 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fc5840a3c40 0x7fc5840a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:25.147 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:25.151+0000 7fc59bfff700 1 --2- 172.21.15.103:0/1731268820 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fc5840a3c40 0x7fc5840a6100 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fc59c103b00 tx=0x7fc58c009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:44:25.150 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:25.153+0000 7fc5997fa700 1 -- 172.21.15.103:0/1731268820 <== mon.2 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc590013070 con 0x7fc59c103ca0 2024-04-26T01:44:25.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:24 smithi163 ceph-mon[32592]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:44:25.188 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:24 smithi046 ceph-mon[28013]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:44:25.357 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:25.360+0000 7fc5a23f5700 1 -- 172.21.15.103:0/1731268820 --> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi103:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7fc59c062e80 con 0x7fc5840a3c40 2024-04-26T01:44:26.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:25 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:44:26.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:25 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:44:26.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:25 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:26.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:25 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:26.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:25 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:44:26.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:25 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:44:26.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:25 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:26.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:25 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:26.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:25 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:44:26.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:25 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:44:26.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:25 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:26.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:25 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:27.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:26 smithi103 ceph-mon[32920]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:44:27.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:26 smithi103 ceph-mon[32920]: from='client.24368 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi103:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:44:27.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:26 smithi103 ceph-mon[32920]: Detected new or changed devices on smithi046 2024-04-26T01:44:27.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:26 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:27.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:26 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:44:27.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:26 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:44:27.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:26 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:44:27.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:26 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:44:27.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:26 smithi103 ceph-mon[32920]: Adjusting osd_memory_target on smithi046 to 4273M 2024-04-26T01:44:27.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:26 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:27.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:26 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:27.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:26 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:44:27.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:26 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:27.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:26 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:44:27.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:26 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:27.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:26 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:44:27.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:26 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:27.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:26 smithi163 ceph-mon[32592]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:44:27.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:26 smithi163 ceph-mon[32592]: from='client.24368 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi103:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:44:27.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:26 smithi163 ceph-mon[32592]: Detected new or changed devices on smithi046 2024-04-26T01:44:27.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:26 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:27.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:26 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:44:27.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:26 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:44:27.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:26 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:44:27.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:26 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:44:27.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:26 smithi163 ceph-mon[32592]: Adjusting osd_memory_target on smithi046 to 4273M 2024-04-26T01:44:27.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:26 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:27.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:26 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:27.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:26 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:44:27.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:26 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:27.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:26 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:44:27.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:26 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:27.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:26 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:44:27.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:26 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:27.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:26 smithi046 ceph-mon[28013]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:44:27.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:26 smithi046 ceph-mon[28013]: from='client.24368 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi103:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:44:27.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:26 smithi046 ceph-mon[28013]: Detected new or changed devices on smithi046 2024-04-26T01:44:27.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:26 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:27.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:26 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:44:27.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:26 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:44:27.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:26 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:44:27.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:26 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:44:27.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:26 smithi046 ceph-mon[28013]: Adjusting osd_memory_target on smithi046 to 4273M 2024-04-26T01:44:27.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:26 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:27.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:26 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:27.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:26 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:44:27.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:26 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:27.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:26 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:44:27.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:26 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:27.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:26 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:44:27.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:26 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:29.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:28 smithi103 ceph-mon[32920]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:44:29.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:28 smithi103 ceph-mon[32920]: from='client.? 172.21.15.103:0/2905976856' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b0ec12dc-7afe-454a-8195-2e38441ca466"}]: dispatch 2024-04-26T01:44:29.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:28 smithi103 ceph-mon[32920]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b0ec12dc-7afe-454a-8195-2e38441ca466"}]: dispatch 2024-04-26T01:44:29.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:28 smithi103 ceph-mon[32920]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b0ec12dc-7afe-454a-8195-2e38441ca466"}]': finished 2024-04-26T01:44:29.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:28 smithi103 ceph-mon[32920]: osdmap e70: 11 total, 10 up, 11 in 2024-04-26T01:44:29.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:28 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:44:29.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:28 smithi163 ceph-mon[32592]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:44:29.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:28 smithi163 ceph-mon[32592]: from='client.? 172.21.15.103:0/2905976856' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b0ec12dc-7afe-454a-8195-2e38441ca466"}]: dispatch 2024-04-26T01:44:29.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:28 smithi163 ceph-mon[32592]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b0ec12dc-7afe-454a-8195-2e38441ca466"}]: dispatch 2024-04-26T01:44:29.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:28 smithi163 ceph-mon[32592]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b0ec12dc-7afe-454a-8195-2e38441ca466"}]': finished 2024-04-26T01:44:29.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:28 smithi163 ceph-mon[32592]: osdmap e70: 11 total, 10 up, 11 in 2024-04-26T01:44:29.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:28 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:44:29.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:28 smithi046 ceph-mon[28013]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:44:29.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:28 smithi046 ceph-mon[28013]: from='client.? 172.21.15.103:0/2905976856' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b0ec12dc-7afe-454a-8195-2e38441ca466"}]: dispatch 2024-04-26T01:44:29.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:28 smithi046 ceph-mon[28013]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b0ec12dc-7afe-454a-8195-2e38441ca466"}]: dispatch 2024-04-26T01:44:29.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:28 smithi046 ceph-mon[28013]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b0ec12dc-7afe-454a-8195-2e38441ca466"}]': finished 2024-04-26T01:44:29.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:28 smithi046 ceph-mon[28013]: osdmap e70: 11 total, 10 up, 11 in 2024-04-26T01:44:29.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:28 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:44:30.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:29 smithi103 ceph-mon[32920]: from='client.? 172.21.15.103:0/780046050' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:44:30.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:29 smithi163 ceph-mon[32592]: from='client.? 172.21.15.103:0/780046050' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:44:30.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:29 smithi046 ceph-mon[28013]: from='client.? 172.21.15.103:0/780046050' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:44:31.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:30 smithi103 ceph-mon[32920]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:44:31.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:30 smithi163 ceph-mon[32592]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:44:31.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:30 smithi046 ceph-mon[28013]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:44:33.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:32 smithi103 ceph-mon[32920]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:44:33.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:32 smithi163 ceph-mon[32592]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:44:33.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:32 smithi046 ceph-mon[28013]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:44:35.057 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:34 smithi103 ceph-mon[32920]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:44:35.136 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:34 smithi046 ceph-mon[28013]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:44:35.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:34 smithi163 ceph-mon[32592]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:44:36.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:35 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-26T01:44:36.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:35 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:36.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:35 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-26T01:44:36.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:35 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:36.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:35 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-26T01:44:36.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:35 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:37.047 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:36 smithi103 ceph-mon[32920]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:44:37.047 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:36 smithi103 ceph-mon[32920]: Deploying daemon osd.10 on smithi103 2024-04-26T01:44:37.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:36 smithi046 ceph-mon[28013]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:44:37.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:36 smithi046 ceph-mon[28013]: Deploying daemon osd.10 on smithi103 2024-04-26T01:44:37.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:36 smithi163 ceph-mon[32592]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:44:37.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:36 smithi163 ceph-mon[32592]: Deploying daemon osd.10 on smithi103 2024-04-26T01:44:39.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:38 smithi103 ceph-mon[32920]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:44:39.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:38 smithi163 ceph-mon[32592]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:44:39.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:38 smithi046 ceph-mon[28013]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:44:41.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:40 smithi103 ceph-mon[32920]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:44:41.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:40 smithi163 ceph-mon[32592]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:44:41.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:40 smithi046 ceph-mon[28013]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:44:42.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:42 smithi046 ceph-mon[28013]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:44:42.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:42 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:42.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:42 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:42.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:42 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:44:42.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:42 smithi103 ceph-mon[32920]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:44:42.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:42 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:42.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:42 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:42.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:42 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:44:42.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:42 smithi163 ceph-mon[32592]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:44:42.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:42 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:42.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:42 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:42.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:42 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:44:44.759 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:44 smithi103 ceph-mon[32920]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:44:44.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:44 smithi046 ceph-mon[28013]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:44:44.847 INFO:teuthology.orchestra.run.smithi103.stdout:Created osd(s) 10 on host 'smithi103' 2024-04-26T01:44:44.848 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:44.850+0000 7fc5997fa700 1 -- 172.21.15.103:0/1731268820 <== mgr.14152 v2:172.21.15.46:6800/3332901238 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7fc59c062e80 con 0x7fc5840a3c40 2024-04-26T01:44:44.850 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:44.852+0000 7fc5a23f5700 1 -- 172.21.15.103:0/1731268820 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fc5840a3c40 msgr2=0x7fc5840a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:44.850 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:44.852+0000 7fc5a23f5700 1 --2- 172.21.15.103:0/1731268820 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fc5840a3c40 0x7fc5840a6100 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fc59c103b00 tx=0x7fc58c009190 comp rx=0 tx=0).stop 2024-04-26T01:44:44.850 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:44.852+0000 7fc5a23f5700 1 -- 172.21.15.103:0/1731268820 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc59c103ca0 msgr2=0x7fc59c1992e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:44.850 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:44.852+0000 7fc5a23f5700 1 --2- 172.21.15.103:0/1731268820 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc59c103ca0 0x7fc59c1992e0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fc590009990 tx=0x7fc5900047b0 comp rx=0 tx=0).stop 2024-04-26T01:44:44.851 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:44.852+0000 7fc5a23f5700 1 -- 172.21.15.103:0/1731268820 shutdown_connections 2024-04-26T01:44:44.851 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:44.852+0000 7fc5a23f5700 1 --2- 172.21.15.103:0/1731268820 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc59c104640 0x7fc59c1a0360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:44.851 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:44.852+0000 7fc5a23f5700 1 --2- 172.21.15.103:0/1731268820 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc59c102aa0 0x7fc59c198da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:44.851 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:44.852+0000 7fc5a23f5700 1 --2- 172.21.15.103:0/1731268820 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fc5840a3c40 0x7fc5840a6100 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:44.851 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:44.852+0000 7fc5a23f5700 1 --2- 172.21.15.103:0/1731268820 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc59c103ca0 0x7fc59c1992e0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:44.851 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:44.852+0000 7fc5a23f5700 1 -- 172.21.15.103:0/1731268820 >> 172.21.15.103:0/1731268820 conn(0x7fc59c0fe040 msgr2=0x7fc59c106ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:44:44.851 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:44.852+0000 7fc5a23f5700 1 -- 172.21.15.103:0/1731268820 shutdown_connections 2024-04-26T01:44:44.851 INFO:teuthology.orchestra.run.smithi103.stderr:2024-04-26T01:44:44.852+0000 7fc5a23f5700 1 -- 172.21.15.103:0/1731268820 wait complete. 2024-04-26T01:44:44.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:44 smithi163 ceph-mon[32592]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:44:45.736 DEBUG:teuthology.orchestra.run.smithi103:osd.10> sudo journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@osd.10.service 2024-04-26T01:44:45.738 INFO:tasks.cephadm:Deploying osd.11 on smithi163 with /dev/vg_nvme/lv_1... 2024-04-26T01:44:45.738 DEBUG:teuthology.orchestra.run.smithi163:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-26T01:44:45.992 INFO:teuthology.orchestra.run.smithi163.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:44:46.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:45 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:46.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:45 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:46.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:45 smithi046 ceph-mon[28013]: from='osd.10 [v2:172.21.15.103:6824/4049341884,v1:172.21.15.103:6825/4049341884]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-26T01:44:46.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:45 smithi046 ceph-mon[28013]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-26T01:44:46.114 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:45 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:46.115 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:45 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:46.115 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:45 smithi163 ceph-mon[32592]: from='osd.10 [v2:172.21.15.103:6824/4049341884,v1:172.21.15.103:6825/4049341884]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-26T01:44:46.115 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:45 smithi163 ceph-mon[32592]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-26T01:44:46.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:45 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:46.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:45 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:46.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:45 smithi103 ceph-mon[32920]: from='osd.10 [v2:172.21.15.103:6824/4049341884,v1:172.21.15.103:6825/4049341884]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-26T01:44:46.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:45 smithi103 ceph-mon[32920]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-26T01:44:46.907 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:46 smithi103 ceph-mon[32920]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:44:46.908 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:46 smithi103 ceph-mon[32920]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-26T01:44:46.908 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:46 smithi103 ceph-mon[32920]: from='osd.10 [v2:172.21.15.103:6824/4049341884,v1:172.21.15.103:6825/4049341884]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-04-26T01:44:46.908 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:46 smithi103 ceph-mon[32920]: osdmap e71: 11 total, 10 up, 11 in 2024-04-26T01:44:46.908 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:46 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:44:46.908 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:46 smithi103 ceph-mon[32920]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-04-26T01:44:46.908 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:46 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:46.908 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:46 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:47.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:46 smithi163 ceph-mon[32592]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:44:47.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:46 smithi163 ceph-mon[32592]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-26T01:44:47.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:46 smithi163 ceph-mon[32592]: from='osd.10 [v2:172.21.15.103:6824/4049341884,v1:172.21.15.103:6825/4049341884]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-04-26T01:44:47.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:46 smithi163 ceph-mon[32592]: osdmap e71: 11 total, 10 up, 11 in 2024-04-26T01:44:47.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:46 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:44:47.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:46 smithi163 ceph-mon[32592]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-04-26T01:44:47.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:46 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:47.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:46 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:47.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:46 smithi046 ceph-mon[28013]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:44:47.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:46 smithi046 ceph-mon[28013]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-26T01:44:47.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:46 smithi046 ceph-mon[28013]: from='osd.10 [v2:172.21.15.103:6824/4049341884,v1:172.21.15.103:6825/4049341884]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-04-26T01:44:47.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:46 smithi046 ceph-mon[28013]: osdmap e71: 11 total, 10 up, 11 in 2024-04-26T01:44:47.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:46 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:44:47.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:46 smithi046 ceph-mon[28013]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-04-26T01:44:47.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:46 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:47.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:46 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:47.624 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 01:44:47 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T01:44:47.237+0000 7fb92b411700 -1 osd.10 0 waiting for initial osdmap 2024-04-26T01:44:47.624 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 01:44:47 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T01:44:47.249+0000 7fb9229fb700 -1 osd.10 72 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T01:44:47.994 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:47 smithi103 ceph-mon[32920]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]': finished 2024-04-26T01:44:47.994 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:47 smithi103 ceph-mon[32920]: osdmap e72: 11 total, 10 up, 11 in 2024-04-26T01:44:47.994 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:47 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:44:47.995 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:47 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:44:47.995 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:47 smithi103 ceph-mon[32920]: from='osd.10 ' entity='osd.10' 2024-04-26T01:44:47.995 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:47 smithi103 ceph-mon[32920]: osd.10 [v2:172.21.15.103:6824/4049341884,v1:172.21.15.103:6825/4049341884] boot 2024-04-26T01:44:47.995 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:47 smithi103 ceph-mon[32920]: osdmap e73: 11 total, 11 up, 11 in 2024-04-26T01:44:47.995 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:47 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:44:48.082 INFO:teuthology.orchestra.run.smithi163.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-26T01:44:48.082 INFO:teuthology.orchestra.run.smithi163.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-26T01:44:48.082 INFO:teuthology.orchestra.run.smithi163.stderr: stderr: 10+0 records in 2024-04-26T01:44:48.082 INFO:teuthology.orchestra.run.smithi163.stderr:10+0 records out 2024-04-26T01:44:48.082 INFO:teuthology.orchestra.run.smithi163.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0130327 s, 805 MB/s 2024-04-26T01:44:48.082 INFO:teuthology.orchestra.run.smithi163.stderr:--> Zapping successful for: 2024-04-26T01:44:48.106 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:47 smithi163 ceph-mon[32592]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]': finished 2024-04-26T01:44:48.106 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:47 smithi163 ceph-mon[32592]: osdmap e72: 11 total, 10 up, 11 in 2024-04-26T01:44:48.106 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:47 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:44:48.107 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:47 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:44:48.107 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:47 smithi163 ceph-mon[32592]: from='osd.10 ' entity='osd.10' 2024-04-26T01:44:48.107 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:47 smithi163 ceph-mon[32592]: osd.10 [v2:172.21.15.103:6824/4049341884,v1:172.21.15.103:6825/4049341884] boot 2024-04-26T01:44:48.107 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:47 smithi163 ceph-mon[32592]: osdmap e73: 11 total, 11 up, 11 in 2024-04-26T01:44:48.107 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:47 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:44:48.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:47 smithi046 ceph-mon[28013]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]': finished 2024-04-26T01:44:48.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:47 smithi046 ceph-mon[28013]: osdmap e72: 11 total, 10 up, 11 in 2024-04-26T01:44:48.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:47 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:44:48.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:47 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:44:48.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:47 smithi046 ceph-mon[28013]: from='osd.10 ' entity='osd.10' 2024-04-26T01:44:48.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:47 smithi046 ceph-mon[28013]: osd.10 [v2:172.21.15.103:6824/4049341884,v1:172.21.15.103:6825/4049341884] boot 2024-04-26T01:44:48.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:47 smithi046 ceph-mon[28013]: osdmap e73: 11 total, 11 up, 11 in 2024-04-26T01:44:48.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:47 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:44:48.822 DEBUG:teuthology.orchestra.run.smithi163:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi163:vg_nvme/lv_1 2024-04-26T01:44:49.061 INFO:teuthology.orchestra.run.smithi163.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:44:49.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:48 smithi103 ceph-mon[32920]: purged_snaps scrub starts 2024-04-26T01:44:49.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:48 smithi103 ceph-mon[32920]: purged_snaps scrub ok 2024-04-26T01:44:49.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:48 smithi103 ceph-mon[32920]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:44:49.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:48 smithi103 ceph-mon[32920]: osdmap e74: 11 total, 11 up, 11 in 2024-04-26T01:44:49.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:48 smithi163 ceph-mon[32592]: purged_snaps scrub starts 2024-04-26T01:44:49.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:48 smithi163 ceph-mon[32592]: purged_snaps scrub ok 2024-04-26T01:44:49.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:48 smithi163 ceph-mon[32592]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:44:49.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:48 smithi163 ceph-mon[32592]: osdmap e74: 11 total, 11 up, 11 in 2024-04-26T01:44:49.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:48 smithi046 ceph-mon[28013]: purged_snaps scrub starts 2024-04-26T01:44:49.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:48 smithi046 ceph-mon[28013]: purged_snaps scrub ok 2024-04-26T01:44:49.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:48 smithi046 ceph-mon[28013]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-04-26T01:44:49.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:48 smithi046 ceph-mon[28013]: osdmap e74: 11 total, 11 up, 11 in 2024-04-26T01:44:50.773 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:44:50.774+0000 7fdb88a6e700 1 -- 172.21.15.163:0/2303529397 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fdb84100b30 msgr2=0x7fdb84100fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:50.773 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:44:50.774+0000 7fdb88a6e700 1 --2- 172.21.15.163:0/2303529397 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fdb84100b30 0x7fdb84100fb0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fdb78009990 tx=0x7fdb78009ca0 comp rx=0 tx=0).stop 2024-04-26T01:44:50.773 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:44:50.774+0000 7fdb88a6e700 1 -- 172.21.15.163:0/2303529397 shutdown_connections 2024-04-26T01:44:50.773 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:44:50.774+0000 7fdb88a6e700 1 --2- 172.21.15.163:0/2303529397 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb841014f0 0x7fdb8410b0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:50.773 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:44:50.774+0000 7fdb88a6e700 1 --2- 172.21.15.163:0/2303529397 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdb841040b0 0x7fdb841044d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:50.773 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:44:50.774+0000 7fdb88a6e700 1 --2- 172.21.15.163:0/2303529397 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fdb84100b30 0x7fdb84100fb0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:50.773 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:44:50.774+0000 7fdb88a6e700 1 -- 172.21.15.163:0/2303529397 >> 172.21.15.163:0/2303529397 conn(0x7fdb840fc6b0 msgr2=0x7fdb840feb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:44:50.773 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:44:50.774+0000 7fdb88a6e700 1 -- 172.21.15.163:0/2303529397 shutdown_connections 2024-04-26T01:44:50.774 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:44:50.774+0000 7fdb88a6e700 1 -- 172.21.15.163:0/2303529397 wait complete. 2024-04-26T01:44:50.774 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:44:50.774+0000 7fdb88a6e700 1 Processor -- start 2024-04-26T01:44:50.774 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:44:50.774+0000 7fdb88a6e700 1 -- start start 2024-04-26T01:44:50.774 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:44:50.775+0000 7fdb88a6e700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdb84100b30 0x7fdb84198d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:50.774 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:44:50.775+0000 7fdb88a6e700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fdb841014f0 0x7fdb84199290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:50.774 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:44:50.775+0000 7fdb88a6e700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb841040b0 0x7fdb841a0310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:50.774 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:44:50.775+0000 7fdb88a6e700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fdb8410e770 con 0x7fdb841040b0 2024-04-26T01:44:50.774 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:44:50.775+0000 7fdb88a6e700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fdb8410e5f0 con 0x7fdb84100b30 2024-04-26T01:44:50.774 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:44:50.775+0000 7fdb88a6e700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fdb8410e8f0 con 0x7fdb841014f0 2024-04-26T01:44:50.774 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:44:50.775+0000 7fdb81d9b700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fdb841014f0 0x7fdb84199290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:50.774 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:44:50.775+0000 7fdb81d9b700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fdb841014f0 0x7fdb84199290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.163:39018/0 (socket says 172.21.15.163:39018) 2024-04-26T01:44:50.774 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:44:50.775+0000 7fdb81d9b700 1 -- 172.21.15.163:0/4019736725 learned_addr learned my addr 172.21.15.163:0/4019736725 (peer_addr_for_me v2:172.21.15.163:0/0) 2024-04-26T01:44:50.774 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:44:50.775+0000 7fdb8259c700 1 --2- 172.21.15.163:0/4019736725 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdb84100b30 0x7fdb84198d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:50.775 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:44:50.775+0000 7fdb81d9b700 1 -- 172.21.15.163:0/4019736725 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdb84100b30 msgr2=0x7fdb84198d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:50.775 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:44:50.775+0000 7fdb81d9b700 1 --2- 172.21.15.163:0/4019736725 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdb84100b30 0x7fdb84198d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:50.775 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:44:50.775+0000 7fdb81d9b700 1 -- 172.21.15.163:0/4019736725 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb841040b0 msgr2=0x7fdb841a0310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:44:50.775 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:44:50.775+0000 7fdb81d9b700 1 --2- 172.21.15.163:0/4019736725 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb841040b0 0x7fdb841a0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:44:50.775 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:44:50.775+0000 7fdb81d9b700 1 -- 172.21.15.163:0/4019736725 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb841a09b0 con 0x7fdb841014f0 2024-04-26T01:44:50.775 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:44:50.775+0000 7fdb81d9b700 1 --2- 172.21.15.163:0/4019736725 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fdb841014f0 0x7fdb84199290 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fdb7800b7b0 tx=0x7fdb7800f690 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:44:50.775 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:44:50.775+0000 7fdb737fe700 1 -- 172.21.15.163:0/4019736725 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb78026070 con 0x7fdb841014f0 2024-04-26T01:44:50.775 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:44:50.775+0000 7fdb88a6e700 1 -- 172.21.15.163:0/4019736725 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb841a0c40 con 0x7fdb841014f0 2024-04-26T01:44:50.775 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:44:50.775+0000 7fdb737fe700 1 -- 172.21.15.163:0/4019736725 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fdb7800fe50 con 0x7fdb841014f0 2024-04-26T01:44:50.775 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:44:50.775+0000 7fdb737fe700 1 -- 172.21.15.163:0/4019736725 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb78017650 con 0x7fdb841014f0 2024-04-26T01:44:50.775 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:44:50.776+0000 7fdb88a6e700 1 -- 172.21.15.163:0/4019736725 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb841a1170 con 0x7fdb841014f0 2024-04-26T01:44:50.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:44:50.777+0000 7fdb88a6e700 1 -- 172.21.15.163:0/4019736725 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb84069730 con 0x7fdb841014f0 2024-04-26T01:44:50.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:44:50.778+0000 7fdb737fe700 1 -- 172.21.15.163:0/4019736725 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fdb78029070 con 0x7fdb841014f0 2024-04-26T01:44:50.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:44:50.779+0000 7fdb737fe700 1 --2- 172.21.15.163:0/4019736725 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fdb6c0a3c40 0x7fdb6c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:44:50.776 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:44:50.779+0000 7fdb737fe700 1 -- 172.21.15.163:0/4019736725 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 6723+0+0 (secure 0 0 0) 0x7fdb780d1410 con 0x7fdb841014f0 2024-04-26T01:44:50.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:44:50.779+0000 7fdb8259c700 1 --2- 172.21.15.163:0/4019736725 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fdb6c0a3c40 0x7fdb6c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:44:50.777 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:44:50.780+0000 7fdb8259c700 1 --2- 172.21.15.163:0/4019736725 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fdb6c0a3c40 0x7fdb6c0a6100 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fdb8406aef0 tx=0x7fdb74009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:44:50.780 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:44:50.783+0000 7fdb737fe700 1 -- 172.21.15.163:0/4019736725 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fdb78030070 con 0x7fdb841014f0 2024-04-26T01:44:50.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:50 smithi163 ceph-mon[32592]: pgmap v268: 1 pgs: 1 remapped+peering; 577 KiB data, 331 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:44:50.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:50 smithi163 ceph-mon[32592]: Detected new or changed devices on smithi103 2024-04-26T01:44:50.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:50 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:50.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:50 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:50.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:50 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:44:50.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:50 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:44:50.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:50 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:44:50.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:50 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:44:50.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:50 smithi163 ceph-mon[32592]: Adjusting osd_memory_target on smithi103 to 4272M 2024-04-26T01:44:50.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:50 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:50.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:50 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:50.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:50 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:44:50.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:50 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:50.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:50 smithi163 ceph-mon[32592]: osdmap e75: 11 total, 11 up, 11 in 2024-04-26T01:44:50.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:50 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:44:50.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:50 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:50.921 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:50 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:44:50.921 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:50 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:50.991 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:44:50.994+0000 7fdb88a6e700 1 -- 172.21.15.163:0/4019736725 --> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi163:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7fdb84062e80 con 0x7fdb6c0a3c40 2024-04-26T01:44:51.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:50 smithi046 ceph-mon[28013]: pgmap v268: 1 pgs: 1 remapped+peering; 577 KiB data, 331 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:44:51.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:50 smithi046 ceph-mon[28013]: Detected new or changed devices on smithi103 2024-04-26T01:44:51.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:50 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:51.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:50 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:51.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:50 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:44:51.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:50 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:44:51.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:50 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:44:51.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:50 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:44:51.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:50 smithi046 ceph-mon[28013]: Adjusting osd_memory_target on smithi103 to 4272M 2024-04-26T01:44:51.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:50 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:51.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:50 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:51.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:50 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:44:51.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:50 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:51.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:50 smithi046 ceph-mon[28013]: osdmap e75: 11 total, 11 up, 11 in 2024-04-26T01:44:51.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:50 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:44:51.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:50 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:51.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:50 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:44:51.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:50 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:51.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:50 smithi103 ceph-mon[32920]: pgmap v268: 1 pgs: 1 remapped+peering; 577 KiB data, 331 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:44:51.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:50 smithi103 ceph-mon[32920]: Detected new or changed devices on smithi103 2024-04-26T01:44:51.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:50 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:51.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:50 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:51.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:50 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:44:51.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:50 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:44:51.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:50 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:44:51.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:50 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:44:51.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:50 smithi103 ceph-mon[32920]: Adjusting osd_memory_target on smithi103 to 4272M 2024-04-26T01:44:51.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:50 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:51.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:50 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:51.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:50 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:44:51.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:50 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:51.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:50 smithi103 ceph-mon[32920]: osdmap e75: 11 total, 11 up, 11 in 2024-04-26T01:44:51.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:50 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:44:51.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:50 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:51.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:50 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:44:51.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:50 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:44:51.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:51 smithi163 ceph-mon[32592]: osdmap e76: 11 total, 11 up, 11 in 2024-04-26T01:44:51.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:51 smithi163 ceph-mon[32592]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi163:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:44:51.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:51 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:44:51.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:51 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:44:51.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:51 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:52.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:51 smithi103 ceph-mon[32920]: osdmap e76: 11 total, 11 up, 11 in 2024-04-26T01:44:52.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:51 smithi103 ceph-mon[32920]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi163:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:44:52.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:51 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:44:52.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:51 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:44:52.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:51 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:52.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:51 smithi046 ceph-mon[28013]: osdmap e76: 11 total, 11 up, 11 in 2024-04-26T01:44:52.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:51 smithi046 ceph-mon[28013]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi163:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:44:52.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:51 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T01:44:52.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:51 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T01:44:52.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:51 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:44:52.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:52 smithi163 ceph-mon[32592]: pgmap v271: 1 pgs: 1 remapped+peering; 577 KiB data, 331 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:44:52.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:52 smithi163 ceph-mon[32592]: osdmap e77: 11 total, 11 up, 11 in 2024-04-26T01:44:53.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:52 smithi103 ceph-mon[32920]: pgmap v271: 1 pgs: 1 remapped+peering; 577 KiB data, 331 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:44:53.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:52 smithi103 ceph-mon[32920]: osdmap e77: 11 total, 11 up, 11 in 2024-04-26T01:44:53.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:52 smithi046 ceph-mon[28013]: pgmap v271: 1 pgs: 1 remapped+peering; 577 KiB data, 331 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:44:53.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:52 smithi046 ceph-mon[28013]: osdmap e77: 11 total, 11 up, 11 in 2024-04-26T01:44:54.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:53 smithi103 ceph-mon[32920]: from='client.? 172.21.15.163:0/4045866769' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1c43e737-c189-43c0-a9ee-17a3cdc8278d"}]: dispatch 2024-04-26T01:44:54.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:53 smithi103 ceph-mon[32920]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1c43e737-c189-43c0-a9ee-17a3cdc8278d"}]: dispatch 2024-04-26T01:44:54.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:53 smithi103 ceph-mon[32920]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1c43e737-c189-43c0-a9ee-17a3cdc8278d"}]': finished 2024-04-26T01:44:54.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:53 smithi103 ceph-mon[32920]: osdmap e78: 12 total, 11 up, 12 in 2024-04-26T01:44:54.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:53 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:44:54.155 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:53 smithi163 ceph-mon[32592]: from='client.? 172.21.15.163:0/4045866769' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1c43e737-c189-43c0-a9ee-17a3cdc8278d"}]: dispatch 2024-04-26T01:44:54.155 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:53 smithi163 ceph-mon[32592]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1c43e737-c189-43c0-a9ee-17a3cdc8278d"}]: dispatch 2024-04-26T01:44:54.155 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:53 smithi163 ceph-mon[32592]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1c43e737-c189-43c0-a9ee-17a3cdc8278d"}]': finished 2024-04-26T01:44:54.155 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:53 smithi163 ceph-mon[32592]: osdmap e78: 12 total, 11 up, 12 in 2024-04-26T01:44:54.155 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:53 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:44:54.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:53 smithi046 ceph-mon[28013]: from='client.? 172.21.15.163:0/4045866769' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1c43e737-c189-43c0-a9ee-17a3cdc8278d"}]: dispatch 2024-04-26T01:44:54.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:53 smithi046 ceph-mon[28013]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1c43e737-c189-43c0-a9ee-17a3cdc8278d"}]: dispatch 2024-04-26T01:44:54.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:53 smithi046 ceph-mon[28013]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1c43e737-c189-43c0-a9ee-17a3cdc8278d"}]': finished 2024-04-26T01:44:54.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:53 smithi046 ceph-mon[28013]: osdmap e78: 12 total, 11 up, 12 in 2024-04-26T01:44:54.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:53 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:44:55.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:54 smithi103 ceph-mon[32920]: pgmap v273: 1 pgs: 1 remapped+peering; 577 KiB data, 331 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:44:55.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:54 smithi103 ceph-mon[32920]: from='client.? 172.21.15.163:0/2487591448' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:44:55.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:54 smithi163 ceph-mon[32592]: pgmap v273: 1 pgs: 1 remapped+peering; 577 KiB data, 331 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:44:55.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:54 smithi163 ceph-mon[32592]: from='client.? 172.21.15.163:0/2487591448' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:44:55.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:54 smithi046 ceph-mon[28013]: pgmap v273: 1 pgs: 1 remapped+peering; 577 KiB data, 331 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:44:55.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:54 smithi046 ceph-mon[28013]: from='client.? 172.21.15.163:0/2487591448' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T01:44:57.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:56 smithi163 ceph-mon[32592]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 331 MiB used, 983 GiB / 983 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-04-26T01:44:57.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:56 smithi046 ceph-mon[28013]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 331 MiB used, 983 GiB / 983 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-04-26T01:44:57.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:56 smithi103 ceph-mon[32920]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 331 MiB used, 983 GiB / 983 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-04-26T01:44:59.043 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:44:58 smithi163 ceph-mon[32592]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-04-26T01:44:59.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:44:58 smithi046 ceph-mon[28013]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-04-26T01:44:59.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:44:58 smithi103 ceph-mon[32920]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-04-26T01:45:01.165 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:00 smithi163 ceph-mon[32592]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-26T01:45:01.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:00 smithi046 ceph-mon[28013]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-26T01:45:01.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:00 smithi103 ceph-mon[32920]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-26T01:45:02.101 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:01 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-26T01:45:02.102 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:01 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:02.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:01 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-26T01:45:02.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:01 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:02.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:01 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-26T01:45:02.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:01 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:03.138 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:02 smithi163 ceph-mon[32592]: Deploying daemon osd.11 on smithi163 2024-04-26T01:45:03.138 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:02 smithi163 ceph-mon[32592]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-04-26T01:45:03.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:02 smithi046 ceph-mon[28013]: Deploying daemon osd.11 on smithi163 2024-04-26T01:45:03.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:02 smithi046 ceph-mon[28013]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-04-26T01:45:03.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:02 smithi103 ceph-mon[32920]: Deploying daemon osd.11 on smithi163 2024-04-26T01:45:03.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:02 smithi103 ceph-mon[32920]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-04-26T01:45:05.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:04 smithi163 ceph-mon[32592]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T01:45:05.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:04 smithi046 ceph-mon[28013]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T01:45:05.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:04 smithi103 ceph-mon[32920]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T01:45:07.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:06 smithi163 ceph-mon[32592]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail; 50 KiB/s, 0 objects/s recovering 2024-04-26T01:45:07.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:06 smithi046 ceph-mon[28013]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail; 50 KiB/s, 0 objects/s recovering 2024-04-26T01:45:07.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:06 smithi103 ceph-mon[32920]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail; 50 KiB/s, 0 objects/s recovering 2024-04-26T01:45:08.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:07 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:45:08.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:07 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:08.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:07 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:08.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:07 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:45:08.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:07 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:08.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:07 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:08.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:07 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:45:08.377 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:07 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:08.377 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:07 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:09.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:08 smithi163 ceph-mon[32592]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:45:09.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:08 smithi046 ceph-mon[28013]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:45:09.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:08 smithi103 ceph-mon[32920]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:45:10.282 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:10.285+0000 7fdb737fe700 1 -- 172.21.15.163:0/4019736725 <== mgr.14152 v2:172.21.15.46:6800/3332901238 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7fdb84062e80 con 0x7fdb6c0a3c40 2024-04-26T01:45:10.282 INFO:teuthology.orchestra.run.smithi163.stdout:Created osd(s) 11 on host 'smithi163' 2024-04-26T01:45:10.285 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:10.287+0000 7fdb88a6e700 1 -- 172.21.15.163:0/4019736725 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fdb6c0a3c40 msgr2=0x7fdb6c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:10.285 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:10.287+0000 7fdb88a6e700 1 --2- 172.21.15.163:0/4019736725 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fdb6c0a3c40 0x7fdb6c0a6100 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fdb8406aef0 tx=0x7fdb74009260 comp rx=0 tx=0).stop 2024-04-26T01:45:10.285 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:10.287+0000 7fdb88a6e700 1 -- 172.21.15.163:0/4019736725 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fdb841014f0 msgr2=0x7fdb84199290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:10.285 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:10.287+0000 7fdb88a6e700 1 --2- 172.21.15.163:0/4019736725 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fdb841014f0 0x7fdb84199290 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fdb7800b7b0 tx=0x7fdb7800f690 comp rx=0 tx=0).stop 2024-04-26T01:45:10.285 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:10.287+0000 7fdb88a6e700 1 -- 172.21.15.163:0/4019736725 shutdown_connections 2024-04-26T01:45:10.285 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:10.287+0000 7fdb88a6e700 1 --2- 172.21.15.163:0/4019736725 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdb841040b0 0x7fdb841a0310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:10.285 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:10.287+0000 7fdb88a6e700 1 --2- 172.21.15.163:0/4019736725 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fdb6c0a3c40 0x7fdb6c0a6100 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:10.285 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:10.287+0000 7fdb88a6e700 1 --2- 172.21.15.163:0/4019736725 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdb84100b30 0x7fdb84198d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:10.285 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:10.287+0000 7fdb88a6e700 1 --2- 172.21.15.163:0/4019736725 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fdb841014f0 0x7fdb84199290 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:10.285 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:10.287+0000 7fdb88a6e700 1 -- 172.21.15.163:0/4019736725 >> 172.21.15.163:0/4019736725 conn(0x7fdb840fc6b0 msgr2=0x7fdb84107150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:10.286 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:10.287+0000 7fdb88a6e700 1 -- 172.21.15.163:0/4019736725 shutdown_connections 2024-04-26T01:45:10.286 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:10.287+0000 7fdb88a6e700 1 -- 172.21.15.163:0/4019736725 wait complete. 2024-04-26T01:45:11.261 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:10 smithi163 ceph-mon[32592]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:45:11.261 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:10 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:11.261 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:10 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:11.261 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:10 smithi163 ceph-mon[32592]: from='osd.11 [v2:172.21.15.163:6824/1269489610,v1:172.21.15.163:6825/1269489610]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-26T01:45:11.261 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:10 smithi163 ceph-mon[32592]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-26T01:45:11.287 DEBUG:teuthology.orchestra.run.smithi163:osd.11> sudo journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@osd.11.service 2024-04-26T01:45:11.290 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-04-26T01:45:11.290 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph osd stat -f json 2024-04-26T01:45:11.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:10 smithi046 ceph-mon[28013]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:45:11.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:10 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:11.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:10 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:11.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:10 smithi046 ceph-mon[28013]: from='osd.11 [v2:172.21.15.163:6824/1269489610,v1:172.21.15.163:6825/1269489610]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-26T01:45:11.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:10 smithi046 ceph-mon[28013]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-26T01:45:11.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:10 smithi103 ceph-mon[32920]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:45:11.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:10 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:11.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:10 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:11.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:10 smithi103 ceph-mon[32920]: from='osd.11 [v2:172.21.15.163:6824/1269489610,v1:172.21.15.163:6825/1269489610]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-26T01:45:11.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:10 smithi103 ceph-mon[32920]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-26T01:45:11.772 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:45:12.415 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:12 smithi163 ceph-mon[32592]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-26T01:45:12.415 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:12 smithi163 ceph-mon[32592]: from='osd.11 [v2:172.21.15.163:6824/1269489610,v1:172.21.15.163:6825/1269489610]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-04-26T01:45:12.415 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:12 smithi163 ceph-mon[32592]: osdmap e79: 12 total, 11 up, 12 in 2024-04-26T01:45:12.415 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:12 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:45:12.415 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:12 smithi163 ceph-mon[32592]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-04-26T01:45:12.415 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:12 smithi163 ceph-mon[32592]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:45:12.415 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:12 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:12.415 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:12 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:12.415 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 01:45:12 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T01:45:12.278+0000 7f3b1e9a8700 -1 osd.11 0 waiting for initial osdmap 2024-04-26T01:45:12.416 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 01:45:12 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T01:45:12.290+0000 7f3b1a79b700 -1 osd.11 80 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T01:45:12.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:12 smithi046 ceph-mon[28013]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-26T01:45:12.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:12 smithi046 ceph-mon[28013]: from='osd.11 [v2:172.21.15.163:6824/1269489610,v1:172.21.15.163:6825/1269489610]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-04-26T01:45:12.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:12 smithi046 ceph-mon[28013]: osdmap e79: 12 total, 11 up, 12 in 2024-04-26T01:45:12.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:12 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:45:12.561 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:12 smithi046 ceph-mon[28013]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-04-26T01:45:12.561 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:12 smithi046 ceph-mon[28013]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:45:12.561 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:12 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:12.561 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:12 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:12.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:12 smithi103 ceph-mon[32920]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-26T01:45:12.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:12 smithi103 ceph-mon[32920]: from='osd.11 [v2:172.21.15.163:6824/1269489610,v1:172.21.15.163:6825/1269489610]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-04-26T01:45:12.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:12 smithi103 ceph-mon[32920]: osdmap e79: 12 total, 11 up, 12 in 2024-04-26T01:45:12.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:12 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:45:12.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:12 smithi103 ceph-mon[32920]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]: dispatch 2024-04-26T01:45:12.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:12 smithi103 ceph-mon[32920]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-04-26T01:45:12.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:12 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:12.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:12 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:13.413 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:13 smithi163 ceph-mon[32592]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]': finished 2024-04-26T01:45:13.413 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:13 smithi163 ceph-mon[32592]: osdmap e80: 12 total, 11 up, 12 in 2024-04-26T01:45:13.413 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:13 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:45:13.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:13 smithi046 ceph-mon[28013]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]': finished 2024-04-26T01:45:13.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:13 smithi046 ceph-mon[28013]: osdmap e80: 12 total, 11 up, 12 in 2024-04-26T01:45:13.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:13 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:45:13.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:13 smithi103 ceph-mon[32920]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi163", "root=default"]}]': finished 2024-04-26T01:45:13.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:13 smithi103 ceph-mon[32920]: osdmap e80: 12 total, 11 up, 12 in 2024-04-26T01:45:13.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:13 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:45:14.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.307+0000 7efd40200700 1 -- 172.21.15.46:0/508140364 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7efd380769f0 msgr2=0x7efd38074e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:14.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.307+0000 7efd40200700 1 --2- 172.21.15.46:0/508140364 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7efd380769f0 0x7efd38074e50 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7efd2c00b0a0 tx=0x7efd2c00b3b0 comp rx=0 tx=0).stop 2024-04-26T01:45:14.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.307+0000 7efd40200700 1 -- 172.21.15.46:0/508140364 shutdown_connections 2024-04-26T01:45:14.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.307+0000 7efd40200700 1 --2- 172.21.15.46:0/508140364 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efd3810a9f0 0x7efd3810ce60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:14.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.307+0000 7efd40200700 1 --2- 172.21.15.46:0/508140364 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7efd380769f0 0x7efd38074e50 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:14.305 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.307+0000 7efd40200700 1 --2- 172.21.15.46:0/508140364 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efd38075420 0x7efd380758a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:14.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.307+0000 7efd40200700 1 -- 172.21.15.46:0/508140364 >> 172.21.15.46:0/508140364 conn(0x7efd380fe090 msgr2=0x7efd381004d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:14.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.307+0000 7efd40200700 1 -- 172.21.15.46:0/508140364 shutdown_connections 2024-04-26T01:45:14.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.307+0000 7efd40200700 1 -- 172.21.15.46:0/508140364 wait complete. 2024-04-26T01:45:14.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.308+0000 7efd40200700 1 Processor -- start 2024-04-26T01:45:14.306 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.309+0000 7efd40200700 1 -- start start 2024-04-26T01:45:14.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.309+0000 7efd40200700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efd38075420 0x7efd3819aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:14.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.309+0000 7efd40200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efd380769f0 0x7efd3819b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:14.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.309+0000 7efd40200700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7efd3810a9f0 0x7efd381a2480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:14.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.309+0000 7efd40200700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7efd381108d0 con 0x7efd380769f0 2024-04-26T01:45:14.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.309+0000 7efd40200700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7efd38110750 con 0x7efd38075420 2024-04-26T01:45:14.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.309+0000 7efd40200700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7efd38110a50 con 0x7efd3810a9f0 2024-04-26T01:45:14.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.309+0000 7efd3ce00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efd380769f0 0x7efd3819b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:14.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.310+0000 7efd3ce00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efd380769f0 0x7efd3819b400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:44146/0 (socket says 172.21.15.46:44146) 2024-04-26T01:45:14.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.310+0000 7efd3e200700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7efd3810a9f0 0x7efd381a2480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:14.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.310+0000 7efd3ce00700 1 -- 172.21.15.46:0/3516831486 learned_addr learned my addr 172.21.15.46:0/3516831486 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:45:14.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.310+0000 7efd3d800700 1 --2- 172.21.15.46:0/3516831486 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efd38075420 0x7efd3819aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:14.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.310+0000 7efd3e200700 1 -- 172.21.15.46:0/3516831486 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efd38075420 msgr2=0x7efd3819aec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:14.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.310+0000 7efd3e200700 1 --2- 172.21.15.46:0/3516831486 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efd38075420 0x7efd3819aec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:14.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.310+0000 7efd3e200700 1 -- 172.21.15.46:0/3516831486 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efd380769f0 msgr2=0x7efd3819b400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:14.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.310+0000 7efd3e200700 1 --2- 172.21.15.46:0/3516831486 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efd380769f0 0x7efd3819b400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:14.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.310+0000 7efd3e200700 1 -- 172.21.15.46:0/3516831486 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd381a2b20 con 0x7efd3810a9f0 2024-04-26T01:45:14.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.310+0000 7efd3e200700 1 --2- 172.21.15.46:0/3516831486 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7efd3810a9f0 0x7efd381a2480 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7efd3000e9a0 tx=0x7efd3000ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:14.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.311+0000 7efd36000700 1 -- 172.21.15.46:0/3516831486 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd30004220 con 0x7efd3810a9f0 2024-04-26T01:45:14.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.311+0000 7efd36000700 1 -- 172.21.15.46:0/3516831486 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7efd30004d00 con 0x7efd3810a9f0 2024-04-26T01:45:14.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.311+0000 7efd36000700 1 -- 172.21.15.46:0/3516831486 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd30010700 con 0x7efd3810a9f0 2024-04-26T01:45:14.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.311+0000 7efd40200700 1 -- 172.21.15.46:0/3516831486 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd381a2e10 con 0x7efd3810a9f0 2024-04-26T01:45:14.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.311+0000 7efd40200700 1 -- 172.21.15.46:0/3516831486 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd381a3270 con 0x7efd3810a9f0 2024-04-26T01:45:14.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.312+0000 7efd40200700 1 -- 172.21.15.46:0/3516831486 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efd38069770 con 0x7efd3810a9f0 2024-04-26T01:45:14.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.314+0000 7efd36000700 1 -- 172.21.15.46:0/3516831486 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7efd30004750 con 0x7efd3810a9f0 2024-04-26T01:45:14.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.315+0000 7efd36000700 1 --2- 172.21.15.46:0/3516831486 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7efd200a3cc0 0x7efd200a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:14.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.316+0000 7efd36000700 1 -- 172.21.15.46:0/3516831486 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7efd300cfc70 con 0x7efd3810a9f0 2024-04-26T01:45:14.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.316+0000 7efd3d800700 1 --2- 172.21.15.46:0/3516831486 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7efd200a3cc0 0x7efd200a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:14.314 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.316+0000 7efd3d800700 1 --2- 172.21.15.46:0/3516831486 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7efd200a3cc0 0x7efd200a6180 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7efd2c009fd0 tx=0x7efd2c006210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:14.317 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.319+0000 7efd36000700 1 -- 172.21.15.46:0/3516831486 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7efd3009ca50 con 0x7efd3810a9f0 2024-04-26T01:45:14.392 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:14 smithi046 ceph-mon[28013]: purged_snaps scrub starts 2024-04-26T01:45:14.392 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:14 smithi046 ceph-mon[28013]: purged_snaps scrub ok 2024-04-26T01:45:14.392 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:14 smithi046 ceph-mon[28013]: osd.11 [v2:172.21.15.163:6824/1269489610,v1:172.21.15.163:6825/1269489610] boot 2024-04-26T01:45:14.393 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:14 smithi046 ceph-mon[28013]: osdmap e81: 12 total, 12 up, 12 in 2024-04-26T01:45:14.393 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:14 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:45:14.393 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:14 smithi046 ceph-mon[28013]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:14.527 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:14 smithi163 ceph-mon[32592]: purged_snaps scrub starts 2024-04-26T01:45:14.527 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:14 smithi163 ceph-mon[32592]: purged_snaps scrub ok 2024-04-26T01:45:14.527 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:14 smithi163 ceph-mon[32592]: osd.11 [v2:172.21.15.163:6824/1269489610,v1:172.21.15.163:6825/1269489610] boot 2024-04-26T01:45:14.527 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:14 smithi163 ceph-mon[32592]: osdmap e81: 12 total, 12 up, 12 in 2024-04-26T01:45:14.527 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:14 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:45:14.527 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:14 smithi163 ceph-mon[32592]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:14.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.556+0000 7efd40200700 1 -- 172.21.15.46:0/3516831486 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7efd38063650 con 0x7efd3810a9f0 2024-04-26T01:45:14.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.556+0000 7efd36000700 1 -- 172.21.15.46:0/3516831486 <== mon.1 v2:172.21.15.163:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v82) ==== 74+0+133 (secure 0 0 0) 0x7efd3009c350 con 0x7efd3810a9f0 2024-04-26T01:45:14.554 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:45:14.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.560+0000 7efd40200700 1 -- 172.21.15.46:0/3516831486 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7efd200a3cc0 msgr2=0x7efd200a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:14.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.560+0000 7efd40200700 1 --2- 172.21.15.46:0/3516831486 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7efd200a3cc0 0x7efd200a6180 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7efd2c009fd0 tx=0x7efd2c006210 comp rx=0 tx=0).stop 2024-04-26T01:45:14.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.560+0000 7efd40200700 1 -- 172.21.15.46:0/3516831486 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7efd3810a9f0 msgr2=0x7efd381a2480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:14.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.560+0000 7efd40200700 1 --2- 172.21.15.46:0/3516831486 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7efd3810a9f0 0x7efd381a2480 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7efd3000e9a0 tx=0x7efd3000ecb0 comp rx=0 tx=0).stop 2024-04-26T01:45:14.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.560+0000 7efd40200700 1 -- 172.21.15.46:0/3516831486 shutdown_connections 2024-04-26T01:45:14.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.560+0000 7efd40200700 1 --2- 172.21.15.46:0/3516831486 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7efd3810a9f0 0x7efd381a2480 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:14.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.560+0000 7efd40200700 1 --2- 172.21.15.46:0/3516831486 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7efd200a3cc0 0x7efd200a6180 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:14.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.560+0000 7efd40200700 1 --2- 172.21.15.46:0/3516831486 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efd38075420 0x7efd3819aec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:14.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.560+0000 7efd40200700 1 --2- 172.21.15.46:0/3516831486 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7efd380769f0 0x7efd3819b400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:14.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.560+0000 7efd40200700 1 -- 172.21.15.46:0/3516831486 >> 172.21.15.46:0/3516831486 conn(0x7efd380fe090 msgr2=0x7efd38106940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:14.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.560+0000 7efd40200700 1 -- 172.21.15.46:0/3516831486 shutdown_connections 2024-04-26T01:45:14.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:14.560+0000 7efd40200700 1 -- 172.21.15.46:0/3516831486 wait complete. 2024-04-26T01:45:14.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:14 smithi103 ceph-mon[32920]: purged_snaps scrub starts 2024-04-26T01:45:14.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:14 smithi103 ceph-mon[32920]: purged_snaps scrub ok 2024-04-26T01:45:14.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:14 smithi103 ceph-mon[32920]: osd.11 [v2:172.21.15.163:6824/1269489610,v1:172.21.15.163:6825/1269489610] boot 2024-04-26T01:45:14.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:14 smithi103 ceph-mon[32920]: osdmap e81: 12 total, 12 up, 12 in 2024-04-26T01:45:14.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:14 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:45:14.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:14 smithi103 ceph-mon[32920]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:15.496 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":82,"num_osds":12,"num_up_osds":12,"osd_up_since":1714095913,"num_in_osds":12,"osd_in_since":1714095893,"num_remapped_pgs":0} 2024-04-26T01:45:15.497 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T01:45:15.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:15 smithi046 ceph-mon[28013]: osdmap e82: 12 total, 12 up, 12 in 2024-04-26T01:45:15.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:15 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/3516831486' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-26T01:45:15.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:15 smithi046 ceph-mon[28013]: Detected new or changed devices on smithi163 2024-04-26T01:45:15.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:15 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:15.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:15 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:15.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:15 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:45:15.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:15 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:45:15.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:15 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:45:15.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:15 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:45:15.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:15 smithi046 ceph-mon[28013]: Adjusting osd_memory_target on smithi163 to 4272M 2024-04-26T01:45:15.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:15 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:15.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:15 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:15.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:15 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:45:15.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:15 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:15.561 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:15 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:45:15.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:15 smithi103 ceph-mon[32920]: osdmap e82: 12 total, 12 up, 12 in 2024-04-26T01:45:15.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:15 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/3516831486' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-26T01:45:15.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:15 smithi103 ceph-mon[32920]: Detected new or changed devices on smithi163 2024-04-26T01:45:15.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:15 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:15.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:15 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:15.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:15 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:45:15.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:15 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:45:15.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:15 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:45:15.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:15 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:45:15.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:15 smithi103 ceph-mon[32920]: Adjusting osd_memory_target on smithi163 to 4272M 2024-04-26T01:45:15.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:15 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:15.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:15 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:15.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:15 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:45:15.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:15 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:15.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:15 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:45:15.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:15 smithi163 ceph-mon[32592]: osdmap e82: 12 total, 12 up, 12 in 2024-04-26T01:45:15.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:15 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/3516831486' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-26T01:45:15.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:15 smithi163 ceph-mon[32592]: Detected new or changed devices on smithi163 2024-04-26T01:45:15.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:15 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:15.671 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:15 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:15.671 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:15 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:45:15.671 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:15 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:45:15.671 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:15 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:45:15.671 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:15 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:45:15.671 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:15 smithi163 ceph-mon[32592]: Adjusting osd_memory_target on smithi163 to 4272M 2024-04-26T01:45:15.671 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:15 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:15.672 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:15 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:15.672 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:15 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:45:15.672 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:15 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:15.672 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:15 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:45:15.957 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:45:16.434 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:16 smithi046 ceph-mon[28013]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:16.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:16 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:16.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:16 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:45:16.435 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:16 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:16.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:16 smithi103 ceph-mon[32920]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:16.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:16 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:16.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:16 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:45:16.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:16 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:16.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:16 smithi163 ceph-mon[32592]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:16.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:16 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:16.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:16 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:45:16.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:16 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:18.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.329+0000 7f57dd200700 1 -- 172.21.15.46:0/3098477263 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f57d806b0f0 msgr2=0x7f57d810f900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:18.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.329+0000 7f57dd200700 1 --2- 172.21.15.46:0/3098477263 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f57d806b0f0 0x7f57d810f900 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f57d000b0a0 tx=0x7f57d000b3b0 comp rx=0 tx=0).stop 2024-04-26T01:45:18.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.329+0000 7f57dd200700 1 -- 172.21.15.46:0/3098477263 shutdown_connections 2024-04-26T01:45:18.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.329+0000 7f57dd200700 1 --2- 172.21.15.46:0/3098477263 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f57d806b0f0 0x7f57d810f900 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:18.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.329+0000 7f57dd200700 1 --2- 172.21.15.46:0/3098477263 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f57d8108a30 0x7f57d8108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:18.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.329+0000 7f57dd200700 1 --2- 172.21.15.46:0/3098477263 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f57d806a750 0x7f57d806abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:18.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.329+0000 7f57dd200700 1 -- 172.21.15.46:0/3098477263 >> 172.21.15.46:0/3098477263 conn(0x7f57d80788f0 msgr2=0x7f57d8078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:18.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.329+0000 7f57dd200700 1 -- 172.21.15.46:0/3098477263 shutdown_connections 2024-04-26T01:45:18.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.329+0000 7f57dd200700 1 -- 172.21.15.46:0/3098477263 wait complete. 2024-04-26T01:45:18.329 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.331+0000 7f57dd200700 1 Processor -- start 2024-04-26T01:45:18.330 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.331+0000 7f57dd200700 1 -- start start 2024-04-26T01:45:18.330 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.331+0000 7f57dd200700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f57d806a750 0x7f57d819b380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:18.330 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.331+0000 7f57dd200700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f57d806b0f0 0x7f57d819b8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:18.330 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.331+0000 7f57dd200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f57d8108a30 0x7f57d819fc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:18.330 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.331+0000 7f57dd200700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f57d8112de0 con 0x7f57d8108a30 2024-04-26T01:45:18.330 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.331+0000 7f57dd200700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f57d8112c60 con 0x7f57d806a750 2024-04-26T01:45:18.330 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.331+0000 7f57dd200700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f57d8112f60 con 0x7f57d806b0f0 2024-04-26T01:45:18.330 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.332+0000 7f57d5e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f57d806a750 0x7f57d819b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:18.330 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.332+0000 7f57d6800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f57d8108a30 0x7f57d819fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:18.330 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.332+0000 7f57d5e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f57d806a750 0x7f57d819b380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:36276/0 (socket says 172.21.15.46:36276) 2024-04-26T01:45:18.330 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.332+0000 7f57d5e00700 1 -- 172.21.15.46:0/3341132033 learned_addr learned my addr 172.21.15.46:0/3341132033 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:45:18.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.332+0000 7f57d5400700 1 --2- 172.21.15.46:0/3341132033 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f57d806b0f0 0x7f57d819b8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:18.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.332+0000 7f57d5e00700 1 -- 172.21.15.46:0/3341132033 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f57d806b0f0 msgr2=0x7f57d819b8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:18.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.332+0000 7f57d5e00700 1 --2- 172.21.15.46:0/3341132033 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f57d806b0f0 0x7f57d819b8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:18.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.332+0000 7f57d5e00700 1 -- 172.21.15.46:0/3341132033 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f57d8108a30 msgr2=0x7f57d819fc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:18.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.332+0000 7f57d5e00700 1 --2- 172.21.15.46:0/3341132033 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f57d8108a30 0x7f57d819fc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:18.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.332+0000 7f57d5e00700 1 -- 172.21.15.46:0/3341132033 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57d81a0390 con 0x7f57d806a750 2024-04-26T01:45:18.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.332+0000 7f57d5e00700 1 --2- 172.21.15.46:0/3341132033 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f57d806a750 0x7f57d819b380 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f57c800eb30 tx=0x7f57c800ee40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:18.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.333+0000 7f57cea00700 1 -- 172.21.15.46:0/3341132033 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57c800cbd0 con 0x7f57d806a750 2024-04-26T01:45:18.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.333+0000 7f57cea00700 1 -- 172.21.15.46:0/3341132033 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f57c80044f0 con 0x7f57d806a750 2024-04-26T01:45:18.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.333+0000 7f57cea00700 1 -- 172.21.15.46:0/3341132033 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57c8010430 con 0x7f57d806a750 2024-04-26T01:45:18.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.333+0000 7f57dd200700 1 -- 172.21.15.46:0/3341132033 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57d81a0680 con 0x7f57d806a750 2024-04-26T01:45:18.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.333+0000 7f57dd200700 1 -- 172.21.15.46:0/3341132033 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57d81a7f00 con 0x7f57d806a750 2024-04-26T01:45:18.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.334+0000 7f57dd200700 1 -- 172.21.15.46:0/3341132033 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f57d8069730 con 0x7f57d806a750 2024-04-26T01:45:18.333 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.336+0000 7f57cea00700 1 -- 172.21.15.46:0/3341132033 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f57c8003ed0 con 0x7f57d806a750 2024-04-26T01:45:18.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.337+0000 7f57cea00700 1 --2- 172.21.15.46:0/3341132033 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f57bc0a3c40 0x7f57bc0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:18.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.338+0000 7f57cea00700 1 -- 172.21.15.46:0/3341132033 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f57c80d0480 con 0x7f57d806a750 2024-04-26T01:45:18.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.338+0000 7f57d5400700 1 --2- 172.21.15.46:0/3341132033 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f57bc0a3c40 0x7f57bc0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:18.336 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.339+0000 7f57d5400700 1 --2- 172.21.15.46:0/3341132033 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f57bc0a3c40 0x7f57bc0a6100 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f57c4009680 tx=0x7f57c4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:18.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.340+0000 7f57cea00700 1 -- 172.21.15.46:0/3341132033 <== mon.2 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f57c801f340 con 0x7f57d806a750 2024-04-26T01:45:18.571 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.573+0000 7f57dd200700 1 -- 172.21.15.46:0/3341132033 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f57d819c6e0 con 0x7f57d806a750 2024-04-26T01:45:18.572 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.574+0000 7f57cea00700 1 -- 172.21.15.46:0/3341132033 <== mon.2 v2:172.21.15.103:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+18481 (secure 0 0 0) 0x7f57c809d260 con 0x7f57d806a750 2024-04-26T01:45:18.573 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:45:18.573 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":82,"fsid":"4e298560-036d-11ef-bc93-c7b262605968","created":"2024-04-26T01:36:51.789921+0000","modified":"2024-04-26T01:45:14.284159+0000","last_up_change":"2024-04-26T01:45:13.269142+0000","last_in_change":"2024-04-26T01:44:53.812099+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T01:40:53.363826+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8fb81e1c-2c24-45c9-89fd-896ec37fedb6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":1705061833},{"type":"v1","addr":"172.21.15.46:6803","nonce":1705061833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":1705061833},{"type":"v1","addr":"172.21.15.46:6805","nonce":1705061833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1705061833},{"type":"v1","addr":"172.21.15.46:6809","nonce":1705061833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":1705061833},{"type":"v1","addr":"172.21.15.46:6807","nonce":1705061833}]},"public_addr":"172.21.15.46:6803/1705061833","cluster_addr":"172.21.15.46:6805/1705061833","heartbeat_back_addr":"172.21.15.46:6809/1705061833","heartbeat_front_addr":"172.21.15.46:6807/1705061833","state":["exists","up"]},{"osd":1,"uuid":"235ad6a0-ad0d-44ff-9ad1-55205dc13533","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":4149643711},{"type":"v1","addr":"172.21.15.103:6801","nonce":4149643711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":4149643711},{"type":"v1","addr":"172.21.15.103:6803","nonce":4149643711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":4149643711},{"type":"v1","addr":"172.21.15.103:6807","nonce":4149643711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":4149643711},{"type":"v1","addr":"172.21.15.103:6805","nonce":4149643711}]},"public_addr":"172.21.15.103:6801/4149643711","cluster_addr":"172.21.15.103:6803/4149643711","heartbeat_back_addr":"172.21.15.103:6807/4149643711","heartbeat_front_addr":"172.21.15.103:6805/4149643711","state":["exists","up"]},{"osd":2,"uuid":"10a4e364-80e6-4c2e-8bdd-8c6e27188acf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6800","nonce":3238203653},{"type":"v1","addr":"172.21.15.163:6801","nonce":3238203653}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6802","nonce":3238203653},{"type":"v1","addr":"172.21.15.163:6803","nonce":3238203653}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6806","nonce":3238203653},{"type":"v1","addr":"172.21.15.163:6807","nonce":3238203653}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6804","nonce":3238203653},{"type":"v1","addr":"172.21.15.163:6805","nonce":3238203653}]},"public_addr":"172.21.15.163:6801/3238203653","cluster_addr":"172.21.15.163:6803/3238203653","heartbeat_back_addr":"172.21.15.163:6807/3238203653","heartbeat_front_addr":"172.21.15.163:6805/3238203653","state":["exists","up"]},{"osd":3,"uuid":"72b47e70-a1c2-4e07-868b-c030c68a8f5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":1889462647},{"type":"v1","addr":"172.21.15.46:6811","nonce":1889462647}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1889462647},{"type":"v1","addr":"172.21.15.46:6813","nonce":1889462647}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1889462647},{"type":"v1","addr":"172.21.15.46:6817","nonce":1889462647}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":1889462647},{"type":"v1","addr":"172.21.15.46:6815","nonce":1889462647}]},"public_addr":"172.21.15.46:6811/1889462647","cluster_addr":"172.21.15.46:6813/1889462647","heartbeat_back_addr":"172.21.15.46:6817/1889462647","heartbeat_front_addr":"172.21.15.46:6815/1889462647","state":["exists","up"]},{"osd":4,"uuid":"644cff68-2da7-43ed-bb87-f3b0d5f82b1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":3946150982},{"type":"v1","addr":"172.21.15.103:6809","nonce":3946150982}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":3946150982},{"type":"v1","addr":"172.21.15.103:6811","nonce":3946150982}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":3946150982},{"type":"v1","addr":"172.21.15.103:6815","nonce":3946150982}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":3946150982},{"type":"v1","addr":"172.21.15.103:6813","nonce":3946150982}]},"public_addr":"172.21.15.103:6809/3946150982","cluster_addr":"172.21.15.103:6811/3946150982","heartbeat_back_addr":"172.21.15.103:6815/3946150982","heartbeat_front_addr":"172.21.15.103:6813/3946150982","state":["exists","up"]},{"osd":5,"uuid":"fb7bbd34-9be5-4f39-ac32-af6c1eab2c64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6808","nonce":616922792},{"type":"v1","addr":"172.21.15.163:6809","nonce":616922792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6810","nonce":616922792},{"type":"v1","addr":"172.21.15.163:6811","nonce":616922792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6814","nonce":616922792},{"type":"v1","addr":"172.21.15.163:6815","nonce":616922792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6812","nonce":616922792},{"type":"v1","addr":"172.21.15.163:6813","nonce":616922792}]},"public_addr":"172.21.15.163:6809/616922792","cluster_addr":"172.21.15.163:6811/616922792","heartbeat_back_addr":"172.21.15.163:6815/616922792","heartbeat_front_addr":"172.21.15.163:6813/616922792","state":["exists","up"]},{"osd":6,"uuid":"bf28b38e-8424-4fb4-9528-6dbc7d2b1612","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2027770735},{"type":"v1","addr":"172.21.15.46:6819","nonce":2027770735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2027770735},{"type":"v1","addr":"172.21.15.46:6821","nonce":2027770735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2027770735},{"type":"v1","addr":"172.21.15.46:6825","nonce":2027770735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2027770735},{"type":"v1","addr":"172.21.15.46:6823","nonce":2027770735}]},"public_addr":"172.21.15.46:6819/2027770735","cluster_addr":"172.21.15.46:6821/2027770735","heartbeat_back_addr":"172.21.15.46:6825/2027770735","heartbeat_front_addr":"172.21.15.46:6823/2027770735","state":["exists","up"]},{"osd":7,"uuid":"019316c5-b83f-43f1-8d46-6dd43de6259a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":3114516049},{"type":"v1","addr":"172.21.15.103:6817","nonce":3114516049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":3114516049},{"type":"v1","addr":"172.21.15.103:6819","nonce":3114516049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":3114516049},{"type":"v1","addr":"172.21.15.103:6823","nonce":3114516049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":3114516049},{"type":"v1","addr":"172.21.15.103:6821","nonce":3114516049}]},"public_addr":"172.21.15.103:6817/3114516049","cluster_addr":"172.21.15.103:6819/3114516049","heartbeat_back_addr":"172.21.15.103:6823/3114516049","heartbeat_front_addr":"172.21.15.103:6821/3114516049","state":["exists","up"]},{"osd":8,"uuid":"209597cd-7768-4b82-ade7-8e01927a3e03","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6816","nonce":1671606862},{"type":"v1","addr":"172.21.15.163:6817","nonce":1671606862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6818","nonce":1671606862},{"type":"v1","addr":"172.21.15.163:6819","nonce":1671606862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6822","nonce":1671606862},{"type":"v1","addr":"172.21.15.163:6823","nonce":1671606862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6820","nonce":1671606862},{"type":"v1","addr":"172.21.15.163:6821","nonce":1671606862}]},"public_addr":"172.21.15.163:6817/1671606862","cluster_addr":"172.21.15.163:6819/1671606862","heartbeat_back_addr":"172.21.15.163:6823/1671606862","heartbeat_front_addr":"172.21.15.163:6821/1671606862","state":["exists","up"]},{"osd":9,"uuid":"77a2c45f-b6c7-465c-96ec-d760fa92dd75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":1569907716},{"type":"v1","addr":"172.21.15.46:6827","nonce":1569907716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":1569907716},{"type":"v1","addr":"172.21.15.46:6829","nonce":1569907716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":1569907716},{"type":"v1","addr":"172.21.15.46:6833","nonce":1569907716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":1569907716},{"type":"v1","addr":"172.21.15.46:6831","nonce":1569907716}]},"public_addr":"172.21.15.46:6827/1569907716","cluster_addr":"172.21.15.46:6829/1569907716","heartbeat_back_addr":"172.21.15.46:6833/1569907716","heartbeat_front_addr":"172.21.15.46:6831/1569907716","state":["exists","up"]},{"osd":10,"uuid":"b0ec12dc-7afe-454a-8195-2e38441ca466","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":4049341884},{"type":"v1","addr":"172.21.15.103:6825","nonce":4049341884}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":4049341884},{"type":"v1","addr":"172.21.15.103:6827","nonce":4049341884}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":4049341884},{"type":"v1","addr":"172.21.15.103:6831","nonce":4049341884}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":4049341884},{"type":"v1","addr":"172.21.15.103:6829","nonce":4049341884}]},"public_addr":"172.21.15.103:6825/4049341884","cluster_addr":"172.21.15.103:6827/4049341884","heartbeat_back_addr":"172.21.15.103:6831/4049341884","heartbeat_front_addr":"172.21.15.103:6829/4049341884","state":["exists","up"]},{"osd":11,"uuid":"1c43e737-c189-43c0-a9ee-17a3cdc8278d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6824","nonce":1269489610},{"type":"v1","addr":"172.21.15.163:6825","nonce":1269489610}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6826","nonce":1269489610},{"type":"v1","addr":"172.21.15.163:6827","nonce":1269489610}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6830","nonce":1269489610},{"type":"v1","addr":"172.21.15.163:6831","nonce":1269489610}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6828","nonce":1269489610},{"type":"v1","addr":"172.21.15.163:6829","nonce":1269489610}]},"public_addr":"172.21.15.163:6825/1269489610","cluster_addr":"172.21.15.163:6827/1269489610","heartbeat_back_addr":"172.21.15.163:6831/1269489610","heartbeat_front_addr":"172.21.15.163:6829/1269489610","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:39:58.982337+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:40:24.637183+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:40:49.044978+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:41:23.090601+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:41:49.957654+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:42:15.570899+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:42:50.909512+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:43:17.899928+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:43:43.563643+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:44:19.007356+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:44:46.388363+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:45:11.782396+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/2138390774":"2024-04-27T01:38:01.199869+0000","172.21.15.46:0/1671101151":"2024-04-27T01:38:01.199869+0000","172.21.15.46:0/3463419164":"2024-04-27T01:38:01.199869+0000","172.21.15.46:6801/1268650508":"2024-04-27T01:38:01.199869+0000","172.21.15.46:0/1254319164":"2024-04-27T01:37:25.688097+0000","172.21.15.46:6800/2101651407":"2024-04-27T01:37:25.688097+0000","172.21.15.46:6800/1268650508":"2024-04-27T01:38:01.199869+0000","172.21.15.46:0/2440871722":"2024-04-27T01:37:25.688097+0000","172.21.15.46:0/846597820":"2024-04-27T01:37:25.688097+0000","172.21.15.46:6801/2101651407":"2024-04-27T01:37:25.688097+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T01:45:18.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.578+0000 7f57dd200700 1 -- 172.21.15.46:0/3341132033 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f57bc0a3c40 msgr2=0x7f57bc0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:18.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.578+0000 7f57dd200700 1 --2- 172.21.15.46:0/3341132033 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f57bc0a3c40 0x7f57bc0a6100 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f57c4009680 tx=0x7f57c4009260 comp rx=0 tx=0).stop 2024-04-26T01:45:18.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.578+0000 7f57dd200700 1 -- 172.21.15.46:0/3341132033 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f57d806a750 msgr2=0x7f57d819b380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:18.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.578+0000 7f57dd200700 1 --2- 172.21.15.46:0/3341132033 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f57d806a750 0x7f57d819b380 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f57c800eb30 tx=0x7f57c800ee40 comp rx=0 tx=0).stop 2024-04-26T01:45:18.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.578+0000 7f57dd200700 1 -- 172.21.15.46:0/3341132033 shutdown_connections 2024-04-26T01:45:18.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.578+0000 7f57dd200700 1 --2- 172.21.15.46:0/3341132033 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f57d8108a30 0x7f57d819fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:18.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.578+0000 7f57dd200700 1 --2- 172.21.15.46:0/3341132033 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f57bc0a3c40 0x7f57bc0a6100 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:18.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.578+0000 7f57dd200700 1 --2- 172.21.15.46:0/3341132033 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f57d806a750 0x7f57d819b380 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:18.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.578+0000 7f57dd200700 1 --2- 172.21.15.46:0/3341132033 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f57d806b0f0 0x7f57d819b8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:18.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.578+0000 7f57dd200700 1 -- 172.21.15.46:0/3341132033 >> 172.21.15.46:0/3341132033 conn(0x7f57d80788f0 msgr2=0x7f57d80ffaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:18.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.578+0000 7f57dd200700 1 -- 172.21.15.46:0/3341132033 shutdown_connections 2024-04-26T01:45:18.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:18.578+0000 7f57dd200700 1 -- 172.21.15.46:0/3341132033 wait complete. 2024-04-26T01:45:18.594 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:18 smithi046 ceph-mon[28013]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:18.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:18 smithi163 ceph-mon[32592]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:18.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:18 smithi103 ceph-mon[32920]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:19.428 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-26T01:40:53.363826+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-26T01:45:19.429 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-04-26T01:45:19.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:19 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/3341132033' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:45:19.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:19 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/3341132033' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:45:19.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:19 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/3341132033' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:45:19.937 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:45:20.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:20 smithi163 ceph-mon[32592]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:20.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:20 smithi046 ceph-mon[28013]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:20.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:20 smithi103 ceph-mon[32920]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:22.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.213+0000 7f188cc00700 1 -- 172.21.15.46:0/4866260 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f188806a750 msgr2=0x7f188806ab30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:22.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.213+0000 7f188cc00700 1 --2- 172.21.15.46:0/4866260 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f188806a750 0x7f188806ab30 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f18780098f0 tx=0x7f1878009c00 comp rx=0 tx=0).stop 2024-04-26T01:45:22.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.213+0000 7f188cc00700 1 -- 172.21.15.46:0/4866260 shutdown_connections 2024-04-26T01:45:22.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.213+0000 7f188cc00700 1 --2- 172.21.15.46:0/4866260 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f188810f4f0 0x7f18881118e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:22.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.213+0000 7f188cc00700 1 --2- 172.21.15.46:0/4866260 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f188806a750 0x7f188806ab30 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:22.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.213+0000 7f188cc00700 1 --2- 172.21.15.46:0/4866260 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f188806b070 0x7f188810efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:22.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.213+0000 7f188cc00700 1 -- 172.21.15.46:0/4866260 >> 172.21.15.46:0/4866260 conn(0x7f18880788f0 msgr2=0x7f1888078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:22.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.213+0000 7f188cc00700 1 -- 172.21.15.46:0/4866260 shutdown_connections 2024-04-26T01:45:22.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.213+0000 7f188cc00700 1 -- 172.21.15.46:0/4866260 wait complete. 2024-04-26T01:45:22.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.214+0000 7f188cc00700 1 Processor -- start 2024-04-26T01:45:22.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.215+0000 7f188cc00700 1 -- start start 2024-04-26T01:45:22.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.215+0000 7f188cc00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f188806a750 0x7f188819b470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:22.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.215+0000 7f188cc00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f188806b070 0x7f188819b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:22.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.215+0000 7f188cc00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f188810f4f0 0x7f188819fcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:22.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.215+0000 7f188cc00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f1888114f40 con 0x7f188810f4f0 2024-04-26T01:45:22.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.215+0000 7f188cc00700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f1888114dc0 con 0x7f188806b070 2024-04-26T01:45:22.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.215+0000 7f188cc00700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f18881150c0 con 0x7f188806a750 2024-04-26T01:45:22.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.215+0000 7f1885400700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f188806b070 0x7f188819b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:22.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.216+0000 7f1885e00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f188806a750 0x7f188819b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:22.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.216+0000 7f1885400700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f188806b070 0x7f188819b9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:36302/0 (socket says 172.21.15.46:36302) 2024-04-26T01:45:22.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.216+0000 7f1885400700 1 -- 172.21.15.46:0/808979198 learned_addr learned my addr 172.21.15.46:0/808979198 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:45:22.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.216+0000 7f1886800700 1 --2- 172.21.15.46:0/808979198 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f188810f4f0 0x7f188819fcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:22.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.216+0000 7f1885e00700 1 -- 172.21.15.46:0/808979198 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f188806b070 msgr2=0x7f188819b9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:22.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.216+0000 7f1885e00700 1 --2- 172.21.15.46:0/808979198 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f188806b070 0x7f188819b9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:22.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.216+0000 7f1885e00700 1 -- 172.21.15.46:0/808979198 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f188810f4f0 msgr2=0x7f188819fcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:22.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.216+0000 7f1885e00700 1 --2- 172.21.15.46:0/808979198 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f188810f4f0 0x7f188819fcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:22.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.216+0000 7f1885e00700 1 -- 172.21.15.46:0/808979198 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18881a0430 con 0x7f188806a750 2024-04-26T01:45:22.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.216+0000 7f1885400700 1 --2- 172.21.15.46:0/808979198 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f188806b070 0x7f188819b9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:45:22.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.216+0000 7f1885e00700 1 --2- 172.21.15.46:0/808979198 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f188806a750 0x7f188819b470 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f1878000c00 tx=0x7f1878010f00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:22.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.217+0000 7f187ea00700 1 -- 172.21.15.46:0/808979198 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1878027070 con 0x7f188806a750 2024-04-26T01:45:22.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.217+0000 7f187ea00700 1 -- 172.21.15.46:0/808979198 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1878005650 con 0x7f188806a750 2024-04-26T01:45:22.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.217+0000 7f187ea00700 1 -- 172.21.15.46:0/808979198 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18780049a0 con 0x7f188806a750 2024-04-26T01:45:22.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.217+0000 7f188cc00700 1 -- 172.21.15.46:0/808979198 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18881a06c0 con 0x7f188806a750 2024-04-26T01:45:22.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.217+0000 7f188cc00700 1 -- 172.21.15.46:0/808979198 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18881a7fa0 con 0x7f188806a750 2024-04-26T01:45:22.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.218+0000 7f188cc00700 1 -- 172.21.15.46:0/808979198 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1888101f60 con 0x7f188806a750 2024-04-26T01:45:22.218 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.220+0000 7f187ea00700 1 -- 172.21.15.46:0/808979198 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f187802a070 con 0x7f188806a750 2024-04-26T01:45:22.219 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.222+0000 7f187ea00700 1 --2- 172.21.15.46:0/808979198 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f186c0a3cc0 0x7f186c0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:22.219 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.222+0000 7f187ea00700 1 -- 172.21.15.46:0/808979198 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f18780d0ea0 con 0x7f188806a750 2024-04-26T01:45:22.219 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.222+0000 7f1885400700 1 --2- 172.21.15.46:0/808979198 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f186c0a3cc0 0x7f186c0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:22.220 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.223+0000 7f1885400700 1 --2- 172.21.15.46:0/808979198 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f186c0a3cc0 0x7f186c0a6180 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f1888102f50 tx=0x7f1874009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:22.221 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.224+0000 7f187ea00700 1 -- 172.21.15.46:0/808979198 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1878031020 con 0x7f188806a750 2024-04-26T01:45:22.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.453+0000 7f188cc00700 1 -- 172.21.15.46:0/808979198 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f188802df80 con 0x7f188806a750 2024-04-26T01:45:22.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.454+0000 7f187ea00700 1 -- 172.21.15.46:0/808979198 <== mon.1 v2:172.21.15.163:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v82) ==== 93+0+10 (secure 0 0 0) 0x7f1878013030 con 0x7f188806a750 2024-04-26T01:45:22.452 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1 2024-04-26T01:45:22.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.458+0000 7f188cc00700 1 -- 172.21.15.46:0/808979198 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f186c0a3cc0 msgr2=0x7f186c0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:22.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.458+0000 7f188cc00700 1 --2- 172.21.15.46:0/808979198 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f186c0a3cc0 0x7f186c0a6180 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f1888102f50 tx=0x7f1874009310 comp rx=0 tx=0).stop 2024-04-26T01:45:22.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.458+0000 7f188cc00700 1 -- 172.21.15.46:0/808979198 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f188806a750 msgr2=0x7f188819b470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:22.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.458+0000 7f188cc00700 1 --2- 172.21.15.46:0/808979198 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f188806a750 0x7f188819b470 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f1878000c00 tx=0x7f1878010f00 comp rx=0 tx=0).stop 2024-04-26T01:45:22.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.458+0000 7f188cc00700 1 -- 172.21.15.46:0/808979198 shutdown_connections 2024-04-26T01:45:22.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.458+0000 7f188cc00700 1 --2- 172.21.15.46:0/808979198 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f188810f4f0 0x7f188819fcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:22.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.458+0000 7f188cc00700 1 --2- 172.21.15.46:0/808979198 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f188806a750 0x7f188819b470 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:22.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.458+0000 7f188cc00700 1 --2- 172.21.15.46:0/808979198 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f186c0a3cc0 0x7f186c0a6180 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:22.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.458+0000 7f188cc00700 1 --2- 172.21.15.46:0/808979198 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f188806b070 0x7f188819b9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:22.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.458+0000 7f188cc00700 1 -- 172.21.15.46:0/808979198 >> 172.21.15.46:0/808979198 conn(0x7f18880788f0 msgr2=0x7f1888110980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:22.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.458+0000 7f188cc00700 1 -- 172.21.15.46:0/808979198 shutdown_connections 2024-04-26T01:45:22.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:22.458+0000 7f188cc00700 1 -- 172.21.15.46:0/808979198 wait complete. 2024-04-26T01:45:22.475 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:22 smithi046 ceph-mon[28013]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:22.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:22 smithi163 ceph-mon[32592]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:22.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:22 smithi103 ceph-mon[32920]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:23.318 INFO:tasks.cephadm:Adding mds.a on smithi046 2024-04-26T01:45:23.318 INFO:tasks.cephadm:Adding mds.d on smithi046 2024-04-26T01:45:23.318 INFO:tasks.cephadm:Adding mds.g on smithi046 2024-04-26T01:45:23.318 INFO:tasks.cephadm:Adding mds.j on smithi046 2024-04-26T01:45:23.319 INFO:tasks.cephadm:Adding mds.b on smithi103 2024-04-26T01:45:23.319 INFO:tasks.cephadm:Adding mds.e on smithi103 2024-04-26T01:45:23.319 INFO:tasks.cephadm:Adding mds.h on smithi103 2024-04-26T01:45:23.319 INFO:tasks.cephadm:Adding mds.k on smithi103 2024-04-26T01:45:23.319 INFO:tasks.cephadm:Adding mds.c on smithi163 2024-04-26T01:45:23.319 INFO:tasks.cephadm:Adding mds.f on smithi163 2024-04-26T01:45:23.319 INFO:tasks.cephadm:Adding mds.i on smithi163 2024-04-26T01:45:23.319 INFO:tasks.cephadm:Adding mds.l on smithi163 2024-04-26T01:45:23.319 DEBUG:teuthology.orchestra.run.smithi163:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph orch apply mds all '12;smithi046=a;smithi046=d;smithi046=g;smithi046=j;smithi103=b;smithi103=e;smithi103=h;smithi103=k;smithi163=c;smithi163=f;smithi163=i;smithi163=l' 2024-04-26T01:45:23.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:23 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/808979198' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T01:45:23.570 INFO:teuthology.orchestra.run.smithi163.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T01:45:23.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:23 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/808979198' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T01:45:23.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:23 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/808979198' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T01:45:24.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:24 smithi163 ceph-mon[32592]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:24.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:24 smithi046 ceph-mon[28013]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:24.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:24 smithi103 ceph-mon[32920]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:25.367 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.367+0000 7fbd05654700 1 -- 172.21.15.163:0/2657528860 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fbd00103570 msgr2=0x7fbd00105960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:25.367 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.367+0000 7fbd05654700 1 --2- 172.21.15.163:0/2657528860 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fbd00103570 0x7fbd00105960 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fbcf0009990 tx=0x7fbcf0009ca0 comp rx=0 tx=0).stop 2024-04-26T01:45:25.367 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.367+0000 7fbd05654700 1 -- 172.21.15.163:0/2657528860 shutdown_connections 2024-04-26T01:45:25.367 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.367+0000 7fbd05654700 1 --2- 172.21.15.163:0/2657528860 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbd001087d0 0x7fbd0010ac00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:25.367 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.367+0000 7fbd05654700 1 --2- 172.21.15.163:0/2657528860 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fbd00103570 0x7fbd00105960 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:25.367 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.367+0000 7fbd05654700 1 --2- 172.21.15.163:0/2657528860 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbd00105ea0 0x7fbd00108290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:25.368 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.367+0000 7fbd05654700 1 -- 172.21.15.163:0/2657528860 >> 172.21.15.163:0/2657528860 conn(0x7fbd000fcf40 msgr2=0x7fbd000ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:25.368 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.367+0000 7fbd05654700 1 -- 172.21.15.163:0/2657528860 shutdown_connections 2024-04-26T01:45:25.368 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.367+0000 7fbd05654700 1 -- 172.21.15.163:0/2657528860 wait complete. 2024-04-26T01:45:25.368 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.368+0000 7fbd05654700 1 Processor -- start 2024-04-26T01:45:25.368 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.368+0000 7fbd05654700 1 -- start start 2024-04-26T01:45:25.368 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.368+0000 7fbd05654700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbd00103570 0x7fbd00198da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:25.368 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.368+0000 7fbd05654700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbd00105ea0 0x7fbd001992e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:25.368 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.368+0000 7fbd05654700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fbd001087d0 0x7fbd001a0320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:25.368 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.368+0000 7fbd05654700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fbd0010e6e0 con 0x7fbd00105ea0 2024-04-26T01:45:25.368 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.368+0000 7fbd05654700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fbd0010e560 con 0x7fbd00103570 2024-04-26T01:45:25.368 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.368+0000 7fbd05654700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fbd0010e860 con 0x7fbd001087d0 2024-04-26T01:45:25.368 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.368+0000 7fbcff7fe700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fbd001087d0 0x7fbd001a0320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:25.369 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.368+0000 7fbcff7fe700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fbd001087d0 0x7fbd001a0320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.163:38232/0 (socket says 172.21.15.163:38232) 2024-04-26T01:45:25.369 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.368+0000 7fbcff7fe700 1 -- 172.21.15.163:0/362537166 learned_addr learned my addr 172.21.15.163:0/362537166 (peer_addr_for_me v2:172.21.15.163:0/0) 2024-04-26T01:45:25.369 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.368+0000 7fbcfeffd700 1 --2- 172.21.15.163:0/362537166 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbd00103570 0x7fbd00198da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:25.369 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.368+0000 7fbcff7fe700 1 -- 172.21.15.163:0/362537166 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbd00103570 msgr2=0x7fbd00198da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:25.369 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.368+0000 7fbcff7fe700 1 --2- 172.21.15.163:0/362537166 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbd00103570 0x7fbd00198da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:25.369 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.368+0000 7fbcff7fe700 1 -- 172.21.15.163:0/362537166 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbd00105ea0 msgr2=0x7fbd001992e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:25.369 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.368+0000 7fbcff7fe700 1 --2- 172.21.15.163:0/362537166 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbd00105ea0 0x7fbd001992e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:25.369 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.368+0000 7fbcff7fe700 1 -- 172.21.15.163:0/362537166 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd001a09f0 con 0x7fbd001087d0 2024-04-26T01:45:25.369 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.369+0000 7fbcff7fe700 1 --2- 172.21.15.163:0/362537166 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fbd001087d0 0x7fbd001a0320 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fbcf800ef90 tx=0x7fbcf800c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:25.369 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.369+0000 7fbcfcff9700 1 -- 172.21.15.163:0/362537166 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcf80092e0 con 0x7fbd001087d0 2024-04-26T01:45:25.369 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.369+0000 7fbcfcff9700 1 -- 172.21.15.163:0/362537166 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fbcf8004bb0 con 0x7fbd001087d0 2024-04-26T01:45:25.369 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.369+0000 7fbd05654700 1 -- 172.21.15.163:0/362537166 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd001a0c80 con 0x7fbd001087d0 2024-04-26T01:45:25.369 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.369+0000 7fbcfcff9700 1 -- 172.21.15.163:0/362537166 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcf8004280 con 0x7fbd001087d0 2024-04-26T01:45:25.369 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.369+0000 7fbd05654700 1 -- 172.21.15.163:0/362537166 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd001a11f0 con 0x7fbd001087d0 2024-04-26T01:45:25.369 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.370+0000 7fbd05654700 1 -- 172.21.15.163:0/362537166 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd00069730 con 0x7fbd001087d0 2024-04-26T01:45:25.370 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.371+0000 7fbcfcff9700 1 -- 172.21.15.163:0/362537166 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fbcf801b030 con 0x7fbd001087d0 2024-04-26T01:45:25.370 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.371+0000 7fbcfcff9700 1 --2- 172.21.15.163:0/362537166 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fbcec0a3c40 0x7fbcec0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:25.370 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.372+0000 7fbcfcff9700 1 -- 172.21.15.163:0/362537166 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fbcf80cfb80 con 0x7fbd001087d0 2024-04-26T01:45:25.371 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.372+0000 7fbcfeffd700 1 --2- 172.21.15.163:0/362537166 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fbcec0a3c40 0x7fbcec0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:25.371 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.373+0000 7fbcfeffd700 1 --2- 172.21.15.163:0/362537166 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fbcec0a3c40 0x7fbcec0a6100 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fbcf000b2e0 tx=0x7fbcf001a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:25.373 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.376+0000 7fbcfcff9700 1 -- 172.21.15.163:0/362537166 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbcf8022020 con 0x7fbd001087d0 2024-04-26T01:45:25.580 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.582+0000 7fbd05654700 1 -- 172.21.15.163:0/362537166 --> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi046=a;smithi046=d;smithi046=g;smithi046=j;smithi103=b;smithi103=e;smithi103=h;smithi103=k;smithi163=c;smithi163=f;smithi163=i;smithi163=l", "target": ["mon-mgr", ""]}) -- 0x7fbd00062f80 con 0x7fbcec0a3c40 2024-04-26T01:45:25.597 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.599+0000 7fbcfcff9700 1 -- 172.21.15.163:0/362537166 <== mgr.14152 v2:172.21.15.46:6800/3332901238 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+28 (secure 0 0 0) 0x7fbd00062f80 con 0x7fbcec0a3c40 2024-04-26T01:45:25.597 INFO:teuthology.orchestra.run.smithi163.stdout:Scheduled mds.all update... 2024-04-26T01:45:25.599 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.602+0000 7fbd05654700 1 -- 172.21.15.163:0/362537166 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fbcec0a3c40 msgr2=0x7fbcec0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:25.599 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.602+0000 7fbd05654700 1 --2- 172.21.15.163:0/362537166 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fbcec0a3c40 0x7fbcec0a6100 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fbcf000b2e0 tx=0x7fbcf001a040 comp rx=0 tx=0).stop 2024-04-26T01:45:25.599 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.602+0000 7fbd05654700 1 -- 172.21.15.163:0/362537166 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fbd001087d0 msgr2=0x7fbd001a0320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:25.599 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.602+0000 7fbd05654700 1 --2- 172.21.15.163:0/362537166 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fbd001087d0 0x7fbd001a0320 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fbcf800ef90 tx=0x7fbcf800c3a0 comp rx=0 tx=0).stop 2024-04-26T01:45:25.599 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.602+0000 7fbd05654700 1 -- 172.21.15.163:0/362537166 shutdown_connections 2024-04-26T01:45:25.599 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.602+0000 7fbd05654700 1 --2- 172.21.15.163:0/362537166 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fbd001087d0 0x7fbd001a0320 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:25.600 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.602+0000 7fbd05654700 1 --2- 172.21.15.163:0/362537166 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fbcec0a3c40 0x7fbcec0a6100 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:25.600 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.602+0000 7fbd05654700 1 --2- 172.21.15.163:0/362537166 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbd00103570 0x7fbd00198da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:25.600 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.602+0000 7fbd05654700 1 --2- 172.21.15.163:0/362537166 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fbd00105ea0 0x7fbd001992e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:25.600 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.602+0000 7fbd05654700 1 -- 172.21.15.163:0/362537166 >> 172.21.15.163:0/362537166 conn(0x7fbd000fcf40 msgr2=0x7fbd001053b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:25.600 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.602+0000 7fbd05654700 1 -- 172.21.15.163:0/362537166 shutdown_connections 2024-04-26T01:45:25.600 INFO:teuthology.orchestra.run.smithi163.stderr:2024-04-26T01:45:25.602+0000 7fbd05654700 1 -- 172.21.15.163:0/362537166 wait complete. 2024-04-26T01:45:26.357 DEBUG:teuthology.orchestra.run.smithi046:mds.a> sudo journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@mds.a.service 2024-04-26T01:45:26.362 DEBUG:teuthology.orchestra.run.smithi046:mds.d> sudo journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@mds.d.service 2024-04-26T01:45:26.408 DEBUG:teuthology.orchestra.run.smithi046:mds.g> sudo journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@mds.g.service 2024-04-26T01:45:26.454 DEBUG:teuthology.orchestra.run.smithi046:mds.j> sudo journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@mds.j.service 2024-04-26T01:45:26.499 DEBUG:teuthology.orchestra.run.smithi103:mds.b> sudo journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@mds.b.service 2024-04-26T01:45:26.502 DEBUG:teuthology.orchestra.run.smithi103:mds.e> sudo journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@mds.e.service 2024-04-26T01:45:26.545 DEBUG:teuthology.orchestra.run.smithi103:mds.h> sudo journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@mds.h.service 2024-04-26T01:45:26.588 DEBUG:teuthology.orchestra.run.smithi103:mds.k> sudo journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@mds.k.service 2024-04-26T01:45:26.631 DEBUG:teuthology.orchestra.run.smithi163:mds.c> sudo journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@mds.c.service 2024-04-26T01:45:26.634 DEBUG:teuthology.orchestra.run.smithi163:mds.f> sudo journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@mds.f.service 2024-04-26T01:45:26.677 DEBUG:teuthology.orchestra.run.smithi163:mds.i> sudo journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@mds.i.service 2024-04-26T01:45:26.720 DEBUG:teuthology.orchestra.run.smithi163:mds.l> sudo journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@mds.l.service 2024-04-26T01:45:26.763 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-04-26T01:45:26.763 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:45:26.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:26 smithi046 ceph-mon[28013]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:26.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:26 smithi046 ceph-mon[28013]: from='client.24442 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi046=a;smithi046=d;smithi046=g;smithi046=j;smithi103=b;smithi103=e;smithi103=h;smithi103=k;smithi163=c;smithi163=f;smithi163=i;smithi163=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:45:26.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:26 smithi046 ceph-mon[28013]: Saving service mds.all spec with placement smithi046=a;smithi046=d;smithi046=g;smithi046=j;smithi103=b;smithi103=e;smithi103=h;smithi103=k;smithi163=c;smithi163=f;smithi163=i;smithi163=l;count:12 2024-04-26T01:45:26.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:26 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:26.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:26 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:45:26.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:26 smithi103 ceph-mon[32920]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:26.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:26 smithi103 ceph-mon[32920]: from='client.24442 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi046=a;smithi046=d;smithi046=g;smithi046=j;smithi103=b;smithi103=e;smithi103=h;smithi103=k;smithi163=c;smithi163=f;smithi163=i;smithi163=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:45:26.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:26 smithi103 ceph-mon[32920]: Saving service mds.all spec with placement smithi046=a;smithi046=d;smithi046=g;smithi046=j;smithi103=b;smithi103=e;smithi103=h;smithi103=k;smithi163=c;smithi163=f;smithi163=i;smithi163=l;count:12 2024-04-26T01:45:26.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:26 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:26.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:26 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:45:26.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:26 smithi163 ceph-mon[32592]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:26.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:26 smithi163 ceph-mon[32592]: from='client.24442 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi046=a;smithi046=d;smithi046=g;smithi046=j;smithi103=b;smithi103=e;smithi103=h;smithi103=k;smithi163=c;smithi163=f;smithi163=i;smithi163=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:45:26.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:26 smithi163 ceph-mon[32592]: Saving service mds.all spec with placement smithi046=a;smithi046=d;smithi046=g;smithi046=j;smithi103=b;smithi103=e;smithi103=h;smithi103=k;smithi163=c;smithi163=f;smithi163=i;smithi163=l;count:12 2024-04-26T01:45:26.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:26 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:26.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:26 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:45:27.195 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:45:27.602 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:27 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:27.602 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:27 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:45:27.602 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:27 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:27.602 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:27 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:45:27.603 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:27 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:45:27.603 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:27 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:27.603 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:27 smithi046 ceph-mon[28013]: Deploying daemon mds.l on smithi163 2024-04-26T01:45:27.741 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:27 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:27.741 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:27 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:45:27.741 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:27 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:27.741 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:27 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:45:27.741 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:27 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:45:27.742 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:27 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:27.742 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:27 smithi163 ceph-mon[32592]: Deploying daemon mds.l on smithi163 2024-04-26T01:45:27.873 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:27 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:27.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:27 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:45:27.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:27 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:27.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:27 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:45:27.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:27 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:45:27.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:27 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:27.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:27 smithi103 ceph-mon[32920]: Deploying daemon mds.l on smithi163 2024-04-26T01:45:28.945 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:28 smithi046 ceph-mon[28013]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:29.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:28 smithi103 ceph-mon[32920]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:29.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:28 smithi163 ceph-mon[32592]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:29.170 INFO:journalctl@ceph.mds.l.smithi163.stdout:Apr 26 01:45:29 smithi163 systemd[1]: Starting Ceph mds.l for 4e298560-036d-11ef-bc93-c7b262605968... 2024-04-26T01:45:29.468 INFO:journalctl@ceph.mds.l.smithi163.stdout:Apr 26 01:45:29 smithi163 podman[62699]: 2024-04-26 01:45:29.20994644 +0000 UTC m=+0.105089369 container create fa72187c547a8666a4a1f851c2f2c782dac4dc14e3b8fac32342fe1442b30172 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-l, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=) 2024-04-26T01:45:29.468 INFO:journalctl@ceph.mds.l.smithi163.stdout:Apr 26 01:45:29 smithi163 podman[62699]: 2024-04-26 01:45:29.122748571 +0000 UTC m=+0.017891456 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:45:29.469 INFO:journalctl@ceph.mds.l.smithi163.stdout:Apr 26 01:45:29 smithi163 podman[62699]: 2024-04-26 01:45:29.44617238 +0000 UTC m=+0.341315264 container init fa72187c547a8666a4a1f851c2f2c782dac4dc14e3b8fac32342fe1442b30172 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-l, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-26T01:45:29.469 INFO:journalctl@ceph.mds.l.smithi163.stdout:Apr 26 01:45:29 smithi163 podman[62699]: 2024-04-26 01:45:29.44863938 +0000 UTC m=+0.343782268 container start fa72187c547a8666a4a1f851c2f2c782dac4dc14e3b8fac32342fe1442b30172 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-l, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-04-26T01:45:29.475 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.477+0000 7f3c2f400700 1 -- 172.21.15.46:0/1353743715 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3c28102a90 msgr2=0x7f3c28102f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:29.475 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.477+0000 7f3c2f400700 1 --2- 172.21.15.46:0/1353743715 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3c28102a90 0x7f3c28102f10 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f3c14009990 tx=0x7f3c14009ca0 comp rx=0 tx=0).stop 2024-04-26T01:45:29.475 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.477+0000 7f3c2f400700 1 -- 172.21.15.46:0/1353743715 shutdown_connections 2024-04-26T01:45:29.475 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.477+0000 7f3c2f400700 1 --2- 172.21.15.46:0/1353743715 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3c28103450 0x7f3c2810f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:29.475 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.477+0000 7f3c2f400700 1 --2- 172.21.15.46:0/1353743715 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f3c28108a50 0x7f3c28108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:29.475 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.477+0000 7f3c2f400700 1 --2- 172.21.15.46:0/1353743715 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3c28102a90 0x7f3c28102f10 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:29.475 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.477+0000 7f3c2f400700 1 -- 172.21.15.46:0/1353743715 >> 172.21.15.46:0/1353743715 conn(0x7f3c28079ba0 msgr2=0x7f3c28079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:29.475 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.477+0000 7f3c2f400700 1 -- 172.21.15.46:0/1353743715 shutdown_connections 2024-04-26T01:45:29.475 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.477+0000 7f3c2f400700 1 -- 172.21.15.46:0/1353743715 wait complete. 2024-04-26T01:45:29.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.478+0000 7f3c2f400700 1 Processor -- start 2024-04-26T01:45:29.476 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.479+0000 7f3c2f400700 1 -- start start 2024-04-26T01:45:29.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.479+0000 7f3c2f400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f3c28102a90 0x7f3c2819b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:29.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.479+0000 7f3c2f400700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3c28103450 0x7f3c2819b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:29.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.479+0000 7f3c2f400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3c28108a50 0x7f3c2819fd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:29.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.479+0000 7f3c2f400700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f3c28112df0 con 0x7f3c28108a50 2024-04-26T01:45:29.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.479+0000 7f3c2f400700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f3c28112c70 con 0x7f3c28103450 2024-04-26T01:45:29.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.479+0000 7f3c2f400700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f3c28112f70 con 0x7f3c28102a90 2024-04-26T01:45:29.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.480+0000 7f3c2ca00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f3c28102a90 0x7f3c2819b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:29.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.480+0000 7f3c27e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3c28103450 0x7f3c2819b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:29.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.480+0000 7f3c2ca00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f3c28102a90 0x7f3c2819b4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:54682/0 (socket says 172.21.15.46:54682) 2024-04-26T01:45:29.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.480+0000 7f3c2ca00700 1 -- 172.21.15.46:0/3590312868 learned_addr learned my addr 172.21.15.46:0/3590312868 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:45:29.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.480+0000 7f3c2d400700 1 --2- 172.21.15.46:0/3590312868 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3c28108a50 0x7f3c2819fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:29.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.480+0000 7f3c27e00700 1 -- 172.21.15.46:0/3590312868 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f3c28102a90 msgr2=0x7f3c2819b4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:29.478 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.480+0000 7f3c27e00700 1 --2- 172.21.15.46:0/3590312868 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f3c28102a90 0x7f3c2819b4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:29.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.480+0000 7f3c27e00700 1 -- 172.21.15.46:0/3590312868 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3c28108a50 msgr2=0x7f3c2819fd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:29.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.480+0000 7f3c27e00700 1 --2- 172.21.15.46:0/3590312868 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3c28108a50 0x7f3c2819fd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:29.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.480+0000 7f3c27e00700 1 -- 172.21.15.46:0/3590312868 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c281a04c0 con 0x7f3c28103450 2024-04-26T01:45:29.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.480+0000 7f3c2d400700 1 --2- 172.21.15.46:0/3590312868 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3c28108a50 0x7f3c2819fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:45:29.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.480+0000 7f3c2ca00700 1 --2- 172.21.15.46:0/3590312868 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f3c28102a90 0x7f3c2819b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:45:29.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.480+0000 7f3c27e00700 1 --2- 172.21.15.46:0/3590312868 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3c28103450 0x7f3c2819b9f0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f3c1400b2e0 tx=0x7f3c140047b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:29.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.481+0000 7f3c25600700 1 -- 172.21.15.46:0/3590312868 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c14026070 con 0x7f3c28103450 2024-04-26T01:45:29.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.481+0000 7f3c25600700 1 -- 172.21.15.46:0/3590312868 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3c1400b610 con 0x7f3c28103450 2024-04-26T01:45:29.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.481+0000 7f3c25600700 1 -- 172.21.15.46:0/3590312868 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c140173f0 con 0x7f3c28103450 2024-04-26T01:45:29.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.481+0000 7f3c2f400700 1 -- 172.21.15.46:0/3590312868 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c281a0750 con 0x7f3c28103450 2024-04-26T01:45:29.479 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.481+0000 7f3c2f400700 1 -- 172.21.15.46:0/3590312868 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c281a8030 con 0x7f3c28103450 2024-04-26T01:45:29.480 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.482+0000 7f3c2f400700 1 -- 172.21.15.46:0/3590312868 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c28069730 con 0x7f3c28103450 2024-04-26T01:45:29.481 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.484+0000 7f3c25600700 1 -- 172.21.15.46:0/3590312868 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f3c14029070 con 0x7f3c28103450 2024-04-26T01:45:29.483 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.485+0000 7f3c25600700 1 --2- 172.21.15.46:0/3590312868 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f3c100a3cc0 0x7f3c100a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:29.483 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.486+0000 7f3c25600700 1 -- 172.21.15.46:0/3590312868 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f3c140d0c60 con 0x7f3c28103450 2024-04-26T01:45:29.483 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.486+0000 7f3c2ca00700 1 --2- 172.21.15.46:0/3590312868 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f3c100a3cc0 0x7f3c100a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:29.484 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.486+0000 7f3c2ca00700 1 --2- 172.21.15.46:0/3590312868 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f3c100a3cc0 0x7f3c100a6180 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f3c1c009680 tx=0x7f3c1c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:29.487 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.490+0000 7f3c25600700 1 -- 172.21.15.46:0/3590312868 <== mon.2 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3c14013070 con 0x7f3c28103450 2024-04-26T01:45:29.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.777+0000 7f3c2f400700 1 -- 172.21.15.46:0/3590312868 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3c281a8200 con 0x7f3c28103450 2024-04-26T01:45:29.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.778+0000 7f3c25600700 1 -- 172.21.15.46:0/3590312868 <== mon.2 v2:172.21.15.103:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1396 (secure 0 0 0) 0x7f3c1409dad0 con 0x7f3c28103450 2024-04-26T01:45:29.776 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:45:29.776 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24448,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.163:6833/3674154522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6832","nonce":3674154522},{"type":"v1","addr":"172.21.15.163:6833","nonce":3674154522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-26T01:45:29.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.781+0000 7f3c2f400700 1 -- 172.21.15.46:0/3590312868 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f3c100a3cc0 msgr2=0x7f3c100a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:29.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.781+0000 7f3c2f400700 1 --2- 172.21.15.46:0/3590312868 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f3c100a3cc0 0x7f3c100a6180 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f3c1c009680 tx=0x7f3c1c009260 comp rx=0 tx=0).stop 2024-04-26T01:45:29.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.781+0000 7f3c2f400700 1 -- 172.21.15.46:0/3590312868 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3c28103450 msgr2=0x7f3c2819b9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:29.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.781+0000 7f3c2f400700 1 --2- 172.21.15.46:0/3590312868 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3c28103450 0x7f3c2819b9f0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f3c1400b2e0 tx=0x7f3c140047b0 comp rx=0 tx=0).stop 2024-04-26T01:45:29.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.781+0000 7f3c2f400700 1 -- 172.21.15.46:0/3590312868 shutdown_connections 2024-04-26T01:45:29.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.781+0000 7f3c2f400700 1 --2- 172.21.15.46:0/3590312868 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3c28108a50 0x7f3c2819fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:29.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.781+0000 7f3c2f400700 1 --2- 172.21.15.46:0/3590312868 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f3c28102a90 0x7f3c2819b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:29.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.781+0000 7f3c2f400700 1 --2- 172.21.15.46:0/3590312868 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f3c100a3cc0 0x7f3c100a6180 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:29.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.781+0000 7f3c2f400700 1 --2- 172.21.15.46:0/3590312868 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3c28103450 0x7f3c2819b9f0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:29.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.781+0000 7f3c2f400700 1 -- 172.21.15.46:0/3590312868 >> 172.21.15.46:0/3590312868 conn(0x7f3c28079ba0 msgr2=0x7f3c281014a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:29.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.781+0000 7f3c2f400700 1 -- 172.21.15.46:0/3590312868 shutdown_connections 2024-04-26T01:45:29.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:29.781+0000 7f3c2f400700 1 -- 172.21.15.46:0/3590312868 wait complete. 2024-04-26T01:45:29.780 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 2 2024-04-26T01:45:29.919 INFO:journalctl@ceph.mds.l.smithi163.stdout:Apr 26 01:45:29 smithi163 ceph-mds[62718]: -- 172.21.15.163:0/4232001431 <== mon.1 v2:172.21.15.163:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56046beb1a40 con 0x56046be85000 2024-04-26T01:45:29.919 INFO:journalctl@ceph.mds.l.smithi163.stdout:Apr 26 01:45:29 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-l[62714]: starting mds.l at 2024-04-26T01:45:29.919 INFO:journalctl@ceph.mds.l.smithi163.stdout:Apr 26 01:45:29 smithi163 bash[62699]: fa72187c547a8666a4a1f851c2f2c782dac4dc14e3b8fac32342fe1442b30172 2024-04-26T01:45:29.919 INFO:journalctl@ceph.mds.l.smithi163.stdout:Apr 26 01:45:29 smithi163 systemd[1]: Started Ceph mds.l for 4e298560-036d-11ef-bc93-c7b262605968. 2024-04-26T01:45:30.599 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:30 smithi103 ceph-mon[32920]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:30.599 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:30 smithi103 ceph-mon[32920]: mds.? [v2:172.21.15.163:6832/3674154522,v1:172.21.15.163:6833/3674154522] up:boot 2024-04-26T01:45:30.599 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:30 smithi103 ceph-mon[32920]: fsmap 1 up:standby 2024-04-26T01:45:30.600 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:30 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-26T01:45:30.600 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:30 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:30.600 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:30 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:30.600 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:30 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:30.600 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:30 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:45:30.600 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:30 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:45:30.600 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:30 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:30.600 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:30 smithi103 ceph-mon[32920]: Deploying daemon mds.k on smithi103 2024-04-26T01:45:30.600 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:30 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/3590312868' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:45:30.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:30 smithi046 ceph-mon[28013]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:30.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:30 smithi046 ceph-mon[28013]: mds.? [v2:172.21.15.163:6832/3674154522,v1:172.21.15.163:6833/3674154522] up:boot 2024-04-26T01:45:30.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:30 smithi046 ceph-mon[28013]: fsmap 1 up:standby 2024-04-26T01:45:30.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:30 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-26T01:45:30.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:30 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:30.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:30 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:30.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:30 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:30.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:30 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:45:30.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:30 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:45:30.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:30 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:30.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:30 smithi046 ceph-mon[28013]: Deploying daemon mds.k on smithi103 2024-04-26T01:45:30.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:30 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/3590312868' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:45:30.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:30 smithi163 ceph-mon[32592]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:30.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:30 smithi163 ceph-mon[32592]: mds.? [v2:172.21.15.163:6832/3674154522,v1:172.21.15.163:6833/3674154522] up:boot 2024-04-26T01:45:30.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:30 smithi163 ceph-mon[32592]: fsmap 1 up:standby 2024-04-26T01:45:30.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:30 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-26T01:45:30.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:30 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:30.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:30 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:30.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:30 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:30.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:30 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:45:30.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:30 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:45:30.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:30 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:30.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:30 smithi163 ceph-mon[32592]: Deploying daemon mds.k on smithi103 2024-04-26T01:45:30.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:30 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/3590312868' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:45:31.874 INFO:journalctl@ceph.mds.k.smithi103.stdout:Apr 26 01:45:31 smithi103 systemd[1]: Starting Ceph mds.k for 4e298560-036d-11ef-bc93-c7b262605968... 2024-04-26T01:45:32.260 INFO:journalctl@ceph.mds.k.smithi103.stdout:Apr 26 01:45:32 smithi103 podman[62395]: 2024-04-26 01:45:31.907150428 +0000 UTC m=+0.018337544 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:45:32.260 INFO:journalctl@ceph.mds.k.smithi103.stdout:Apr 26 01:45:32 smithi103 podman[62395]: 2024-04-26 01:45:32.043775883 +0000 UTC m=+0.154963045 container create 1cee19e91f4962815b8348b9daa300280dab2495ca5a57ea4095790e11c22124 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-k, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T01:45:32.619 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:45:32.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:32 smithi103 ceph-mon[32920]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:32.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:32 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:32.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:32 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:32.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:32 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:32.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:32 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:45:32.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:32 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:45:32.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:32 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:32.625 INFO:journalctl@ceph.mds.k.smithi103.stdout:Apr 26 01:45:32 smithi103 podman[62395]: 2024-04-26 01:45:32.263319075 +0000 UTC m=+0.374506191 container init 1cee19e91f4962815b8348b9daa300280dab2495ca5a57ea4095790e11c22124 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-k, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-26T01:45:32.625 INFO:journalctl@ceph.mds.k.smithi103.stdout:Apr 26 01:45:32 smithi103 podman[62395]: 2024-04-26 01:45:32.266013951 +0000 UTC m=+0.377201067 container start 1cee19e91f4962815b8348b9daa300280dab2495ca5a57ea4095790e11c22124 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-k, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5) 2024-04-26T01:45:32.625 INFO:journalctl@ceph.mds.k.smithi103.stdout:Apr 26 01:45:32 smithi103 ceph-mds[62414]: -- 172.21.15.103:0/399561883 <== mon.2 v2:172.21.15.103:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x557e0ca9ba40 con 0x557e0ca6ec00 2024-04-26T01:45:32.625 INFO:journalctl@ceph.mds.k.smithi103.stdout:Apr 26 01:45:32 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-k[62410]: starting mds.k at 2024-04-26T01:45:32.625 INFO:journalctl@ceph.mds.k.smithi103.stdout:Apr 26 01:45:32 smithi103 bash[62395]: 1cee19e91f4962815b8348b9daa300280dab2495ca5a57ea4095790e11c22124 2024-04-26T01:45:32.625 INFO:journalctl@ceph.mds.k.smithi103.stdout:Apr 26 01:45:32 smithi103 systemd[1]: Started Ceph mds.k for 4e298560-036d-11ef-bc93-c7b262605968. 2024-04-26T01:45:32.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:32 smithi046 ceph-mon[28013]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:32.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:32 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:32.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:32 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:32.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:32 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:32.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:32 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:45:32.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:32 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:45:32.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:32 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:32.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:32 smithi163 ceph-mon[32592]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:32.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:32 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:32.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:32 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:32.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:32 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:32.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:32 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:45:32.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:32 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:45:32.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:32 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:33.066 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:45:33.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:33 smithi046 ceph-mon[28013]: Deploying daemon mds.j on smithi046 2024-04-26T01:45:33.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:33 smithi046 ceph-mon[28013]: mds.? [v2:172.21.15.103:6832/1782107626,v1:172.21.15.103:6833/1782107626] up:boot 2024-04-26T01:45:33.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:33 smithi046 ceph-mon[28013]: fsmap 2 up:standby 2024-04-26T01:45:33.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:33 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-26T01:45:33.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:33 smithi103 ceph-mon[32920]: Deploying daemon mds.j on smithi046 2024-04-26T01:45:33.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:33 smithi103 ceph-mon[32920]: mds.? [v2:172.21.15.103:6832/1782107626,v1:172.21.15.103:6833/1782107626] up:boot 2024-04-26T01:45:33.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:33 smithi103 ceph-mon[32920]: fsmap 2 up:standby 2024-04-26T01:45:33.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:33 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-26T01:45:33.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:33 smithi163 ceph-mon[32592]: Deploying daemon mds.j on smithi046 2024-04-26T01:45:33.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:33 smithi163 ceph-mon[32592]: mds.? [v2:172.21.15.103:6832/1782107626,v1:172.21.15.103:6833/1782107626] up:boot 2024-04-26T01:45:33.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:33 smithi163 ceph-mon[32592]: fsmap 2 up:standby 2024-04-26T01:45:33.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:33 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-26T01:45:34.739 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:34 smithi046 ceph-mon[28013]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:34.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:34 smithi103 ceph-mon[32920]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:34.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:34 smithi163 ceph-mon[32592]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:35.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.679+0000 7f571ce00700 1 -- 172.21.15.46:0/1039248304 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5718108a30 msgr2=0x7f5718108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:35.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.679+0000 7f571ce00700 1 --2- 172.21.15.46:0/1039248304 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5718108a30 0x7f5718108e10 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f570800b0a0 tx=0x7f570800b3b0 comp rx=0 tx=0).stop 2024-04-26T01:45:35.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.679+0000 7f571ce00700 1 -- 172.21.15.46:0/1039248304 shutdown_connections 2024-04-26T01:45:35.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.679+0000 7f571ce00700 1 --2- 172.21.15.46:0/1039248304 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f571806bb10 0x7f571810f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:35.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.679+0000 7f571ce00700 1 --2- 172.21.15.46:0/1039248304 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5718108a30 0x7f5718108e10 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:35.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.679+0000 7f571ce00700 1 --2- 172.21.15.46:0/1039248304 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f571806b170 0x7f571806b5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:35.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.679+0000 7f571ce00700 1 -- 172.21.15.46:0/1039248304 >> 172.21.15.46:0/1039248304 conn(0x7f57180788f0 msgr2=0x7f5718078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:35.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.679+0000 7f571ce00700 1 -- 172.21.15.46:0/1039248304 shutdown_connections 2024-04-26T01:45:35.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.679+0000 7f571ce00700 1 -- 172.21.15.46:0/1039248304 wait complete. 2024-04-26T01:45:35.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.680+0000 7f571ce00700 1 Processor -- start 2024-04-26T01:45:35.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.680+0000 7f571ce00700 1 -- start start 2024-04-26T01:45:35.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.681+0000 7f571ce00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f571806b170 0x7f571819b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:35.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.681+0000 7f571ce00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f571806bb10 0x7f571819b920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:35.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.681+0000 7f571ce00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5718108a30 0x7f571819fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:35.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.681+0000 7f571ce00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f5718112da0 con 0x7f5718108a30 2024-04-26T01:45:35.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.681+0000 7f571ce00700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f5718112c20 con 0x7f571806b170 2024-04-26T01:45:35.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.681+0000 7f571ce00700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f5718112f20 con 0x7f571806bb10 2024-04-26T01:45:35.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.681+0000 7f570d400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f571806bb10 0x7f571819b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:35.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.681+0000 7f5715e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f571806b170 0x7f571819b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:35.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.681+0000 7f570d400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f571806bb10 0x7f571819b920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:38948/0 (socket says 172.21.15.46:38948) 2024-04-26T01:45:35.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.681+0000 7f570d400700 1 -- 172.21.15.46:0/2107514953 learned_addr learned my addr 172.21.15.46:0/2107514953 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:45:35.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.681+0000 7f5716800700 1 --2- 172.21.15.46:0/2107514953 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5718108a30 0x7f571819fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:35.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.682+0000 7f570d400700 1 -- 172.21.15.46:0/2107514953 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f571806b170 msgr2=0x7f571819b3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:35.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.682+0000 7f570d400700 1 --2- 172.21.15.46:0/2107514953 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f571806b170 0x7f571819b3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:35.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.682+0000 7f570d400700 1 -- 172.21.15.46:0/2107514953 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5718108a30 msgr2=0x7f571819fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:35.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.682+0000 7f570d400700 1 --2- 172.21.15.46:0/2107514953 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5718108a30 0x7f571819fcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:35.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.682+0000 7f570d400700 1 -- 172.21.15.46:0/2107514953 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57181a03f0 con 0x7f571806bb10 2024-04-26T01:45:35.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.682+0000 7f5716800700 1 --2- 172.21.15.46:0/2107514953 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5718108a30 0x7f571819fcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:45:35.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.682+0000 7f570d400700 1 --2- 172.21.15.46:0/2107514953 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f571806bb10 0x7f571819b920 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f570000e9c0 tx=0x7f570000ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:35.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.682+0000 7f570f400700 1 -- 172.21.15.46:0/2107514953 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f570000cbd0 con 0x7f571806bb10 2024-04-26T01:45:35.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.682+0000 7f570f400700 1 -- 172.21.15.46:0/2107514953 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f570000cd70 con 0x7f571806bb10 2024-04-26T01:45:35.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.682+0000 7f571ce00700 1 -- 172.21.15.46:0/2107514953 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57181a06e0 con 0x7f571806bb10 2024-04-26T01:45:35.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.682+0000 7f570f400700 1 -- 172.21.15.46:0/2107514953 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5700010430 con 0x7f571806bb10 2024-04-26T01:45:35.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.682+0000 7f571ce00700 1 -- 172.21.15.46:0/2107514953 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57181a7f60 con 0x7f571806bb10 2024-04-26T01:45:35.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.684+0000 7f571ce00700 1 -- 172.21.15.46:0/2107514953 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5718069730 con 0x7f571806bb10 2024-04-26T01:45:35.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.686+0000 7f570f400700 1 -- 172.21.15.46:0/2107514953 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f5700004830 con 0x7f571806bb10 2024-04-26T01:45:35.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.688+0000 7f570f400700 1 --2- 172.21.15.46:0/2107514953 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f56fc0a3cc0 0x7f56fc0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:35.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.688+0000 7f570f400700 1 -- 172.21.15.46:0/2107514953 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f57000d0270 con 0x7f571806bb10 2024-04-26T01:45:35.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.688+0000 7f5715e00700 1 --2- 172.21.15.46:0/2107514953 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f56fc0a3cc0 0x7f56fc0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:35.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.689+0000 7f5715e00700 1 --2- 172.21.15.46:0/2107514953 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f56fc0a3cc0 0x7f56fc0a6180 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f5708009e60 tx=0x7f570800b740 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:35.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.692+0000 7f570f400700 1 -- 172.21.15.46:0/2107514953 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f570009d050 con 0x7f571806bb10 2024-04-26T01:45:35.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.980+0000 7f571ce00700 1 -- 172.21.15.46:0/2107514953 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f571802df80 con 0x7f571806bb10 2024-04-26T01:45:35.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.981+0000 7f570f400700 1 -- 172.21.15.46:0/2107514953 <== mon.1 v2:172.21.15.163:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+2224 (secure 0 0 0) 0x7f570009c950 con 0x7f571806bb10 2024-04-26T01:45:35.979 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:45:35.979 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6833/1782107626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":1782107626},{"type":"v1","addr":"172.21.15.103:6833","nonce":1782107626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24448,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.163:6833/3674154522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6832","nonce":3674154522},{"type":"v1","addr":"172.21.15.163:6833","nonce":3674154522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-26T01:45:35.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.984+0000 7f571ce00700 1 -- 172.21.15.46:0/2107514953 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f56fc0a3cc0 msgr2=0x7f56fc0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:35.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.984+0000 7f571ce00700 1 --2- 172.21.15.46:0/2107514953 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f56fc0a3cc0 0x7f56fc0a6180 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f5708009e60 tx=0x7f570800b740 comp rx=0 tx=0).stop 2024-04-26T01:45:35.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.984+0000 7f571ce00700 1 -- 172.21.15.46:0/2107514953 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f571806bb10 msgr2=0x7f571819b920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:35.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.984+0000 7f571ce00700 1 --2- 172.21.15.46:0/2107514953 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f571806bb10 0x7f571819b920 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f570000e9c0 tx=0x7f570000ecd0 comp rx=0 tx=0).stop 2024-04-26T01:45:35.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.985+0000 7f571ce00700 1 -- 172.21.15.46:0/2107514953 shutdown_connections 2024-04-26T01:45:35.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.985+0000 7f571ce00700 1 --2- 172.21.15.46:0/2107514953 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5718108a30 0x7f571819fcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:35.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.985+0000 7f571ce00700 1 --2- 172.21.15.46:0/2107514953 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f56fc0a3cc0 0x7f56fc0a6180 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:35.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.985+0000 7f571ce00700 1 --2- 172.21.15.46:0/2107514953 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f571806b170 0x7f571819b3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:35.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.985+0000 7f571ce00700 1 --2- 172.21.15.46:0/2107514953 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f571806bb10 0x7f571819b920 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:35.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.985+0000 7f571ce00700 1 -- 172.21.15.46:0/2107514953 >> 172.21.15.46:0/2107514953 conn(0x7f57180788f0 msgr2=0x7f571810ddd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:35.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.985+0000 7f571ce00700 1 -- 172.21.15.46:0/2107514953 shutdown_connections 2024-04-26T01:45:35.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:35.985+0000 7f571ce00700 1 -- 172.21.15.46:0/2107514953 wait complete. 2024-04-26T01:45:35.984 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 3 2024-04-26T01:45:36.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:36 smithi046 ceph-mon[28013]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:36.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:36 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/2107514953' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:45:36.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:36 smithi103 ceph-mon[32920]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:36.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:36 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/2107514953' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:45:36.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:36 smithi163 ceph-mon[32592]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:36.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:36 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/2107514953' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:45:37.560 INFO:journalctl@ceph.mds.j.smithi046.stdout:Apr 26 01:45:37 smithi046 systemd[1]: Starting Ceph mds.j for 4e298560-036d-11ef-bc93-c7b262605968... 2024-04-26T01:45:38.060 INFO:journalctl@ceph.mds.j.smithi046.stdout:Apr 26 01:45:37 smithi046 podman[68217]: 2024-04-26 01:45:37.666735389 +0000 UTC m=+0.039970580 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:45:38.061 INFO:journalctl@ceph.mds.j.smithi046.stdout:Apr 26 01:45:37 smithi046 podman[68217]: 2024-04-26 01:45:37.813223102 +0000 UTC m=+0.186458320 container create 4e1e710c38bbbc5e3ec565335b94005c048471e9be7747c5a87dcc72ce7812eb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-j, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416) 2024-04-26T01:45:38.516 INFO:journalctl@ceph.mds.j.smithi046.stdout:Apr 26 01:45:38 smithi046 podman[68217]: 2024-04-26 01:45:38.109265339 +0000 UTC m=+0.482500563 container init 4e1e710c38bbbc5e3ec565335b94005c048471e9be7747c5a87dcc72ce7812eb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-j, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T01:45:38.517 INFO:journalctl@ceph.mds.j.smithi046.stdout:Apr 26 01:45:38 smithi046 podman[68217]: 2024-04-26 01:45:38.120412338 +0000 UTC m=+0.493647529 container start 4e1e710c38bbbc5e3ec565335b94005c048471e9be7747c5a87dcc72ce7812eb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-j, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD) 2024-04-26T01:45:38.517 INFO:journalctl@ceph.mds.j.smithi046.stdout:Apr 26 01:45:38 smithi046 ceph-mds[68236]: -- 172.21.15.46:0/1634470315 <== mon.1 v2:172.21.15.163:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556d42799a40 con 0x556d4276cc00 2024-04-26T01:45:38.517 INFO:journalctl@ceph.mds.j.smithi046.stdout:Apr 26 01:45:38 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-j[68232]: starting mds.j at 2024-04-26T01:45:38.517 INFO:journalctl@ceph.mds.j.smithi046.stdout:Apr 26 01:45:38 smithi046 bash[68217]: 4e1e710c38bbbc5e3ec565335b94005c048471e9be7747c5a87dcc72ce7812eb 2024-04-26T01:45:38.517 INFO:journalctl@ceph.mds.j.smithi046.stdout:Apr 26 01:45:38 smithi046 systemd[1]: Started Ceph mds.j for 4e298560-036d-11ef-bc93-c7b262605968. 2024-04-26T01:45:38.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:38 smithi046 ceph-mon[28013]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:38.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:38 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:38.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:38 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:38.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:38 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:38.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:38 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:45:38.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:38 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:45:38.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:38 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:38.878 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:38 smithi103 ceph-mon[32920]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:38.878 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:38 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:38.879 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:38 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:38.879 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:38 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:38.879 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:38 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:45:38.879 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:38 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:45:38.879 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:38 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:38.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:38 smithi163 ceph-mon[32592]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:38.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:38 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:38.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:38 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:38.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:38 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:38.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:38 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:45:38.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:38 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:45:38.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:38 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:39.221 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:45:39.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:39 smithi046 ceph-mon[28013]: Deploying daemon mds.d on smithi046 2024-04-26T01:45:39.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:39 smithi046 ceph-mon[28013]: mds.? [v2:172.21.15.46:6834/441878789,v1:172.21.15.46:6835/441878789] up:boot 2024-04-26T01:45:39.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:39 smithi046 ceph-mon[28013]: fsmap 3 up:standby 2024-04-26T01:45:39.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:39 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-26T01:45:39.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:39 smithi103 ceph-mon[32920]: Deploying daemon mds.d on smithi046 2024-04-26T01:45:39.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:39 smithi103 ceph-mon[32920]: mds.? [v2:172.21.15.46:6834/441878789,v1:172.21.15.46:6835/441878789] up:boot 2024-04-26T01:45:39.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:39 smithi103 ceph-mon[32920]: fsmap 3 up:standby 2024-04-26T01:45:39.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:39 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-26T01:45:39.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:39 smithi163 ceph-mon[32592]: Deploying daemon mds.d on smithi046 2024-04-26T01:45:39.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:39 smithi163 ceph-mon[32592]: mds.? [v2:172.21.15.46:6834/441878789,v1:172.21.15.46:6835/441878789] up:boot 2024-04-26T01:45:39.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:39 smithi163 ceph-mon[32592]: fsmap 3 up:standby 2024-04-26T01:45:39.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:39 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-26T01:45:40.698 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:40 smithi046 ceph-mon[28013]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:40.822 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:45:40.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:40 smithi103 ceph-mon[32920]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:40.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:40 smithi163 ceph-mon[32592]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:41.803 INFO:journalctl@ceph.mds.d.smithi046.stdout:Apr 26 01:45:41 smithi046 systemd[1]: Starting Ceph mds.d for 4e298560-036d-11ef-bc93-c7b262605968... 2024-04-26T01:45:42.778 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:42 smithi046 ceph-mon[28013]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:42.779 INFO:journalctl@ceph.mds.d.smithi046.stdout:Apr 26 01:45:42 smithi046 podman[68626]: 2024-04-26 01:45:42.346200995 +0000 UTC m=+0.038392748 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:45:42.779 INFO:journalctl@ceph.mds.d.smithi046.stdout:Apr 26 01:45:42 smithi046 podman[68626]: 2024-04-26 01:45:42.570451948 +0000 UTC m=+0.262643738 container create 9f4328e95afbb5f96bd152e3d8f61cc94d0b143c485e7a71700c6b7b6bf4ecdf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-d, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-26T01:45:42.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:42 smithi103 ceph-mon[32920]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:42.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:42 smithi163 ceph-mon[32592]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:43.191 INFO:journalctl@ceph.mds.d.smithi046.stdout:Apr 26 01:45:42 smithi046 podman[68626]: 2024-04-26 01:45:42.960067614 +0000 UTC m=+0.652259411 container init 9f4328e95afbb5f96bd152e3d8f61cc94d0b143c485e7a71700c6b7b6bf4ecdf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-26T01:45:43.192 INFO:journalctl@ceph.mds.d.smithi046.stdout:Apr 26 01:45:42 smithi046 podman[68626]: 2024-04-26 01:45:42.969729007 +0000 UTC m=+0.661920780 container start 9f4328e95afbb5f96bd152e3d8f61cc94d0b143c485e7a71700c6b7b6bf4ecdf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-d, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-26T01:45:43.192 INFO:journalctl@ceph.mds.d.smithi046.stdout:Apr 26 01:45:43 smithi046 ceph-mds[68657]: -- 172.21.15.46:0/1524870173 <== mon.2 v2:172.21.15.103:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5562a5e79a40 con 0x5562a5e4c800 2024-04-26T01:45:43.192 INFO:journalctl@ceph.mds.d.smithi046.stdout:Apr 26 01:45:43 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-d[68648]: starting mds.d at 2024-04-26T01:45:43.257 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.259+0000 7f336c200700 1 -- 172.21.15.46:0/2276957300 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f3364103450 msgr2=0x7f336410f8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:43.257 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.259+0000 7f336c200700 1 --2- 172.21.15.46:0/2276957300 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f3364103450 0x7f336410f8b0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f335c009f90 tx=0x7f335c00b330 comp rx=0 tx=0).stop 2024-04-26T01:45:43.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.259+0000 7f336c200700 1 -- 172.21.15.46:0/2276957300 shutdown_connections 2024-04-26T01:45:43.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.259+0000 7f336c200700 1 --2- 172.21.15.46:0/2276957300 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f3364103450 0x7f336410f8b0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:43.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.259+0000 7f336c200700 1 --2- 172.21.15.46:0/2276957300 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3364108a50 0x7f3364108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:43.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.259+0000 7f336c200700 1 --2- 172.21.15.46:0/2276957300 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3364102a90 0x7f3364102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:43.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.259+0000 7f336c200700 1 -- 172.21.15.46:0/2276957300 >> 172.21.15.46:0/2276957300 conn(0x7f3364079ba0 msgr2=0x7f3364079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:43.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.259+0000 7f336c200700 1 -- 172.21.15.46:0/2276957300 shutdown_connections 2024-04-26T01:45:43.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.259+0000 7f336c200700 1 -- 172.21.15.46:0/2276957300 wait complete. 2024-04-26T01:45:43.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.261+0000 7f336c200700 1 Processor -- start 2024-04-26T01:45:43.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.261+0000 7f336c200700 1 -- start start 2024-04-26T01:45:43.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.262+0000 7f336c200700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f3364102a90 0x7f336419b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:43.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.262+0000 7f336c200700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3364103450 0x7f336419b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:43.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.262+0000 7f336c200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3364108a50 0x7f336419fc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:43.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.262+0000 7f336c200700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f3364112da0 con 0x7f3364108a50 2024-04-26T01:45:43.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.262+0000 7f336c200700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f3364112c20 con 0x7f3364103450 2024-04-26T01:45:43.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.262+0000 7f336c200700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f3364112f20 con 0x7f3364102a90 2024-04-26T01:45:43.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.262+0000 7f3368e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3364103450 0x7f336419b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:43.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.262+0000 7f3368e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3364103450 0x7f336419b8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:55668/0 (socket says 172.21.15.46:55668) 2024-04-26T01:45:43.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.262+0000 7f3368e00700 1 -- 172.21.15.46:0/2102760987 learned_addr learned my addr 172.21.15.46:0/2102760987 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:45:43.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.262+0000 7f3369800700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f3364102a90 0x7f336419b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:43.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.262+0000 7f336a200700 1 --2- 172.21.15.46:0/2102760987 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3364108a50 0x7f336419fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:43.261 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.263+0000 7f3368e00700 1 -- 172.21.15.46:0/2102760987 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f3364102a90 msgr2=0x7f336419b370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:43.261 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.263+0000 7f3368e00700 1 --2- 172.21.15.46:0/2102760987 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f3364102a90 0x7f336419b370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:43.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.263+0000 7f3368e00700 1 -- 172.21.15.46:0/2102760987 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3364108a50 msgr2=0x7f336419fc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:43.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.263+0000 7f3368e00700 1 --2- 172.21.15.46:0/2102760987 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3364108a50 0x7f336419fc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:43.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.263+0000 7f3368e00700 1 -- 172.21.15.46:0/2102760987 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33641a0380 con 0x7f3364103450 2024-04-26T01:45:43.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.263+0000 7f3369800700 1 --2- 172.21.15.46:0/2102760987 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f3364102a90 0x7f336419b370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:45:43.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.263+0000 7f3368e00700 1 --2- 172.21.15.46:0/2102760987 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3364103450 0x7f336419b8b0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f335000e9c0 tx=0x7f335000ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:43.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.263+0000 7f3362000700 1 -- 172.21.15.46:0/2102760987 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3350004a30 con 0x7f3364103450 2024-04-26T01:45:43.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.263+0000 7f3362000700 1 -- 172.21.15.46:0/2102760987 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f335000cc90 con 0x7f3364103450 2024-04-26T01:45:43.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.263+0000 7f336c200700 1 -- 172.21.15.46:0/2102760987 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33641a0670 con 0x7f3364103450 2024-04-26T01:45:43.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.263+0000 7f3362000700 1 -- 172.21.15.46:0/2102760987 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3350005590 con 0x7f3364103450 2024-04-26T01:45:43.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.264+0000 7f336c200700 1 -- 172.21.15.46:0/2102760987 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33641a7ef0 con 0x7f3364103450 2024-04-26T01:45:43.263 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.265+0000 7f336c200700 1 -- 172.21.15.46:0/2102760987 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3364069730 con 0x7f3364103450 2024-04-26T01:45:43.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.267+0000 7f3362000700 1 -- 172.21.15.46:0/2102760987 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f3350004c60 con 0x7f3364103450 2024-04-26T01:45:43.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.268+0000 7f3362000700 1 --2- 172.21.15.46:0/2102760987 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f334c0a3cc0 0x7f334c0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:43.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.268+0000 7f3362000700 1 -- 172.21.15.46:0/2102760987 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f33500d0060 con 0x7f3364103450 2024-04-26T01:45:43.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.269+0000 7f3369800700 1 --2- 172.21.15.46:0/2102760987 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f334c0a3cc0 0x7f334c0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:43.266 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.269+0000 7f3369800700 1 --2- 172.21.15.46:0/2102760987 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f334c0a3cc0 0x7f334c0a6180 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f3358009fd0 tx=0x7f3358009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:43.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.273+0000 7f3362000700 1 -- 172.21.15.46:0/2102760987 <== mon.2 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f335009ce40 con 0x7f3364103450 2024-04-26T01:45:43.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.560+0000 7f336c200700 1 -- 172.21.15.46:0/2102760987 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f33641a8180 con 0x7f3364103450 2024-04-26T01:45:43.559 INFO:journalctl@ceph.mds.d.smithi046.stdout:Apr 26 01:45:43 smithi046 bash[68626]: 9f4328e95afbb5f96bd152e3d8f61cc94d0b143c485e7a71700c6b7b6bf4ecdf 2024-04-26T01:45:43.559 INFO:journalctl@ceph.mds.d.smithi046.stdout:Apr 26 01:45:43 smithi046 systemd[1]: Started Ceph mds.d for 4e298560-036d-11ef-bc93-c7b262605968. 2024-04-26T01:45:43.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.561+0000 7f3362000700 1 -- 172.21.15.46:0/2102760987 <== mon.2 v2:172.21.15.103:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) ==== 93+0+3871 (secure 0 0 0) 0x7f335009c740 con 0x7f3364103450 2024-04-26T01:45:43.560 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:45:43.560 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":5,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6833/1782107626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":1782107626},{"type":"v1","addr":"172.21.15.103:6833","nonce":1782107626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24448,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.163:6833/3674154522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6832","nonce":3674154522},{"type":"v1","addr":"172.21.15.163:6833","nonce":3674154522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24464,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/2284069014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":2284069014},{"type":"v1","addr":"172.21.15.46:6837","nonce":2284069014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24466,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/441878789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":441878789},{"type":"v1","addr":"172.21.15.46:6835","nonce":441878789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[]} 2024-04-26T01:45:43.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.564+0000 7f336c200700 1 -- 172.21.15.46:0/2102760987 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f334c0a3cc0 msgr2=0x7f334c0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:43.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.564+0000 7f336c200700 1 --2- 172.21.15.46:0/2102760987 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f334c0a3cc0 0x7f334c0a6180 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f3358009fd0 tx=0x7f3358009260 comp rx=0 tx=0).stop 2024-04-26T01:45:43.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.564+0000 7f336c200700 1 -- 172.21.15.46:0/2102760987 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3364103450 msgr2=0x7f336419b8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:43.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.564+0000 7f336c200700 1 --2- 172.21.15.46:0/2102760987 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3364103450 0x7f336419b8b0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f335000e9c0 tx=0x7f335000ecd0 comp rx=0 tx=0).stop 2024-04-26T01:45:43.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.565+0000 7f336c200700 1 -- 172.21.15.46:0/2102760987 shutdown_connections 2024-04-26T01:45:43.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.565+0000 7f336c200700 1 --2- 172.21.15.46:0/2102760987 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3364108a50 0x7f336419fc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:43.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.565+0000 7f336c200700 1 --2- 172.21.15.46:0/2102760987 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f3364102a90 0x7f336419b370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:43.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.565+0000 7f336c200700 1 --2- 172.21.15.46:0/2102760987 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f334c0a3cc0 0x7f334c0a6180 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:43.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.565+0000 7f336c200700 1 --2- 172.21.15.46:0/2102760987 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3364103450 0x7f336419b8b0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:43.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.565+0000 7f336c200700 1 -- 172.21.15.46:0/2102760987 >> 172.21.15.46:0/2102760987 conn(0x7f3364079ba0 msgr2=0x7f3364074ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:43.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.565+0000 7f336c200700 1 -- 172.21.15.46:0/2102760987 shutdown_connections 2024-04-26T01:45:43.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:43.565+0000 7f336c200700 1 -- 172.21.15.46:0/2102760987 wait complete. 2024-04-26T01:45:43.564 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 5 2024-04-26T01:45:44.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:44 smithi046 ceph-mon[28013]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:44.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:44 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:44.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:44 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:44.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:44 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:44.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:44 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:45:44.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:44 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:45:44.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:44 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:44.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:44 smithi046 ceph-mon[28013]: Deploying daemon mds.e on smithi103 2024-04-26T01:45:44.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:44 smithi046 ceph-mon[28013]: mds.? [v2:172.21.15.46:6836/2284069014,v1:172.21.15.46:6837/2284069014] up:boot 2024-04-26T01:45:44.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:44 smithi046 ceph-mon[28013]: fsmap 4 up:standby 2024-04-26T01:45:44.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:44 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-26T01:45:44.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:44 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/2102760987' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:45:44.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:44 smithi103 ceph-mon[32920]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:44.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:44 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:44.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:44 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:44.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:44 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:44.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:44 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:45:44.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:44 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:45:44.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:44 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:44.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:44 smithi103 ceph-mon[32920]: Deploying daemon mds.e on smithi103 2024-04-26T01:45:44.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:44 smithi103 ceph-mon[32920]: mds.? [v2:172.21.15.46:6836/2284069014,v1:172.21.15.46:6837/2284069014] up:boot 2024-04-26T01:45:44.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:44 smithi103 ceph-mon[32920]: fsmap 4 up:standby 2024-04-26T01:45:44.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:44 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-26T01:45:44.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:44 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/2102760987' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:45:44.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:44 smithi163 ceph-mon[32592]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:44.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:44 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:44.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:44 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:44.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:44 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:44.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:44 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:45:44.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:44 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:45:44.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:44 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:44.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:44 smithi163 ceph-mon[32592]: Deploying daemon mds.e on smithi103 2024-04-26T01:45:44.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:44 smithi163 ceph-mon[32592]: mds.? [v2:172.21.15.46:6836/2284069014,v1:172.21.15.46:6837/2284069014] up:boot 2024-04-26T01:45:44.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:44 smithi163 ceph-mon[32592]: fsmap 4 up:standby 2024-04-26T01:45:44.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:44 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-26T01:45:44.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:44 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/2102760987' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:45:45.776 INFO:journalctl@ceph.mds.e.smithi103.stdout:Apr 26 01:45:45 smithi103 systemd[1]: Starting Ceph mds.e for 4e298560-036d-11ef-bc93-c7b262605968... 2024-04-26T01:45:46.057 INFO:journalctl@ceph.mds.e.smithi103.stdout:Apr 26 01:45:45 smithi103 podman[62709]: 2024-04-26 01:45:45.681609837 +0000 UTC m=+0.018032539 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:45:46.058 INFO:journalctl@ceph.mds.e.smithi103.stdout:Apr 26 01:45:45 smithi103 podman[62709]: 2024-04-26 01:45:45.816593067 +0000 UTC m=+0.153015769 container create 8460249a92a9079e1db95ae23db8d566147b8e2edb7b61ef2b17430ab9d0eafa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-e, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T01:45:46.374 INFO:journalctl@ceph.mds.e.smithi103.stdout:Apr 26 01:45:46 smithi103 podman[62709]: 2024-04-26 01:45:46.061175778 +0000 UTC m=+0.397598480 container init 8460249a92a9079e1db95ae23db8d566147b8e2edb7b61ef2b17430ab9d0eafa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-e, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-26T01:45:46.375 INFO:journalctl@ceph.mds.e.smithi103.stdout:Apr 26 01:45:46 smithi103 podman[62709]: 2024-04-26 01:45:46.063724087 +0000 UTC m=+0.400146799 container start 8460249a92a9079e1db95ae23db8d566147b8e2edb7b61ef2b17430ab9d0eafa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-e, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True) 2024-04-26T01:45:46.375 INFO:journalctl@ceph.mds.e.smithi103.stdout:Apr 26 01:45:46 smithi103 ceph-mds[62728]: -- 172.21.15.103:0/4155972302 <== mon.2 v2:172.21.15.103:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5642c9a7da40 con 0x5642c9a50800 2024-04-26T01:45:46.375 INFO:journalctl@ceph.mds.e.smithi103.stdout:Apr 26 01:45:46 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-e[62724]: starting mds.e at 2024-04-26T01:45:46.375 INFO:journalctl@ceph.mds.e.smithi103.stdout:Apr 26 01:45:46 smithi103 bash[62709]: 8460249a92a9079e1db95ae23db8d566147b8e2edb7b61ef2b17430ab9d0eafa 2024-04-26T01:45:46.375 INFO:journalctl@ceph.mds.e.smithi103.stdout:Apr 26 01:45:46 smithi103 systemd[1]: Started Ceph mds.e for 4e298560-036d-11ef-bc93-c7b262605968. 2024-04-26T01:45:46.431 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:45:46.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:46 smithi046 ceph-mon[28013]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:46.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:46 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:46.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:46 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:46.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:46 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:46.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:46 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:45:46.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:46 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:45:46.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:46 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:46.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:46 smithi103 ceph-mon[32920]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:46.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:46 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:46.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:46 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:46.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:46 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:46.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:46 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:45:46.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:46 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:45:46.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:46 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:46.899 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:45:46.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:46 smithi163 ceph-mon[32592]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:46.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:46 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:46.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:46 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:46.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:46 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:46.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:46 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:45:46.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:46 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:45:46.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:46 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:47.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:47 smithi046 ceph-mon[28013]: Deploying daemon mds.f on smithi163 2024-04-26T01:45:47.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:47 smithi046 ceph-mon[28013]: mds.? [v2:172.21.15.103:6834/2093120942,v1:172.21.15.103:6835/2093120942] up:boot 2024-04-26T01:45:47.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:47 smithi046 ceph-mon[28013]: fsmap 5 up:standby 2024-04-26T01:45:47.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:47 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T01:45:47.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:47 smithi103 ceph-mon[32920]: Deploying daemon mds.f on smithi163 2024-04-26T01:45:47.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:47 smithi103 ceph-mon[32920]: mds.? [v2:172.21.15.103:6834/2093120942,v1:172.21.15.103:6835/2093120942] up:boot 2024-04-26T01:45:47.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:47 smithi103 ceph-mon[32920]: fsmap 5 up:standby 2024-04-26T01:45:47.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:47 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T01:45:47.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:47 smithi163 ceph-mon[32592]: Deploying daemon mds.f on smithi163 2024-04-26T01:45:47.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:47 smithi163 ceph-mon[32592]: mds.? [v2:172.21.15.103:6834/2093120942,v1:172.21.15.103:6835/2093120942] up:boot 2024-04-26T01:45:47.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:47 smithi163 ceph-mon[32592]: fsmap 5 up:standby 2024-04-26T01:45:47.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:47 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T01:45:48.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:48 smithi163 ceph-mon[32592]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:48.670 INFO:journalctl@ceph.mds.f.smithi163.stdout:Apr 26 01:45:48 smithi163 systemd[1]: Starting Ceph mds.f for 4e298560-036d-11ef-bc93-c7b262605968... 2024-04-26T01:45:48.766 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:48 smithi046 ceph-mon[28013]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:48.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:48 smithi103 ceph-mon[32920]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:49.022 INFO:journalctl@ceph.mds.f.smithi163.stdout:Apr 26 01:45:48 smithi163 podman[63005]: 2024-04-26 01:45:48.668877185 +0000 UTC m=+0.018234015 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:45:49.022 INFO:journalctl@ceph.mds.f.smithi163.stdout:Apr 26 01:45:48 smithi163 podman[63005]: 2024-04-26 01:45:48.789756473 +0000 UTC m=+0.139113373 container create 35d8cab9b2cc219766138537f23596425ce1e74e760f06aef9529f9d0e933edd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-f, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T01:45:49.022 INFO:journalctl@ceph.mds.f.smithi163.stdout:Apr 26 01:45:48 smithi163 podman[63005]: 2024-04-26 01:45:48.999299307 +0000 UTC m=+0.348656138 container init 35d8cab9b2cc219766138537f23596425ce1e74e760f06aef9529f9d0e933edd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-f, ceph=True, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-26T01:45:49.022 INFO:journalctl@ceph.mds.f.smithi163.stdout:Apr 26 01:45:49 smithi163 podman[63005]: 2024-04-26 01:45:49.001888118 +0000 UTC m=+0.351244949 container start 35d8cab9b2cc219766138537f23596425ce1e74e760f06aef9529f9d0e933edd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-f, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T01:45:49.022 INFO:journalctl@ceph.mds.f.smithi163.stdout:Apr 26 01:45:49 smithi163 ceph-mds[63024]: -- 172.21.15.163:0/674988656 <== mon.1 v2:172.21.15.163:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5562b3469a40 con 0x5562b343d000 2024-04-26T01:45:49.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.288+0000 7fc1fd800700 1 -- 172.21.15.46:0/639278368 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc1f8074c70 msgr2=0x7fc1f8075050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:49.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.288+0000 7fc1fd800700 1 --2- 172.21.15.46:0/639278368 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc1f8074c70 0x7fc1f8075050 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fc1e80098f0 tx=0x7fc1e8009c00 comp rx=0 tx=0).stop 2024-04-26T01:45:49.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.288+0000 7fc1fd800700 1 -- 172.21.15.46:0/639278368 shutdown_connections 2024-04-26T01:45:49.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.288+0000 7fc1fd800700 1 --2- 172.21.15.46:0/639278368 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc1f810f4a0 0x7fc1f8111890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:49.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.288+0000 7fc1fd800700 1 --2- 172.21.15.46:0/639278368 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc1f8074c70 0x7fc1f8075050 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:49.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.288+0000 7fc1fd800700 1 --2- 172.21.15.46:0/639278368 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc1f8075590 0x7fc1f810ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:49.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.288+0000 7fc1fd800700 1 -- 172.21.15.46:0/639278368 >> 172.21.15.46:0/639278368 conn(0x7fc1f8079ba0 msgr2=0x7fc1f8079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:49.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.288+0000 7fc1fd800700 1 -- 172.21.15.46:0/639278368 shutdown_connections 2024-04-26T01:45:49.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.288+0000 7fc1fd800700 1 -- 172.21.15.46:0/639278368 wait complete. 2024-04-26T01:45:49.287 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.289+0000 7fc1fd800700 1 Processor -- start 2024-04-26T01:45:49.287 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.289+0000 7fc1fd800700 1 -- start start 2024-04-26T01:45:49.287 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.290+0000 7fc1fd800700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc1f8074c70 0x7fc1f819b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:49.287 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.290+0000 7fc1fd800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc1f8075590 0x7fc1f819b920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:49.288 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.290+0000 7fc1fd800700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc1f810f4a0 0x7fc1f819fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:49.288 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.290+0000 7fc1fd800700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fc1f8114fd0 con 0x7fc1f8075590 2024-04-26T01:45:49.288 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.290+0000 7fc1fd800700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fc1f8114e50 con 0x7fc1f810f4a0 2024-04-26T01:45:49.288 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.290+0000 7fc1fd800700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fc1f8115150 con 0x7fc1f8074c70 2024-04-26T01:45:49.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.290+0000 7fc1f6a00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc1f8074c70 0x7fc1f819b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:49.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.290+0000 7fc1f6a00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc1f8074c70 0x7fc1f819b3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:37312/0 (socket says 172.21.15.46:37312) 2024-04-26T01:45:49.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.290+0000 7fc1f6a00700 1 -- 172.21.15.46:0/4205071610 learned_addr learned my addr 172.21.15.46:0/4205071610 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:45:49.289 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.290+0000 7fc1efe00700 1 --2- 172.21.15.46:0/4205071610 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc1f8075590 0x7fc1f819b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:49.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.290+0000 7fc1f7400700 1 --2- 172.21.15.46:0/4205071610 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc1f810f4a0 0x7fc1f819fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:49.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.290+0000 7fc1f6a00700 1 -- 172.21.15.46:0/4205071610 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc1f810f4a0 msgr2=0x7fc1f819fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:49.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.290+0000 7fc1f6a00700 1 --2- 172.21.15.46:0/4205071610 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc1f810f4a0 0x7fc1f819fcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:49.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.290+0000 7fc1f6a00700 1 -- 172.21.15.46:0/4205071610 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc1f8075590 msgr2=0x7fc1f819b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:49.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.290+0000 7fc1f6a00700 1 --2- 172.21.15.46:0/4205071610 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc1f8075590 0x7fc1f819b920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:49.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.290+0000 7fc1f6a00700 1 -- 172.21.15.46:0/4205071610 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1f81a03f0 con 0x7fc1f8074c70 2024-04-26T01:45:49.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.291+0000 7fc1f7400700 1 --2- 172.21.15.46:0/4205071610 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc1f810f4a0 0x7fc1f819fcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:45:49.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.291+0000 7fc1f6a00700 1 --2- 172.21.15.46:0/4205071610 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc1f8074c70 0x7fc1f819b3e0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fc1e8005950 tx=0x7fc1e8010fb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:49.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.291+0000 7fc1ef400700 1 -- 172.21.15.46:0/4205071610 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e8005270 con 0x7fc1f8074c70 2024-04-26T01:45:49.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.291+0000 7fc1ef400700 1 -- 172.21.15.46:0/4205071610 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fc1e800ba30 con 0x7fc1f8074c70 2024-04-26T01:45:49.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.291+0000 7fc1ef400700 1 -- 172.21.15.46:0/4205071610 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e8003b80 con 0x7fc1f8074c70 2024-04-26T01:45:49.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.291+0000 7fc1fd800700 1 -- 172.21.15.46:0/4205071610 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1f81a0680 con 0x7fc1f8074c70 2024-04-26T01:45:49.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.292+0000 7fc1fd800700 1 -- 172.21.15.46:0/4205071610 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1f81a7f60 con 0x7fc1f8074c70 2024-04-26T01:45:49.291 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.293+0000 7fc1fd800700 1 -- 172.21.15.46:0/4205071610 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1f8069730 con 0x7fc1f8074c70 2024-04-26T01:45:49.292 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.294+0000 7fc1ef400700 1 -- 172.21.15.46:0/4205071610 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fc1e80054a0 con 0x7fc1f8074c70 2024-04-26T01:45:49.293 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.296+0000 7fc1ef400700 1 --2- 172.21.15.46:0/4205071610 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fc1dc0a3cc0 0x7fc1dc0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:49.294 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.296+0000 7fc1ef400700 1 -- 172.21.15.46:0/4205071610 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fc1e80d0ea0 con 0x7fc1f8074c70 2024-04-26T01:45:49.294 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.296+0000 7fc1efe00700 1 --2- 172.21.15.46:0/4205071610 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fc1dc0a3cc0 0x7fc1dc0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:49.294 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.297+0000 7fc1efe00700 1 --2- 172.21.15.46:0/4205071610 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fc1dc0a3cc0 0x7fc1dc0a6180 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fc1f8111130 tx=0x7fc1e0009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:49.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.301+0000 7fc1ef400700 1 -- 172.21.15.46:0/4205071610 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc1e8013030 con 0x7fc1f8074c70 2024-04-26T01:45:49.419 INFO:journalctl@ceph.mds.f.smithi163.stdout:Apr 26 01:45:49 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-f[63020]: starting mds.f at 2024-04-26T01:45:49.419 INFO:journalctl@ceph.mds.f.smithi163.stdout:Apr 26 01:45:49 smithi163 bash[63005]: 35d8cab9b2cc219766138537f23596425ce1e74e760f06aef9529f9d0e933edd 2024-04-26T01:45:49.419 INFO:journalctl@ceph.mds.f.smithi163.stdout:Apr 26 01:45:49 smithi163 systemd[1]: Started Ceph mds.f for 4e298560-036d-11ef-bc93-c7b262605968. 2024-04-26T01:45:49.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.590+0000 7fc1fd800700 1 -- 172.21.15.46:0/4205071610 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc1f819c740 con 0x7fc1f8074c70 2024-04-26T01:45:49.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.591+0000 7fc1ef400700 1 -- 172.21.15.46:0/4205071610 <== mon.1 v2:172.21.15.163:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5527 (secure 0 0 0) 0x7fc1e809dd10 con 0x7fc1f8074c70 2024-04-26T01:45:49.589 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:45:49.589 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":7,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6833/1782107626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":1782107626},{"type":"v1","addr":"172.21.15.103:6833","nonce":1782107626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24448,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.163:6833/3674154522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6832","nonce":3674154522},{"type":"v1","addr":"172.21.15.163:6833","nonce":3674154522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24464,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/2284069014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":2284069014},{"type":"v1","addr":"172.21.15.46:6837","nonce":2284069014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24466,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/441878789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":441878789},{"type":"v1","addr":"172.21.15.46:6835","nonce":441878789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24476,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6835/2093120942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":2093120942},{"type":"v1","addr":"172.21.15.103:6835","nonce":2093120942}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24484,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.163:6835/3496224673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6834","nonce":3496224673},{"type":"v1","addr":"172.21.15.163:6835","nonce":3496224673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[]} 2024-04-26T01:45:49.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.594+0000 7fc1fd800700 1 -- 172.21.15.46:0/4205071610 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fc1dc0a3cc0 msgr2=0x7fc1dc0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:49.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.594+0000 7fc1fd800700 1 --2- 172.21.15.46:0/4205071610 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fc1dc0a3cc0 0x7fc1dc0a6180 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fc1f8111130 tx=0x7fc1e0009310 comp rx=0 tx=0).stop 2024-04-26T01:45:49.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.594+0000 7fc1fd800700 1 -- 172.21.15.46:0/4205071610 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc1f8074c70 msgr2=0x7fc1f819b3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:49.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.594+0000 7fc1fd800700 1 --2- 172.21.15.46:0/4205071610 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc1f8074c70 0x7fc1f819b3e0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fc1e8005950 tx=0x7fc1e8010fb0 comp rx=0 tx=0).stop 2024-04-26T01:45:49.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.594+0000 7fc1fd800700 1 -- 172.21.15.46:0/4205071610 shutdown_connections 2024-04-26T01:45:49.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.594+0000 7fc1fd800700 1 --2- 172.21.15.46:0/4205071610 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fc1dc0a3cc0 0x7fc1dc0a6180 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:49.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.594+0000 7fc1fd800700 1 --2- 172.21.15.46:0/4205071610 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc1f810f4a0 0x7fc1f819fcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:49.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.594+0000 7fc1fd800700 1 --2- 172.21.15.46:0/4205071610 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc1f8074c70 0x7fc1f819b3e0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:49.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.594+0000 7fc1fd800700 1 --2- 172.21.15.46:0/4205071610 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc1f8075590 0x7fc1f819b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:49.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.594+0000 7fc1fd800700 1 -- 172.21.15.46:0/4205071610 >> 172.21.15.46:0/4205071610 conn(0x7fc1f8079ba0 msgr2=0x7fc1f80ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:49.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.594+0000 7fc1fd800700 1 -- 172.21.15.46:0/4205071610 shutdown_connections 2024-04-26T01:45:49.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:49.594+0000 7fc1fd800700 1 -- 172.21.15.46:0/4205071610 wait complete. 2024-04-26T01:45:49.593 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 7 2024-04-26T01:45:50.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:50 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:50.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:50 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:50.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:50 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:50.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:50 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:45:50.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:50 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:45:50.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:50 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:50.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:50 smithi046 ceph-mon[28013]: mds.? [v2:172.21.15.163:6834/3496224673,v1:172.21.15.163:6835/3496224673] up:boot 2024-04-26T01:45:50.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:50 smithi046 ceph-mon[28013]: fsmap 6 up:standby 2024-04-26T01:45:50.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:50 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T01:45:50.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:50 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/4205071610' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:45:50.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:50 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:50.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:50 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:50.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:50 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:50.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:50 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:45:50.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:50 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:45:50.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:50 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:50.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:50 smithi163 ceph-mon[32592]: mds.? [v2:172.21.15.163:6834/3496224673,v1:172.21.15.163:6835/3496224673] up:boot 2024-04-26T01:45:50.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:50 smithi163 ceph-mon[32592]: fsmap 6 up:standby 2024-04-26T01:45:50.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:50 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T01:45:50.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:50 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/4205071610' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:45:50.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:50 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:50.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:50 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:50.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:50 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:50.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:50 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:45:50.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:50 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:45:50.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:50 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:50.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:50 smithi103 ceph-mon[32920]: mds.? [v2:172.21.15.163:6834/3496224673,v1:172.21.15.163:6835/3496224673] up:boot 2024-04-26T01:45:50.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:50 smithi103 ceph-mon[32920]: fsmap 6 up:standby 2024-04-26T01:45:50.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:50 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T01:45:50.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:50 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/4205071610' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:45:51.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:51 smithi163 ceph-mon[32592]: Deploying daemon mds.c on smithi163 2024-04-26T01:45:51.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:51 smithi163 ceph-mon[32592]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:51.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:51 smithi046 ceph-mon[28013]: Deploying daemon mds.c on smithi163 2024-04-26T01:45:51.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:51 smithi046 ceph-mon[28013]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:51.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:51 smithi103 ceph-mon[32920]: Deploying daemon mds.c on smithi163 2024-04-26T01:45:51.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:51 smithi103 ceph-mon[32920]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:51.850 INFO:journalctl@ceph.mds.c.smithi163.stdout:Apr 26 01:45:51 smithi163 systemd[1]: Starting Ceph mds.c for 4e298560-036d-11ef-bc93-c7b262605968... 2024-04-26T01:45:52.140 INFO:journalctl@ceph.mds.c.smithi163.stdout:Apr 26 01:45:51 smithi163 podman[63323]: 2024-04-26 01:45:51.755473347 +0000 UTC m=+0.018061314 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:45:52.140 INFO:journalctl@ceph.mds.c.smithi163.stdout:Apr 26 01:45:51 smithi163 podman[63323]: 2024-04-26 01:45:51.879349081 +0000 UTC m=+0.141937039 container create 5fa720f4fe9f85ef61357785c46a3b690d47bf853009cb5f490eb2775350290f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-c, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416) 2024-04-26T01:45:52.140 INFO:journalctl@ceph.mds.c.smithi163.stdout:Apr 26 01:45:52 smithi163 podman[63323]: 2024-04-26 01:45:52.143478325 +0000 UTC m=+0.406066284 container init 5fa720f4fe9f85ef61357785c46a3b690d47bf853009cb5f490eb2775350290f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-c, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, GIT_BRANCH=HEAD) 2024-04-26T01:45:52.419 INFO:journalctl@ceph.mds.c.smithi163.stdout:Apr 26 01:45:52 smithi163 podman[63323]: 2024-04-26 01:45:52.146286886 +0000 UTC m=+0.408874861 container start 5fa720f4fe9f85ef61357785c46a3b690d47bf853009cb5f490eb2775350290f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-c, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T01:45:52.419 INFO:journalctl@ceph.mds.c.smithi163.stdout:Apr 26 01:45:52 smithi163 ceph-mds[63343]: -- 172.21.15.163:0/195542966 <== mon.1 v2:172.21.15.163:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563eac917a40 con 0x563eac8eac00 2024-04-26T01:45:52.419 INFO:journalctl@ceph.mds.c.smithi163.stdout:Apr 26 01:45:52 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-c[63339]: starting mds.c at 2024-04-26T01:45:52.420 INFO:journalctl@ceph.mds.c.smithi163.stdout:Apr 26 01:45:52 smithi163 bash[63323]: 5fa720f4fe9f85ef61357785c46a3b690d47bf853009cb5f490eb2775350290f 2024-04-26T01:45:52.420 INFO:journalctl@ceph.mds.c.smithi163.stdout:Apr 26 01:45:52 smithi163 systemd[1]: Started Ceph mds.c for 4e298560-036d-11ef-bc93-c7b262605968. 2024-04-26T01:45:52.465 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:45:52.930 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:45:53.261 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:53 smithi103 ceph-mon[32920]: pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:53.262 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:53 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:53.262 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:53 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:53.262 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:53 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:53.262 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:53 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:45:53.262 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:53 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:45:53.262 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:53 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:53.335 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:53 smithi046 ceph-mon[28013]: pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:53.336 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:53 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:53.336 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:53 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:53.336 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:53 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:53.336 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:53 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:45:53.336 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:53 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:45:53.336 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:53 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:53.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:53 smithi163 ceph-mon[32592]: pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:53.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:53 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:53.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:53 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:53.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:53 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:53.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:53 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:45:53.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:53 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:45:53.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:53 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:54.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:54 smithi046 ceph-mon[28013]: Deploying daemon mds.h on smithi103 2024-04-26T01:45:54.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:54 smithi046 ceph-mon[28013]: mds.? [v2:172.21.15.163:6836/3255035214,v1:172.21.15.163:6837/3255035214] up:boot 2024-04-26T01:45:54.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:54 smithi046 ceph-mon[28013]: fsmap 7 up:standby 2024-04-26T01:45:54.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:54 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T01:45:54.339 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:54 smithi103 ceph-mon[32920]: Deploying daemon mds.h on smithi103 2024-04-26T01:45:54.340 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:54 smithi103 ceph-mon[32920]: mds.? [v2:172.21.15.163:6836/3255035214,v1:172.21.15.163:6837/3255035214] up:boot 2024-04-26T01:45:54.340 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:54 smithi103 ceph-mon[32920]: fsmap 7 up:standby 2024-04-26T01:45:54.340 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:54 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T01:45:54.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:54 smithi163 ceph-mon[32592]: Deploying daemon mds.h on smithi103 2024-04-26T01:45:54.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:54 smithi163 ceph-mon[32592]: mds.? [v2:172.21.15.163:6836/3255035214,v1:172.21.15.163:6837/3255035214] up:boot 2024-04-26T01:45:54.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:54 smithi163 ceph-mon[32592]: fsmap 7 up:standby 2024-04-26T01:45:54.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:54 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T01:45:54.624 INFO:journalctl@ceph.mds.h.smithi103.stdout:Apr 26 01:45:54 smithi103 systemd[1]: Starting Ceph mds.h for 4e298560-036d-11ef-bc93-c7b262605968... 2024-04-26T01:45:54.998 INFO:journalctl@ceph.mds.h.smithi103.stdout:Apr 26 01:45:54 smithi103 podman[63018]: 2024-04-26 01:45:54.642299307 +0000 UTC m=+0.018084342 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:45:54.998 INFO:journalctl@ceph.mds.h.smithi103.stdout:Apr 26 01:45:54 smithi103 podman[63018]: 2024-04-26 01:45:54.748005672 +0000 UTC m=+0.123790677 container create 0f9950ed15d503fa812ebc87bea6b0e6210c571a1b3d1f38afa8ecba5ab12c6b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-h, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-26T01:45:54.998 INFO:journalctl@ceph.mds.h.smithi103.stdout:Apr 26 01:45:54 smithi103 podman[63018]: 2024-04-26 01:45:54.975741849 +0000 UTC m=+0.351526856 container init 0f9950ed15d503fa812ebc87bea6b0e6210c571a1b3d1f38afa8ecba5ab12c6b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-h, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-26T01:45:54.999 INFO:journalctl@ceph.mds.h.smithi103.stdout:Apr 26 01:45:54 smithi103 podman[63018]: 2024-04-26 01:45:54.978275377 +0000 UTC m=+0.354060389 container start 0f9950ed15d503fa812ebc87bea6b0e6210c571a1b3d1f38afa8ecba5ab12c6b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-h, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-26T01:45:55.320 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.322+0000 7f96c9000700 1 -- 172.21.15.46:0/713887667 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f96c406b0f0 msgr2=0x7f96c410f900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:55.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.322+0000 7f96c9000700 1 --2- 172.21.15.46:0/713887667 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f96c406b0f0 0x7f96c410f900 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f96bc009990 tx=0x7f96bc009ca0 comp rx=0 tx=0).stop 2024-04-26T01:45:55.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.322+0000 7f96c9000700 1 -- 172.21.15.46:0/713887667 shutdown_connections 2024-04-26T01:45:55.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.322+0000 7f96c9000700 1 --2- 172.21.15.46:0/713887667 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f96c406b0f0 0x7f96c410f900 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:55.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.322+0000 7f96c9000700 1 --2- 172.21.15.46:0/713887667 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f96c4108a30 0x7f96c4108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:55.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.322+0000 7f96c9000700 1 --2- 172.21.15.46:0/713887667 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f96c406a750 0x7f96c406abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:55.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.322+0000 7f96c9000700 1 -- 172.21.15.46:0/713887667 >> 172.21.15.46:0/713887667 conn(0x7f96c40788f0 msgr2=0x7f96c4078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:55.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.322+0000 7f96c9000700 1 -- 172.21.15.46:0/713887667 shutdown_connections 2024-04-26T01:45:55.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.322+0000 7f96c9000700 1 -- 172.21.15.46:0/713887667 wait complete. 2024-04-26T01:45:55.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.324+0000 7f96c9000700 1 Processor -- start 2024-04-26T01:45:55.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.324+0000 7f96c9000700 1 -- start start 2024-04-26T01:45:55.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.324+0000 7f96c9000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f96c406a750 0x7f96c419b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:55.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.324+0000 7f96c9000700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f96c406b0f0 0x7f96c419b940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:55.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.324+0000 7f96c9000700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f96c4108a30 0x7f96c419fc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:55.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.324+0000 7f96c9000700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f96c4112da0 con 0x7f96c406a750 2024-04-26T01:45:55.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.324+0000 7f96c9000700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f96c4112c20 con 0x7f96c4108a30 2024-04-26T01:45:55.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.324+0000 7f96c9000700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f96c4112f20 con 0x7f96c406b0f0 2024-04-26T01:45:55.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.325+0000 7f96b9400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f96c406b0f0 0x7f96c419b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:55.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.325+0000 7f96c1e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f96c406a750 0x7f96c419b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:55.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.325+0000 7f96b9400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f96c406b0f0 0x7f96c419b940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:34886/0 (socket says 172.21.15.46:34886) 2024-04-26T01:45:55.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.325+0000 7f96b9400700 1 -- 172.21.15.46:0/3890652822 learned_addr learned my addr 172.21.15.46:0/3890652822 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:45:55.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.325+0000 7f96c2800700 1 --2- 172.21.15.46:0/3890652822 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f96c4108a30 0x7f96c419fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:55.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.325+0000 7f96b9400700 1 -- 172.21.15.46:0/3890652822 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f96c4108a30 msgr2=0x7f96c419fc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:55.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.325+0000 7f96b9400700 1 --2- 172.21.15.46:0/3890652822 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f96c4108a30 0x7f96c419fc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:55.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.325+0000 7f96b9400700 1 -- 172.21.15.46:0/3890652822 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f96c406a750 msgr2=0x7f96c419b400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:55.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.325+0000 7f96b9400700 1 --2- 172.21.15.46:0/3890652822 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f96c406a750 0x7f96c419b400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:55.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.325+0000 7f96b9400700 1 -- 172.21.15.46:0/3890652822 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96c41a03c0 con 0x7f96c406b0f0 2024-04-26T01:45:55.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.325+0000 7f96b9400700 1 --2- 172.21.15.46:0/3890652822 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f96c406b0f0 0x7f96c419b940 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f96ac00e9c0 tx=0x7f96ac00ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:55.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.326+0000 7f96bb400700 1 -- 172.21.15.46:0/3890652822 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96ac00cbd0 con 0x7f96c406b0f0 2024-04-26T01:45:55.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.326+0000 7f96c9000700 1 -- 172.21.15.46:0/3890652822 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96c41a06b0 con 0x7f96c406b0f0 2024-04-26T01:45:55.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.326+0000 7f96bb400700 1 -- 172.21.15.46:0/3890652822 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f96ac00ee60 con 0x7f96c406b0f0 2024-04-26T01:45:55.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.326+0000 7f96bb400700 1 -- 172.21.15.46:0/3890652822 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96ac005670 con 0x7f96c406b0f0 2024-04-26T01:45:55.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.326+0000 7f96c9000700 1 -- 172.21.15.46:0/3890652822 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96c41a7f30 con 0x7f96c406b0f0 2024-04-26T01:45:55.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.327+0000 7f96c9000700 1 -- 172.21.15.46:0/3890652822 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f96c4069730 con 0x7f96c406b0f0 2024-04-26T01:45:55.326 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.329+0000 7f96bb400700 1 -- 172.21.15.46:0/3890652822 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f96ac004750 con 0x7f96c406b0f0 2024-04-26T01:45:55.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.330+0000 7f96bb400700 1 --2- 172.21.15.46:0/3890652822 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f96a80a3cc0 0x7f96a80a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:45:55.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.330+0000 7f96bb400700 1 -- 172.21.15.46:0/3890652822 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f96ac0d0220 con 0x7f96c406b0f0 2024-04-26T01:45:55.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.330+0000 7f96c1e00700 1 --2- 172.21.15.46:0/3890652822 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f96a80a3cc0 0x7f96a80a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:45:55.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.331+0000 7f96c1e00700 1 --2- 172.21.15.46:0/3890652822 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f96a80a3cc0 0x7f96a80a6180 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f96b400f540 tx=0x7f96b400b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:45:55.332 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.334+0000 7f96bb400700 1 -- 172.21.15.46:0/3890652822 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f96ac09d000 con 0x7f96c406b0f0 2024-04-26T01:45:55.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:55 smithi103 ceph-mon[32920]: pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:55.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:55 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:55.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:55 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:55.375 INFO:journalctl@ceph.mds.h.smithi103.stdout:Apr 26 01:45:55 smithi103 ceph-mds[63037]: -- 172.21.15.103:0/2498840158 <== mon.2 v2:172.21.15.103:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5573bf143a40 con 0x5573bf117000 2024-04-26T01:45:55.375 INFO:journalctl@ceph.mds.h.smithi103.stdout:Apr 26 01:45:55 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-h[63033]: starting mds.h at 2024-04-26T01:45:55.375 INFO:journalctl@ceph.mds.h.smithi103.stdout:Apr 26 01:45:55 smithi103 bash[63018]: 0f9950ed15d503fa812ebc87bea6b0e6210c571a1b3d1f38afa8ecba5ab12c6b 2024-04-26T01:45:55.375 INFO:journalctl@ceph.mds.h.smithi103.stdout:Apr 26 01:45:55 smithi103 systemd[1]: Started Ceph mds.h for 4e298560-036d-11ef-bc93-c7b262605968. 2024-04-26T01:45:55.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:55 smithi163 ceph-mon[32592]: pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:55.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:55 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:55.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:55 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:55.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:55 smithi046 ceph-mon[28013]: pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:55.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:55 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:55.509 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:55 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:55.636 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.638+0000 7f96c9000700 1 -- 172.21.15.46:0/3890652822 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f96c402df80 con 0x7f96c406b0f0 2024-04-26T01:45:55.637 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.639+0000 7f96bb400700 1 -- 172.21.15.46:0/3890652822 <== mon.1 v2:172.21.15.163:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+7180 (secure 0 0 0) 0x7f96ac09c900 con 0x7f96c406b0f0 2024-04-26T01:45:55.637 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:45:55.637 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":9,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6833/1782107626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":1782107626},{"type":"v1","addr":"172.21.15.103:6833","nonce":1782107626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24448,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.163:6833/3674154522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6832","nonce":3674154522},{"type":"v1","addr":"172.21.15.163:6833","nonce":3674154522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24464,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/2284069014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":2284069014},{"type":"v1","addr":"172.21.15.46:6837","nonce":2284069014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24466,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/441878789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":441878789},{"type":"v1","addr":"172.21.15.46:6835","nonce":441878789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24476,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6835/2093120942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":2093120942},{"type":"v1","addr":"172.21.15.103:6835","nonce":2093120942}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24484,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.163:6835/3496224673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6834","nonce":3496224673},{"type":"v1","addr":"172.21.15.163:6835","nonce":3496224673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24488,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6837/356151155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":356151155},{"type":"v1","addr":"172.21.15.103:6837","nonce":356151155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24496,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.163:6837/3255035214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6836","nonce":3255035214},{"type":"v1","addr":"172.21.15.163:6837","nonce":3255035214}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-04-26T01:45:55.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.643+0000 7f96c9000700 1 -- 172.21.15.46:0/3890652822 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f96a80a3cc0 msgr2=0x7f96a80a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:55.642 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.643+0000 7f96c9000700 1 --2- 172.21.15.46:0/3890652822 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f96a80a3cc0 0x7f96a80a6180 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f96b400f540 tx=0x7f96b400b040 comp rx=0 tx=0).stop 2024-04-26T01:45:55.642 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.643+0000 7f96c9000700 1 -- 172.21.15.46:0/3890652822 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f96c406b0f0 msgr2=0x7f96c419b940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:45:55.642 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.643+0000 7f96c9000700 1 --2- 172.21.15.46:0/3890652822 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f96c406b0f0 0x7f96c419b940 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f96ac00e9c0 tx=0x7f96ac00ecd0 comp rx=0 tx=0).stop 2024-04-26T01:45:55.642 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.643+0000 7f96c9000700 1 -- 172.21.15.46:0/3890652822 shutdown_connections 2024-04-26T01:45:55.642 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.643+0000 7f96c9000700 1 --2- 172.21.15.46:0/3890652822 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f96a80a3cc0 0x7f96a80a6180 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:55.642 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.643+0000 7f96c9000700 1 --2- 172.21.15.46:0/3890652822 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f96c4108a30 0x7f96c419fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:55.642 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.643+0000 7f96c9000700 1 --2- 172.21.15.46:0/3890652822 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f96c406a750 0x7f96c419b400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:55.642 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.643+0000 7f96c9000700 1 --2- 172.21.15.46:0/3890652822 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f96c406b0f0 0x7f96c419b940 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:45:55.642 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.643+0000 7f96c9000700 1 -- 172.21.15.46:0/3890652822 >> 172.21.15.46:0/3890652822 conn(0x7f96c40788f0 msgr2=0x7f96c410dea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:45:55.642 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.643+0000 7f96c9000700 1 -- 172.21.15.46:0/3890652822 shutdown_connections 2024-04-26T01:45:55.642 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:45:55.643+0000 7f96c9000700 1 -- 172.21.15.46:0/3890652822 wait complete. 2024-04-26T01:45:55.643 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 9 2024-04-26T01:45:56.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:56 smithi163 ceph-mon[32592]: mds.? [v2:172.21.15.103:6836/356151155,v1:172.21.15.103:6837/356151155] up:boot 2024-04-26T01:45:56.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:56 smithi163 ceph-mon[32592]: fsmap 8 up:standby 2024-04-26T01:45:56.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:56 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T01:45:56.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:56 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:56.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:56 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:45:56.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:56 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:45:56.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:56 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:56.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:56 smithi163 ceph-mon[32592]: Deploying daemon mds.i on smithi163 2024-04-26T01:45:56.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:56 smithi163 ceph-mon[32592]: pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:56.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:56 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/3890652822' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:45:56.443 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:56 smithi046 ceph-mon[28013]: mds.? [v2:172.21.15.103:6836/356151155,v1:172.21.15.103:6837/356151155] up:boot 2024-04-26T01:45:56.443 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:56 smithi046 ceph-mon[28013]: fsmap 8 up:standby 2024-04-26T01:45:56.443 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:56 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T01:45:56.443 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:56 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:56.443 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:56 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:45:56.443 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:56 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:45:56.443 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:56 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:56.443 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:56 smithi046 ceph-mon[28013]: Deploying daemon mds.i on smithi163 2024-04-26T01:45:56.443 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:56 smithi046 ceph-mon[28013]: pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:56.443 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:56 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/3890652822' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:45:56.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:56 smithi103 ceph-mon[32920]: mds.? [v2:172.21.15.103:6836/356151155,v1:172.21.15.103:6837/356151155] up:boot 2024-04-26T01:45:56.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:56 smithi103 ceph-mon[32920]: fsmap 8 up:standby 2024-04-26T01:45:56.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:56 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T01:45:56.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:56 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:56.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:56 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:45:56.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:56 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:45:56.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:56 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:56.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:56 smithi103 ceph-mon[32920]: Deploying daemon mds.i on smithi163 2024-04-26T01:45:56.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:56 smithi103 ceph-mon[32920]: pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:56.626 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:56 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/3890652822' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:45:57.622 INFO:journalctl@ceph.mds.i.smithi163.stdout:Apr 26 01:45:57 smithi163 systemd[1]: Starting Ceph mds.i for 4e298560-036d-11ef-bc93-c7b262605968... 2024-04-26T01:45:57.887 INFO:journalctl@ceph.mds.i.smithi163.stdout:Apr 26 01:45:57 smithi163 podman[63634]: 2024-04-26 01:45:57.527623456 +0000 UTC m=+0.018289655 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:45:57.887 INFO:journalctl@ceph.mds.i.smithi163.stdout:Apr 26 01:45:57 smithi163 podman[63634]: 2024-04-26 01:45:57.637459136 +0000 UTC m=+0.128125327 container create 5fd4148373a6324ff8f7354131ae8374a637ea59de89037a2fd78c7a2f4685c9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-i, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD) 2024-04-26T01:45:57.887 INFO:journalctl@ceph.mds.i.smithi163.stdout:Apr 26 01:45:57 smithi163 podman[63634]: 2024-04-26 01:45:57.89054267 +0000 UTC m=+0.381208862 container init 5fd4148373a6324ff8f7354131ae8374a637ea59de89037a2fd78c7a2f4685c9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-i, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T01:45:58.169 INFO:journalctl@ceph.mds.i.smithi163.stdout:Apr 26 01:45:57 smithi163 podman[63634]: 2024-04-26 01:45:57.893649052 +0000 UTC m=+0.384315245 container start 5fd4148373a6324ff8f7354131ae8374a637ea59de89037a2fd78c7a2f4685c9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-i, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True) 2024-04-26T01:45:58.169 INFO:journalctl@ceph.mds.i.smithi163.stdout:Apr 26 01:45:57 smithi163 ceph-mds[63653]: -- 172.21.15.163:0/4189738198 <== mon.1 v2:172.21.15.163:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561f18ea9a40 con 0x561f18e7d000 2024-04-26T01:45:58.170 INFO:journalctl@ceph.mds.i.smithi163.stdout:Apr 26 01:45:57 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-i[63649]: starting mds.i at 2024-04-26T01:45:58.170 INFO:journalctl@ceph.mds.i.smithi163.stdout:Apr 26 01:45:57 smithi163 bash[63634]: 5fd4148373a6324ff8f7354131ae8374a637ea59de89037a2fd78c7a2f4685c9 2024-04-26T01:45:58.170 INFO:journalctl@ceph.mds.i.smithi163.stdout:Apr 26 01:45:57 smithi163 systemd[1]: Started Ceph mds.i for 4e298560-036d-11ef-bc93-c7b262605968. 2024-04-26T01:45:58.527 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:45:58.969 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:45:59.306 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:59 smithi046 ceph-mon[28013]: pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:59.306 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:59 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:59.306 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:59 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:59.306 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:59 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:59.306 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:59 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:45:59.307 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:59 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:45:59.307 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:59 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:59.307 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:59 smithi046 ceph-mon[28013]: Deploying daemon mds.g on smithi046 2024-04-26T01:45:59.307 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:59 smithi046 ceph-mon[28013]: mds.? [v2:172.21.15.163:6838/1457170931,v1:172.21.15.163:6839/1457170931] up:boot 2024-04-26T01:45:59.307 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:59 smithi046 ceph-mon[28013]: fsmap 9 up:standby 2024-04-26T01:45:59.307 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:45:59 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T01:45:59.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:59 smithi103 ceph-mon[32920]: pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:59.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:59 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:59.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:59 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:59.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:59 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:59.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:59 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:45:59.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:59 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:45:59.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:59 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:59.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:59 smithi103 ceph-mon[32920]: Deploying daemon mds.g on smithi046 2024-04-26T01:45:59.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:59 smithi103 ceph-mon[32920]: mds.? [v2:172.21.15.163:6838/1457170931,v1:172.21.15.163:6839/1457170931] up:boot 2024-04-26T01:45:59.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:59 smithi103 ceph-mon[32920]: fsmap 9 up:standby 2024-04-26T01:45:59.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:45:59 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T01:45:59.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:59 smithi163 ceph-mon[32592]: pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:45:59.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:59 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:59.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:59 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:59.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:59 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:45:59.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:59 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:45:59.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:59 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:45:59.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:59 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:45:59.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:59 smithi163 ceph-mon[32592]: Deploying daemon mds.g on smithi046 2024-04-26T01:45:59.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:59 smithi163 ceph-mon[32592]: mds.? [v2:172.21.15.163:6838/1457170931,v1:172.21.15.163:6839/1457170931] up:boot 2024-04-26T01:45:59.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:59 smithi163 ceph-mon[32592]: fsmap 9 up:standby 2024-04-26T01:45:59.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:45:59 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T01:46:01.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:01 smithi046 ceph-mon[28013]: pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:01.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:01 smithi103 ceph-mon[32920]: pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:01.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:01 smithi163 ceph-mon[32592]: pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:02.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.430+0000 7f3864600700 1 -- 172.21.15.46:0/2000146516 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f385c06a750 msgr2=0x7f385c06abb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:02.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.430+0000 7f3864600700 1 --2- 172.21.15.46:0/2000146516 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f385c06a750 0x7f385c06abb0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f3848009990 tx=0x7f3848009ca0 comp rx=0 tx=0).stop 2024-04-26T01:46:02.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.430+0000 7f3864600700 1 -- 172.21.15.46:0/2000146516 shutdown_connections 2024-04-26T01:46:02.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.430+0000 7f3864600700 1 --2- 172.21.15.46:0/2000146516 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f385c06b0f0 0x7f385c10f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:02.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.430+0000 7f3864600700 1 --2- 172.21.15.46:0/2000146516 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f385c108a30 0x7f385c108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:02.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.430+0000 7f3864600700 1 --2- 172.21.15.46:0/2000146516 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f385c06a750 0x7f385c06abb0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:02.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.430+0000 7f3864600700 1 -- 172.21.15.46:0/2000146516 >> 172.21.15.46:0/2000146516 conn(0x7f385c0788f0 msgr2=0x7f385c078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:02.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.430+0000 7f3864600700 1 -- 172.21.15.46:0/2000146516 shutdown_connections 2024-04-26T01:46:02.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.430+0000 7f3864600700 1 -- 172.21.15.46:0/2000146516 wait complete. 2024-04-26T01:46:02.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.432+0000 7f3864600700 1 Processor -- start 2024-04-26T01:46:02.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.432+0000 7f3864600700 1 -- start start 2024-04-26T01:46:02.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.432+0000 7f3864600700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f385c06a750 0x7f385c19b420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:02.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.432+0000 7f3864600700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f385c06b0f0 0x7f385c19b960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:02.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.433+0000 7f3864600700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f385c108a30 0x7f385c19fcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:02.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.433+0000 7f3864600700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f385c112de0 con 0x7f385c108a30 2024-04-26T01:46:02.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.433+0000 7f3864600700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f385c112c60 con 0x7f385c06b0f0 2024-04-26T01:46:02.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.433+0000 7f3864600700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f385c112f60 con 0x7f385c06a750 2024-04-26T01:46:02.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.433+0000 7f3861c00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f385c06a750 0x7f385c19b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:02.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.433+0000 7f3861c00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f385c06a750 0x7f385c19b420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:34908/0 (socket says 172.21.15.46:34908) 2024-04-26T01:46:02.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.433+0000 7f3861c00700 1 -- 172.21.15.46:0/222049733 learned_addr learned my addr 172.21.15.46:0/222049733 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:46:02.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.433+0000 7f3862600700 1 --2- 172.21.15.46:0/222049733 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f385c108a30 0x7f385c19fcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:02.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.433+0000 7f3861200700 1 --2- 172.21.15.46:0/222049733 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f385c06b0f0 0x7f385c19b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:02.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.433+0000 7f3861c00700 1 -- 172.21.15.46:0/222049733 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f385c06b0f0 msgr2=0x7f385c19b960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:02.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.433+0000 7f3861c00700 1 --2- 172.21.15.46:0/222049733 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f385c06b0f0 0x7f385c19b960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:02.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.433+0000 7f3861c00700 1 -- 172.21.15.46:0/222049733 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f385c108a30 msgr2=0x7f385c19fcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:02.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.433+0000 7f3861c00700 1 --2- 172.21.15.46:0/222049733 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f385c108a30 0x7f385c19fcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:02.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.433+0000 7f3861c00700 1 -- 172.21.15.46:0/222049733 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f385c1a0430 con 0x7f385c06a750 2024-04-26T01:46:02.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.433+0000 7f3861200700 1 --2- 172.21.15.46:0/222049733 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f385c06b0f0 0x7f385c19b960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:46:02.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.433+0000 7f3862600700 1 --2- 172.21.15.46:0/222049733 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f385c108a30 0x7f385c19fcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:46:02.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.434+0000 7f3861c00700 1 --2- 172.21.15.46:0/222049733 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f385c06a750 0x7f385c19b420 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f385000e9a0 tx=0x7f385000ed60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:02.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.434+0000 7f385a000700 1 -- 172.21.15.46:0/222049733 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f385000cbd0 con 0x7f385c06a750 2024-04-26T01:46:02.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.434+0000 7f385a000700 1 -- 172.21.15.46:0/222049733 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f385000cd70 con 0x7f385c06a750 2024-04-26T01:46:02.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.434+0000 7f385a000700 1 -- 172.21.15.46:0/222049733 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38500187a0 con 0x7f385c06a750 2024-04-26T01:46:02.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.434+0000 7f3864600700 1 -- 172.21.15.46:0/222049733 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f385c1a0720 con 0x7f385c06a750 2024-04-26T01:46:02.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.434+0000 7f3864600700 1 -- 172.21.15.46:0/222049733 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f385c1a7fa0 con 0x7f385c06a750 2024-04-26T01:46:02.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.436+0000 7f3864600700 1 -- 172.21.15.46:0/222049733 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f385c069730 con 0x7f385c06a750 2024-04-26T01:46:02.435 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.438+0000 7f385a000700 1 -- 172.21.15.46:0/222049733 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f3850010a20 con 0x7f385c06a750 2024-04-26T01:46:02.436 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.439+0000 7f385a000700 1 --2- 172.21.15.46:0/222049733 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f38440a3c40 0x7f38440a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:02.437 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.439+0000 7f385a000700 1 -- 172.21.15.46:0/222049733 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f38500d0290 con 0x7f385c06a750 2024-04-26T01:46:02.437 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.439+0000 7f3861200700 1 --2- 172.21.15.46:0/222049733 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f38440a3c40 0x7f38440a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:02.437 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.440+0000 7f3861200700 1 --2- 172.21.15.46:0/222049733 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f38440a3c40 0x7f38440a6100 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f384800b2e0 tx=0x7f384801a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:02.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.443+0000 7f385a000700 1 -- 172.21.15.46:0/222049733 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f385009d070 con 0x7f385c06a750 2024-04-26T01:46:02.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.763+0000 7f3864600700 1 -- 172.21.15.46:0/222049733 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f385c02df80 con 0x7f385c06a750 2024-04-26T01:46:02.761 INFO:journalctl@ceph.mds.g.smithi046.stdout:Apr 26 01:46:02 smithi046 systemd[1]: Starting Ceph mds.g for 4e298560-036d-11ef-bc93-c7b262605968... 2024-04-26T01:46:02.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.764+0000 7f385a000700 1 -- 172.21.15.46:0/222049733 <== mon.1 v2:172.21.15.163:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) ==== 94+0+8010 (secure 0 0 0) 0x7f385009c970 con 0x7f385c06a750 2024-04-26T01:46:02.762 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:46:02.762 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6833/1782107626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":1782107626},{"type":"v1","addr":"172.21.15.103:6833","nonce":1782107626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24448,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.163:6833/3674154522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6832","nonce":3674154522},{"type":"v1","addr":"172.21.15.163:6833","nonce":3674154522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24464,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/2284069014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":2284069014},{"type":"v1","addr":"172.21.15.46:6837","nonce":2284069014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24466,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/441878789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":441878789},{"type":"v1","addr":"172.21.15.46:6835","nonce":441878789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24476,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6835/2093120942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":2093120942},{"type":"v1","addr":"172.21.15.103:6835","nonce":2093120942}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24484,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.163:6835/3496224673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6834","nonce":3496224673},{"type":"v1","addr":"172.21.15.163:6835","nonce":3496224673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24488,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6837/356151155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":356151155},{"type":"v1","addr":"172.21.15.103:6837","nonce":356151155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24496,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.163:6837/3255035214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6836","nonce":3255035214},{"type":"v1","addr":"172.21.15.163:6837","nonce":3255035214}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24511,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.163:6839/1457170931","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6838","nonce":1457170931},{"type":"v1","addr":"172.21.15.163:6839","nonce":1457170931}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-04-26T01:46:02.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.767+0000 7f3864600700 1 -- 172.21.15.46:0/222049733 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f38440a3c40 msgr2=0x7f38440a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:02.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.767+0000 7f3864600700 1 --2- 172.21.15.46:0/222049733 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f38440a3c40 0x7f38440a6100 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f384800b2e0 tx=0x7f384801a040 comp rx=0 tx=0).stop 2024-04-26T01:46:02.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.767+0000 7f3864600700 1 -- 172.21.15.46:0/222049733 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f385c06a750 msgr2=0x7f385c19b420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:02.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.767+0000 7f3864600700 1 --2- 172.21.15.46:0/222049733 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f385c06a750 0x7f385c19b420 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f385000e9a0 tx=0x7f385000ed60 comp rx=0 tx=0).stop 2024-04-26T01:46:02.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.767+0000 7f3864600700 1 -- 172.21.15.46:0/222049733 shutdown_connections 2024-04-26T01:46:02.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.767+0000 7f3864600700 1 --2- 172.21.15.46:0/222049733 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f385c108a30 0x7f385c19fcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:02.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.767+0000 7f3864600700 1 --2- 172.21.15.46:0/222049733 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f385c06a750 0x7f385c19b420 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:02.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.767+0000 7f3864600700 1 --2- 172.21.15.46:0/222049733 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f38440a3c40 0x7f38440a6100 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:02.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.767+0000 7f3864600700 1 --2- 172.21.15.46:0/222049733 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f385c06b0f0 0x7f385c19b960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:02.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.767+0000 7f3864600700 1 -- 172.21.15.46:0/222049733 >> 172.21.15.46:0/222049733 conn(0x7f385c0788f0 msgr2=0x7f385c10ddd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:02.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.767+0000 7f3864600700 1 -- 172.21.15.46:0/222049733 shutdown_connections 2024-04-26T01:46:02.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:02.767+0000 7f3864600700 1 -- 172.21.15.46:0/222049733 wait complete. 2024-04-26T01:46:02.766 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 10 2024-04-26T01:46:03.038 INFO:journalctl@ceph.mds.g.smithi046.stdout:Apr 26 01:46:02 smithi046 podman[69425]: 2024-04-26 01:46:02.789293065 +0000 UTC m=+0.039477372 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:46:03.309 INFO:journalctl@ceph.mds.g.smithi046.stdout:Apr 26 01:46:03 smithi046 podman[69425]: 2024-04-26 01:46:03.156625817 +0000 UTC m=+0.406810155 container create 80c71d4e00062667b8a6c00dc778a29b6961e2a4724712d6acd528dbd59362a7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-g, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-26T01:46:03.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:03 smithi046 ceph-mon[28013]: pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:03.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:03 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/222049733' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:46:03.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:03 smithi103 ceph-mon[32920]: pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:03.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:03 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/222049733' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:46:03.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:03 smithi163 ceph-mon[32592]: pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:03.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:03 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/222049733' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:46:03.810 INFO:journalctl@ceph.mds.g.smithi046.stdout:Apr 26 01:46:03 smithi046 podman[69425]: 2024-04-26 01:46:03.553585008 +0000 UTC m=+0.803769350 container init 80c71d4e00062667b8a6c00dc778a29b6961e2a4724712d6acd528dbd59362a7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-g, GIT_CLEAN=True, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD) 2024-04-26T01:46:03.811 INFO:journalctl@ceph.mds.g.smithi046.stdout:Apr 26 01:46:03 smithi046 podman[69425]: 2024-04-26 01:46:03.567237922 +0000 UTC m=+0.817422263 container start 80c71d4e00062667b8a6c00dc778a29b6961e2a4724712d6acd528dbd59362a7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-g, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-04-26T01:46:03.811 INFO:journalctl@ceph.mds.g.smithi046.stdout:Apr 26 01:46:03 smithi046 ceph-mds[69459]: -- 172.21.15.46:0/2077009141 <== mon.1 v2:172.21.15.163:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55bea7e81a40 con 0x55bea7e54c00 2024-04-26T01:46:03.811 INFO:journalctl@ceph.mds.g.smithi046.stdout:Apr 26 01:46:03 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-g[69455]: starting mds.g at 2024-04-26T01:46:03.811 INFO:journalctl@ceph.mds.g.smithi046.stdout:Apr 26 01:46:03 smithi046 bash[69425]: 80c71d4e00062667b8a6c00dc778a29b6961e2a4724712d6acd528dbd59362a7 2024-04-26T01:46:03.811 INFO:journalctl@ceph.mds.g.smithi046.stdout:Apr 26 01:46:03 smithi046 systemd[1]: Started Ceph mds.g for 4e298560-036d-11ef-bc93-c7b262605968. 2024-04-26T01:46:05.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:04 smithi046 ceph-mon[28013]: pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:05.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:04 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:05.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:04 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:05.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:04 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:05.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:04 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:46:05.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:04 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:46:05.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:04 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:46:05.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:04 smithi046 ceph-mon[28013]: Deploying daemon mds.a on smithi046 2024-04-26T01:46:05.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:04 smithi046 ceph-mon[28013]: mds.? [v2:172.21.15.46:6838/3599447924,v1:172.21.15.46:6839/3599447924] up:boot 2024-04-26T01:46:05.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:04 smithi046 ceph-mon[28013]: fsmap 10 up:standby 2024-04-26T01:46:05.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:04 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-26T01:46:05.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:04 smithi103 ceph-mon[32920]: pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:05.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:04 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:05.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:04 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:05.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:04 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:05.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:04 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:46:05.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:04 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:46:05.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:04 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:46:05.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:04 smithi103 ceph-mon[32920]: Deploying daemon mds.a on smithi046 2024-04-26T01:46:05.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:04 smithi103 ceph-mon[32920]: mds.? [v2:172.21.15.46:6838/3599447924,v1:172.21.15.46:6839/3599447924] up:boot 2024-04-26T01:46:05.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:04 smithi103 ceph-mon[32920]: fsmap 10 up:standby 2024-04-26T01:46:05.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:04 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-26T01:46:05.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:04 smithi163 ceph-mon[32592]: pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:05.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:04 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:05.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:04 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:05.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:04 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:05.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:04 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:46:05.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:04 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:46:05.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:04 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:46:05.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:04 smithi163 ceph-mon[32592]: Deploying daemon mds.a on smithi046 2024-04-26T01:46:05.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:04 smithi163 ceph-mon[32592]: mds.? [v2:172.21.15.46:6838/3599447924,v1:172.21.15.46:6839/3599447924] up:boot 2024-04-26T01:46:05.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:04 smithi163 ceph-mon[32592]: fsmap 10 up:standby 2024-04-26T01:46:05.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:04 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-26T01:46:06.109 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:46:06.579 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:46:07.022 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:06 smithi046 ceph-mon[28013]: pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:07.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:06 smithi103 ceph-mon[32920]: pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:07.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:06 smithi163 ceph-mon[32592]: pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:08.949 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:08 smithi046 ceph-mon[28013]: pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:09.070 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:08 smithi163 ceph-mon[32592]: pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:09.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:08 smithi103 ceph-mon[32920]: pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:09.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.210+0000 7f58a0800700 1 -- 172.21.15.46:0/706925971 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5898109c80 msgr2=0x7f589810dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:09.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.210+0000 7f58a0800700 1 --2- 172.21.15.46:0/706925971 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5898109c80 0x7f589810dcd0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f5888009920 tx=0x7f5888009c30 comp rx=0 tx=0).stop 2024-04-26T01:46:09.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.211+0000 7f58a0800700 1 -- 172.21.15.46:0/706925971 shutdown_connections 2024-04-26T01:46:09.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.211+0000 7f58a0800700 1 --2- 172.21.15.46:0/706925971 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f589810e3b0 0x7f5898115f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:09.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.211+0000 7f58a0800700 1 --2- 172.21.15.46:0/706925971 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f58981092d0 0x7f58981096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:09.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.211+0000 7f58a0800700 1 --2- 172.21.15.46:0/706925971 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5898109c80 0x7f589810dcd0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:09.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.211+0000 7f58a0800700 1 -- 172.21.15.46:0/706925971 >> 172.21.15.46:0/706925971 conn(0x7f5898076210 msgr2=0x7f5898107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:09.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.211+0000 7f58a0800700 1 -- 172.21.15.46:0/706925971 shutdown_connections 2024-04-26T01:46:09.209 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.211+0000 7f58a0800700 1 -- 172.21.15.46:0/706925971 wait complete. 2024-04-26T01:46:09.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.212+0000 7f58a0800700 1 Processor -- start 2024-04-26T01:46:09.210 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.212+0000 7f58a0800700 1 -- start start 2024-04-26T01:46:09.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.213+0000 7f58a0800700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f58981092d0 0x7f58981a5630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:09.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.213+0000 7f58a0800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5898109c80 0x7f58981a5b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:09.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.213+0000 7f58a0800700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f589810e3b0 0x7f589819f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:09.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.213+0000 7f58a0800700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f58981193b0 con 0x7f5898109c80 2024-04-26T01:46:09.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.213+0000 7f58a0800700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f5898119230 con 0x7f589810e3b0 2024-04-26T01:46:09.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.213+0000 7f58a0800700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f5898119530 con 0x7f58981092d0 2024-04-26T01:46:09.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.213+0000 7f589d400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5898109c80 0x7f58981a5b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:09.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.213+0000 7f589de00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f58981092d0 0x7f58981a5630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:09.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.213+0000 7f589d400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5898109c80 0x7f58981a5b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:56892/0 (socket says 172.21.15.46:56892) 2024-04-26T01:46:09.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.213+0000 7f589d400700 1 -- 172.21.15.46:0/56443484 learned_addr learned my addr 172.21.15.46:0/56443484 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:46:09.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.213+0000 7f589de00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f58981092d0 0x7f58981a5630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:51968/0 (socket says 172.21.15.46:51968) 2024-04-26T01:46:09.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.213+0000 7f589e800700 1 --2- 172.21.15.46:0/56443484 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f589810e3b0 0x7f589819f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:09.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.214+0000 7f589de00700 1 -- 172.21.15.46:0/56443484 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f589810e3b0 msgr2=0x7f589819f750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:09.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.214+0000 7f589de00700 1 --2- 172.21.15.46:0/56443484 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f589810e3b0 0x7f589819f750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:09.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.214+0000 7f589de00700 1 -- 172.21.15.46:0/56443484 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5898109c80 msgr2=0x7f58981a5b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:09.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.214+0000 7f589de00700 1 --2- 172.21.15.46:0/56443484 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5898109c80 0x7f58981a5b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:09.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.214+0000 7f589de00700 1 -- 172.21.15.46:0/56443484 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58981a0030 con 0x7f58981092d0 2024-04-26T01:46:09.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.214+0000 7f589de00700 1 --2- 172.21.15.46:0/56443484 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f58981092d0 0x7f58981a5630 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f588c00e9f0 tx=0x7f588c00ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:09.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.214+0000 7f5892a00700 1 -- 172.21.15.46:0/56443484 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f588c00c9c0 con 0x7f58981092d0 2024-04-26T01:46:09.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.214+0000 7f5892a00700 1 -- 172.21.15.46:0/56443484 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f588c00cb60 con 0x7f58981092d0 2024-04-26T01:46:09.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.214+0000 7f58a0800700 1 -- 172.21.15.46:0/56443484 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58981a0320 con 0x7f58981092d0 2024-04-26T01:46:09.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.214+0000 7f5892a00700 1 -- 172.21.15.46:0/56443484 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f588c018680 con 0x7f58981092d0 2024-04-26T01:46:09.213 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.215+0000 7f58a0800700 1 -- 172.21.15.46:0/56443484 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58981ac5b0 con 0x7f58981092d0 2024-04-26T01:46:09.214 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.216+0000 7f58a0800700 1 -- 172.21.15.46:0/56443484 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f589810a7b0 con 0x7f58981092d0 2024-04-26T01:46:09.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.218+0000 7f5892a00700 1 -- 172.21.15.46:0/56443484 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f588c010430 con 0x7f58981092d0 2024-04-26T01:46:09.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.219+0000 7f5892a00700 1 --2- 172.21.15.46:0/56443484 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f58800a3cc0 0x7f58800a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:09.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.219+0000 7f5892a00700 1 -- 172.21.15.46:0/56443484 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f588c0d0100 con 0x7f58981092d0 2024-04-26T01:46:09.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.219+0000 7f589d400700 1 --2- 172.21.15.46:0/56443484 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f58800a3cc0 0x7f58800a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:09.217 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.220+0000 7f589d400700 1 --2- 172.21.15.46:0/56443484 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f58800a3cc0 0x7f58800a6180 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f58981a0ec0 tx=0x7f5888019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:09.220 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.223+0000 7f5892a00700 1 -- 172.21.15.46:0/56443484 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f588c09cee0 con 0x7f58981092d0 2024-04-26T01:46:09.527 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.528+0000 7f58a0800700 1 -- 172.21.15.46:0/56443484 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f58981a0c30 con 0x7f58981092d0 2024-04-26T01:46:09.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.533+0000 7f5892a00700 1 -- 172.21.15.46:0/56443484 <== mon.1 v2:172.21.15.163:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) ==== 94+0+8836 (secure 0 0 0) 0x7f588c09c7e0 con 0x7f58981092d0 2024-04-26T01:46:09.531 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:46:09.531 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":11,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14391,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/3599447924","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":3599447924},{"type":"v1","addr":"172.21.15.46:6839","nonce":3599447924}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6833/1782107626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":1782107626},{"type":"v1","addr":"172.21.15.103:6833","nonce":1782107626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24448,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.163:6833/3674154522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6832","nonce":3674154522},{"type":"v1","addr":"172.21.15.163:6833","nonce":3674154522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24464,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/2284069014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":2284069014},{"type":"v1","addr":"172.21.15.46:6837","nonce":2284069014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24466,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/441878789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":441878789},{"type":"v1","addr":"172.21.15.46:6835","nonce":441878789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24476,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6835/2093120942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":2093120942},{"type":"v1","addr":"172.21.15.103:6835","nonce":2093120942}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24484,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.163:6835/3496224673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6834","nonce":3496224673},{"type":"v1","addr":"172.21.15.163:6835","nonce":3496224673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24488,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6837/356151155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":356151155},{"type":"v1","addr":"172.21.15.103:6837","nonce":356151155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24496,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.163:6837/3255035214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6836","nonce":3255035214},{"type":"v1","addr":"172.21.15.163:6837","nonce":3255035214}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24511,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.163:6839/1457170931","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6838","nonce":1457170931},{"type":"v1","addr":"172.21.15.163:6839","nonce":1457170931}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-04-26T01:46:09.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.536+0000 7f58a0800700 1 -- 172.21.15.46:0/56443484 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f58800a3cc0 msgr2=0x7f58800a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:09.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.536+0000 7f58a0800700 1 --2- 172.21.15.46:0/56443484 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f58800a3cc0 0x7f58800a6180 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f58981a0ec0 tx=0x7f5888019040 comp rx=0 tx=0).stop 2024-04-26T01:46:09.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.536+0000 7f58a0800700 1 -- 172.21.15.46:0/56443484 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f58981092d0 msgr2=0x7f58981a5630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:09.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.536+0000 7f58a0800700 1 --2- 172.21.15.46:0/56443484 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f58981092d0 0x7f58981a5630 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f588c00e9f0 tx=0x7f588c00ed00 comp rx=0 tx=0).stop 2024-04-26T01:46:09.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.536+0000 7f58a0800700 1 -- 172.21.15.46:0/56443484 shutdown_connections 2024-04-26T01:46:09.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.536+0000 7f58a0800700 1 --2- 172.21.15.46:0/56443484 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f58800a3cc0 0x7f58800a6180 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:09.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.536+0000 7f58a0800700 1 --2- 172.21.15.46:0/56443484 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f589810e3b0 0x7f589819f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:09.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.536+0000 7f58a0800700 1 --2- 172.21.15.46:0/56443484 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f58981092d0 0x7f58981a5630 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:09.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.536+0000 7f58a0800700 1 --2- 172.21.15.46:0/56443484 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5898109c80 0x7f58981a5b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:09.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.536+0000 7f58a0800700 1 -- 172.21.15.46:0/56443484 >> 172.21.15.46:0/56443484 conn(0x7f5898076210 msgr2=0x7f58981086f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:09.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.536+0000 7f58a0800700 1 -- 172.21.15.46:0/56443484 shutdown_connections 2024-04-26T01:46:09.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:09.537+0000 7f58a0800700 1 -- 172.21.15.46:0/56443484 wait complete. 2024-04-26T01:46:09.536 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 11 2024-04-26T01:46:10.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:10 smithi046 ceph-mon[28013]: pgmap v316: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:10.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:10 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/56443484' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:46:10.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:10 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:10.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:10 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:10.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:10 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:10.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:10 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:46:10.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:10 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:46:10.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:10 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:46:10.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:10 smithi046 ceph-mon[28013]: Deploying daemon mds.b on smithi103 2024-04-26T01:46:10.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:10 smithi046 ceph-mon[28013]: mds.? [v2:172.21.15.46:6840/1857491842,v1:172.21.15.46:6841/1857491842] up:boot 2024-04-26T01:46:10.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:10 smithi046 ceph-mon[28013]: fsmap 11 up:standby 2024-04-26T01:46:10.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:10 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-26T01:46:10.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:10 smithi103 ceph-mon[32920]: pgmap v316: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:10.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:10 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/56443484' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:46:10.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:10 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:10.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:10 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:10.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:10 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:10.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:10 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:46:10.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:10 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:46:10.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:10 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:46:10.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:10 smithi103 ceph-mon[32920]: Deploying daemon mds.b on smithi103 2024-04-26T01:46:10.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:10 smithi103 ceph-mon[32920]: mds.? [v2:172.21.15.46:6840/1857491842,v1:172.21.15.46:6841/1857491842] up:boot 2024-04-26T01:46:10.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:10 smithi103 ceph-mon[32920]: fsmap 11 up:standby 2024-04-26T01:46:10.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:10 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-26T01:46:10.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:10 smithi163 ceph-mon[32592]: pgmap v316: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:10.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:10 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/56443484' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:46:10.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:10 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:10.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:10 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:10.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:10 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:10.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:10 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T01:46:10.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:10 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T01:46:10.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:10 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:46:10.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:10 smithi163 ceph-mon[32592]: Deploying daemon mds.b on smithi103 2024-04-26T01:46:10.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:10 smithi163 ceph-mon[32592]: mds.? [v2:172.21.15.46:6840/1857491842,v1:172.21.15.46:6841/1857491842] up:boot 2024-04-26T01:46:10.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:10 smithi163 ceph-mon[32592]: fsmap 11 up:standby 2024-04-26T01:46:10.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:10 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-26T01:46:11.875 INFO:journalctl@ceph.mds.b.smithi103.stdout:Apr 26 01:46:11 smithi103 systemd[1]: Starting Ceph mds.b for 4e298560-036d-11ef-bc93-c7b262605968... 2024-04-26T01:46:12.188 INFO:journalctl@ceph.mds.b.smithi103.stdout:Apr 26 01:46:11 smithi103 podman[63334]: 2024-04-26 01:46:11.921104423 +0000 UTC m=+0.109679115 container create 342d4c9360871aac4b073503836a7472476d3b9a6c3ef2268fd0f78ab8fe369c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-b, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-26T01:46:12.188 INFO:journalctl@ceph.mds.b.smithi103.stdout:Apr 26 01:46:11 smithi103 podman[63334]: 2024-04-26 01:46:11.829307942 +0000 UTC m=+0.017882600 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T01:46:12.188 INFO:journalctl@ceph.mds.b.smithi103.stdout:Apr 26 01:46:12 smithi103 podman[63334]: 2024-04-26 01:46:12.165535794 +0000 UTC m=+0.354110437 container init 342d4c9360871aac4b073503836a7472476d3b9a6c3ef2268fd0f78ab8fe369c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-b, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T01:46:12.188 INFO:journalctl@ceph.mds.b.smithi103.stdout:Apr 26 01:46:12 smithi103 podman[63334]: 2024-04-26 01:46:12.168119854 +0000 UTC m=+0.356694489 container start 342d4c9360871aac4b073503836a7472476d3b9a6c3ef2268fd0f78ab8fe369c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-b, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0) 2024-04-26T01:46:12.496 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:46:12.548 INFO:journalctl@ceph.mds.b.smithi103.stdout:Apr 26 01:46:12 smithi103 ceph-mds[63353]: -- 172.21.15.103:0/2052080958 <== mon.2 v2:172.21.15.103:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5620820efa40 con 0x5620820c3000 2024-04-26T01:46:12.549 INFO:journalctl@ceph.mds.b.smithi103.stdout:Apr 26 01:46:12 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-b[63349]: starting mds.b at 2024-04-26T01:46:12.549 INFO:journalctl@ceph.mds.b.smithi103.stdout:Apr 26 01:46:12 smithi103 bash[63334]: 342d4c9360871aac4b073503836a7472476d3b9a6c3ef2268fd0f78ab8fe369c 2024-04-26T01:46:12.549 INFO:journalctl@ceph.mds.b.smithi103.stdout:Apr 26 01:46:12 smithi103 systemd[1]: Started Ceph mds.b for 4e298560-036d-11ef-bc93-c7b262605968. 2024-04-26T01:46:12.809 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:12 smithi046 ceph-mon[28013]: pgmap v317: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:12.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:12 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:12.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:12 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:12.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:12 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:12.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:12 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:12.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:12 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:12.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:12 smithi103 ceph-mon[32920]: pgmap v317: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:12.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:12 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:12.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:12 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:12.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:12 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:12.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:12 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:12.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:12 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:12.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:12 smithi163 ceph-mon[32592]: pgmap v317: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:12.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:12 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:12.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:12 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:12.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:12 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:12.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:12 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:12.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:12 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:12.949 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:46:13.662 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:13 smithi046 ceph-mon[28013]: mds.? [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] up:boot 2024-04-26T01:46:13.662 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:13 smithi046 ceph-mon[28013]: fsmap 12 up:standby 2024-04-26T01:46:13.662 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:13 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T01:46:13.662 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:13 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:46:13.856 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:13 smithi163 ceph-mon[32592]: mds.? [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] up:boot 2024-04-26T01:46:13.857 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:13 smithi163 ceph-mon[32592]: fsmap 12 up:standby 2024-04-26T01:46:13.857 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:13 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T01:46:13.857 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:13 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:46:13.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:13 smithi103 ceph-mon[32920]: mds.? [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] up:boot 2024-04-26T01:46:13.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:13 smithi103 ceph-mon[32920]: fsmap 12 up:standby 2024-04-26T01:46:13.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:13 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T01:46:13.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:13 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:46:14.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:14 smithi046 ceph-mon[28013]: pgmap v318: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:14.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:14 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:14.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:14 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:14.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:14 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:14.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:14 smithi103 ceph-mon[32920]: pgmap v318: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:14.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:14 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:14.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:14 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:14.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:14 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:14.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:14 smithi163 ceph-mon[32592]: pgmap v318: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:14.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:14 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:14.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:14 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:14.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:14 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:15.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.514+0000 7f27ab400700 1 -- 172.21.15.46:0/1420232046 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f27a410e3b0 msgr2=0x7f27a4115f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:15.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.514+0000 7f27ab400700 1 --2- 172.21.15.46:0/1420232046 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f27a410e3b0 0x7f27a4115f80 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f279c00b0d0 tx=0x7f279c00b3e0 comp rx=0 tx=0).stop 2024-04-26T01:46:15.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.514+0000 7f27ab400700 1 -- 172.21.15.46:0/1420232046 shutdown_connections 2024-04-26T01:46:15.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.514+0000 7f27ab400700 1 --2- 172.21.15.46:0/1420232046 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f27a410e3b0 0x7f27a4115f80 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:15.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.514+0000 7f27ab400700 1 --2- 172.21.15.46:0/1420232046 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f27a41092d0 0x7f27a41096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:15.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.514+0000 7f27ab400700 1 --2- 172.21.15.46:0/1420232046 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f27a4109c80 0x7f27a410dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:15.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.514+0000 7f27ab400700 1 -- 172.21.15.46:0/1420232046 >> 172.21.15.46:0/1420232046 conn(0x7f27a4076210 msgr2=0x7f27a4107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:15.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.514+0000 7f27ab400700 1 -- 172.21.15.46:0/1420232046 shutdown_connections 2024-04-26T01:46:15.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.514+0000 7f27ab400700 1 -- 172.21.15.46:0/1420232046 wait complete. 2024-04-26T01:46:15.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.516+0000 7f27ab400700 1 Processor -- start 2024-04-26T01:46:15.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.516+0000 7f27ab400700 1 -- start start 2024-04-26T01:46:15.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.516+0000 7f27ab400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f27a41092d0 0x7f27a41a5580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:15.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.516+0000 7f27ab400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f27a4109c80 0x7f27a41a5ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:15.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.516+0000 7f27ab400700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f27a410e3b0 0x7f27a419f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:15.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.516+0000 7f27ab400700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f27a41193e0 con 0x7f27a4109c80 2024-04-26T01:46:15.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.516+0000 7f27ab400700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f27a4119260 con 0x7f27a410e3b0 2024-04-26T01:46:15.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.516+0000 7f27ab400700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f27a4119560 con 0x7f27a41092d0 2024-04-26T01:46:15.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.516+0000 7f27a3e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f27a4109c80 0x7f27a41a5ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:15.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.517+0000 7f27a9400700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f27a410e3b0 0x7f27a419f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:15.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.517+0000 7f27a8a00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f27a41092d0 0x7f27a41a5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:15.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.517+0000 7f27a9400700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f27a410e3b0 0x7f27a419f6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:56142/0 (socket says 172.21.15.46:56142) 2024-04-26T01:46:15.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.517+0000 7f27a9400700 1 -- 172.21.15.46:0/1937636223 learned_addr learned my addr 172.21.15.46:0/1937636223 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:46:15.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.517+0000 7f27a9400700 1 -- 172.21.15.46:0/1937636223 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f27a41092d0 msgr2=0x7f27a41a5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:15.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.517+0000 7f27a9400700 1 --2- 172.21.15.46:0/1937636223 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f27a41092d0 0x7f27a41a5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:15.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.517+0000 7f27a9400700 1 -- 172.21.15.46:0/1937636223 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f27a4109c80 msgr2=0x7f27a41a5ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:15.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.517+0000 7f27a9400700 1 --2- 172.21.15.46:0/1937636223 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f27a4109c80 0x7f27a41a5ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:15.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.517+0000 7f27a9400700 1 -- 172.21.15.46:0/1937636223 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27a419ff80 con 0x7f27a410e3b0 2024-04-26T01:46:15.516 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.517+0000 7f27a9400700 1 --2- 172.21.15.46:0/1937636223 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f27a410e3b0 0x7f27a419f6a0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f279c009bc0 tx=0x7f279c0079a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:15.516 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.518+0000 7f27a1600700 1 -- 172.21.15.46:0/1937636223 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f279c021020 con 0x7f27a410e3b0 2024-04-26T01:46:15.516 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.518+0000 7f27a1600700 1 -- 172.21.15.46:0/1937636223 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f279c01d470 con 0x7f27a410e3b0 2024-04-26T01:46:15.516 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.518+0000 7f27ab400700 1 -- 172.21.15.46:0/1937636223 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27a41a0210 con 0x7f27a410e3b0 2024-04-26T01:46:15.516 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.518+0000 7f27a1600700 1 -- 172.21.15.46:0/1937636223 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f279c005270 con 0x7f27a410e3b0 2024-04-26T01:46:15.516 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.518+0000 7f27ab400700 1 -- 172.21.15.46:0/1937636223 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27a41ac500 con 0x7f27a410e3b0 2024-04-26T01:46:15.517 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.519+0000 7f27ab400700 1 -- 172.21.15.46:0/1937636223 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f27a41a0580 con 0x7f27a410e3b0 2024-04-26T01:46:15.518 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.521+0000 7f27a1600700 1 -- 172.21.15.46:0/1937636223 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f279c024020 con 0x7f27a410e3b0 2024-04-26T01:46:15.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.522+0000 7f27a1600700 1 --2- 172.21.15.46:0/1937636223 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f278c0a3c40 0x7f278c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:15.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.522+0000 7f27a1600700 1 -- 172.21.15.46:0/1937636223 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f279c00f020 con 0x7f27a410e3b0 2024-04-26T01:46:15.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.523+0000 7f27a8a00700 1 --2- 172.21.15.46:0/1937636223 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f278c0a3c40 0x7f278c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:15.520 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.523+0000 7f27a8a00700 1 --2- 172.21.15.46:0/1937636223 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f278c0a3c40 0x7f278c0a6100 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f2798009c60 tx=0x7f2798009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:15.525 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.527+0000 7f27a1600700 1 -- 172.21.15.46:0/1937636223 <== mon.2 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f27a41a0580 con 0x7f27a410e3b0 2024-04-26T01:46:15.617 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:15 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:15.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.810+0000 7f27ab400700 1 -- 172.21.15.46:0/1937636223 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f27a41a0b80 con 0x7f27a410e3b0 2024-04-26T01:46:15.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.811+0000 7f27a1600700 1 -- 172.21.15.46:0/1937636223 <== mon.2 v2:172.21.15.103:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+10491 (secure 0 0 0) 0x7f279c09deb0 con 0x7f27a410e3b0 2024-04-26T01:46:15.809 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:46:15.809 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14391,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/3599447924","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":3599447924},{"type":"v1","addr":"172.21.15.46:6839","nonce":3599447924}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6833/1782107626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":1782107626},{"type":"v1","addr":"172.21.15.103:6833","nonce":1782107626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24448,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.163:6833/3674154522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6832","nonce":3674154522},{"type":"v1","addr":"172.21.15.163:6833","nonce":3674154522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24464,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6837/2284069014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":2284069014},{"type":"v1","addr":"172.21.15.46:6837","nonce":2284069014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24466,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6835/441878789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":441878789},{"type":"v1","addr":"172.21.15.46:6835","nonce":441878789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24476,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6835/2093120942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":2093120942},{"type":"v1","addr":"172.21.15.103:6835","nonce":2093120942}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24484,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.163:6835/3496224673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6834","nonce":3496224673},{"type":"v1","addr":"172.21.15.163:6835","nonce":3496224673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24488,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6837/356151155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":356151155},{"type":"v1","addr":"172.21.15.103:6837","nonce":356151155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24496,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.163:6837/3255035214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6836","nonce":3255035214},{"type":"v1","addr":"172.21.15.163:6837","nonce":3255035214}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24511,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.163:6839/1457170931","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6838","nonce":1457170931},{"type":"v1","addr":"172.21.15.163:6839","nonce":1457170931}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24524,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6841/1857491842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":1857491842},{"type":"v1","addr":"172.21.15.46:6841","nonce":1857491842}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24530,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6839/4045492459","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":4045492459},{"type":"v1","addr":"172.21.15.103:6839","nonce":4045492459}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[]} 2024-04-26T01:46:15.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.814+0000 7f27ab400700 1 -- 172.21.15.46:0/1937636223 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f278c0a3c40 msgr2=0x7f278c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:15.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.814+0000 7f27ab400700 1 --2- 172.21.15.46:0/1937636223 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f278c0a3c40 0x7f278c0a6100 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f2798009c60 tx=0x7f2798009260 comp rx=0 tx=0).stop 2024-04-26T01:46:15.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.814+0000 7f27ab400700 1 -- 172.21.15.46:0/1937636223 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f27a410e3b0 msgr2=0x7f27a419f6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:15.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.814+0000 7f27ab400700 1 --2- 172.21.15.46:0/1937636223 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f27a410e3b0 0x7f27a419f6a0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f279c009bc0 tx=0x7f279c0079a0 comp rx=0 tx=0).stop 2024-04-26T01:46:15.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.815+0000 7f27ab400700 1 -- 172.21.15.46:0/1937636223 shutdown_connections 2024-04-26T01:46:15.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.815+0000 7f27ab400700 1 --2- 172.21.15.46:0/1937636223 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f278c0a3c40 0x7f278c0a6100 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:15.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.815+0000 7f27ab400700 1 --2- 172.21.15.46:0/1937636223 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f27a410e3b0 0x7f27a419f6a0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:15.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.815+0000 7f27ab400700 1 --2- 172.21.15.46:0/1937636223 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f27a41092d0 0x7f27a41a5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:15.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.815+0000 7f27ab400700 1 --2- 172.21.15.46:0/1937636223 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f27a4109c80 0x7f27a41a5ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:15.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.815+0000 7f27ab400700 1 -- 172.21.15.46:0/1937636223 >> 172.21.15.46:0/1937636223 conn(0x7f27a4076210 msgr2=0x7f27a40767d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:15.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.815+0000 7f27ab400700 1 -- 172.21.15.46:0/1937636223 shutdown_connections 2024-04-26T01:46:15.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:15.815+0000 7f27ab400700 1 -- 172.21.15.46:0/1937636223 wait complete. 2024-04-26T01:46:15.814 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 13 2024-04-26T01:46:15.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:15 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:15.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:15 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:16.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:16 smithi046 ceph-mon[28013]: pgmap v319: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:16.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:16 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/1937636223' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:46:16.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:16 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:16.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:16 smithi103 ceph-mon[32920]: pgmap v319: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:16.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:16 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/1937636223' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:46:16.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:16 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:16.919 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-04-26T01:46:16.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:16 smithi163 ceph-mon[32592]: pgmap v319: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:16.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:16 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/1937636223' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:46:16.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:16 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:17.400 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:46:19.106 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:18 smithi046 ceph-mon[28013]: pgmap v320: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:19.106 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:18 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:19.106 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:18 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:19.106 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:18 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:46:19.106 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:18 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:46:19.106 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:18 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:19.106 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:18 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:46:19.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:18 smithi103 ceph-mon[32920]: pgmap v320: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:19.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:18 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:19.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:18 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:19.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:18 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:46:19.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:18 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:46:19.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:18 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:19.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:18 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:46:19.140 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:18 smithi163 ceph-mon[32592]: pgmap v320: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:19.140 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:18 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:19.140 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:18 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:19.140 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:18 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:46:19.140 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:18 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:46:19.140 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:18 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:19.140 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:18 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:46:19.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.610+0000 7fe9a1a00700 1 -- 172.21.15.46:0/3557325293 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe99c108a30 msgr2=0x7fe99c108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:19.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.610+0000 7fe9a1a00700 1 --2- 172.21.15.46:0/3557325293 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe99c108a30 0x7fe99c108e10 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fe98c009990 tx=0x7fe98c009ca0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.610+0000 7fe9a1a00700 1 -- 172.21.15.46:0/3557325293 shutdown_connections 2024-04-26T01:46:19.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.610+0000 7fe9a1a00700 1 --2- 172.21.15.46:0/3557325293 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe99c06b0f0 0x7fe99c10f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.610+0000 7fe9a1a00700 1 --2- 172.21.15.46:0/3557325293 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe99c108a30 0x7fe99c108e10 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.610+0000 7fe9a1a00700 1 --2- 172.21.15.46:0/3557325293 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe99c06a750 0x7fe99c06abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.610+0000 7fe9a1a00700 1 -- 172.21.15.46:0/3557325293 >> 172.21.15.46:0/3557325293 conn(0x7fe99c0788f0 msgr2=0x7fe99c078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:19.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.610+0000 7fe9a1a00700 1 -- 172.21.15.46:0/3557325293 shutdown_connections 2024-04-26T01:46:19.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.611+0000 7fe9a1a00700 1 -- 172.21.15.46:0/3557325293 wait complete. 2024-04-26T01:46:19.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.612+0000 7fe9a1a00700 1 Processor -- start 2024-04-26T01:46:19.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.612+0000 7fe9a1a00700 1 -- start start 2024-04-26T01:46:19.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.613+0000 7fe9a1a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe99c06a750 0x7fe99c1992d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:19.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.613+0000 7fe9a1a00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe99c06b0f0 0x7fe99c199810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:19.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.613+0000 7fe9a1a00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe99c108a30 0x7fe99c19dba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:19.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.613+0000 7fe9a1a00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe99c112da0 con 0x7fe99c06a750 2024-04-26T01:46:19.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.613+0000 7fe9a1a00700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fe99c112c20 con 0x7fe99c06b0f0 2024-04-26T01:46:19.611 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.613+0000 7fe9a1a00700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fe99c112f20 con 0x7fe99c108a30 2024-04-26T01:46:19.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.613+0000 7fe99a000700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe99c06b0f0 0x7fe99c199810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:19.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.613+0000 7fe99b400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe99c108a30 0x7fe99c19dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:19.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.613+0000 7fe99b400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe99c108a30 0x7fe99c19dba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:46306/0 (socket says 172.21.15.46:46306) 2024-04-26T01:46:19.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.613+0000 7fe99b400700 1 -- 172.21.15.46:0/1842857588 learned_addr learned my addr 172.21.15.46:0/1842857588 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:46:19.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.613+0000 7fe99a000700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe99c06b0f0 0x7fe99c199810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:56166/0 (socket says 172.21.15.46:56166) 2024-04-26T01:46:19.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.613+0000 7fe99aa00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe99c06a750 0x7fe99c1992d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:19.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.614+0000 7fe99b400700 1 -- 172.21.15.46:0/1842857588 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe99c06b0f0 msgr2=0x7fe99c199810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:19.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.614+0000 7fe99b400700 1 --2- 172.21.15.46:0/1842857588 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe99c06b0f0 0x7fe99c199810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.614+0000 7fe99b400700 1 -- 172.21.15.46:0/1842857588 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe99c06a750 msgr2=0x7fe99c1992d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:19.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.614+0000 7fe99b400700 1 --2- 172.21.15.46:0/1842857588 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe99c06a750 0x7fe99c1992d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.614+0000 7fe99b400700 1 -- 172.21.15.46:0/1842857588 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe99c19e2e0 con 0x7fe99c108a30 2024-04-26T01:46:19.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.614+0000 7fe99b400700 1 --2- 172.21.15.46:0/1842857588 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe99c108a30 0x7fe99c19dba0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fe99400ef30 tx=0x7fe99400c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:19.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.614+0000 7fe993400700 1 -- 172.21.15.46:0/1842857588 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9940092e0 con 0x7fe99c108a30 2024-04-26T01:46:19.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.614+0000 7fe993400700 1 -- 172.21.15.46:0/1842857588 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe994004bb0 con 0x7fe99c108a30 2024-04-26T01:46:19.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.614+0000 7fe9a1a00700 1 -- 172.21.15.46:0/1842857588 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe99c19e570 con 0x7fe99c108a30 2024-04-26T01:46:19.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.614+0000 7fe993400700 1 -- 172.21.15.46:0/1842857588 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe994004280 con 0x7fe99c108a30 2024-04-26T01:46:19.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.614+0000 7fe9a1a00700 1 -- 172.21.15.46:0/1842857588 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe99c1a5e50 con 0x7fe99c108a30 2024-04-26T01:46:19.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.616+0000 7fe9a1a00700 1 -- 172.21.15.46:0/1842857588 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe99c069730 con 0x7fe99c108a30 2024-04-26T01:46:19.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.617+0000 7fe993400700 1 -- 172.21.15.46:0/1842857588 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fe99401b030 con 0x7fe99c108a30 2024-04-26T01:46:19.616 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.619+0000 7fe993400700 1 --2- 172.21.15.46:0/1842857588 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fe9800a3cc0 0x7fe9800a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:19.616 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.619+0000 7fe993400700 1 -- 172.21.15.46:0/1842857588 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fe9940cf980 con 0x7fe99c108a30 2024-04-26T01:46:19.617 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.619+0000 7fe99aa00700 1 --2- 172.21.15.46:0/1842857588 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fe9800a3cc0 0x7fe9800a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:19.617 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.620+0000 7fe99aa00700 1 --2- 172.21.15.46:0/1842857588 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fe9800a3cc0 0x7fe9800a6180 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fe98c00b790 tx=0x7fe98c005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:19.621 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.623+0000 7fe993400700 1 -- 172.21.15.46:0/1842857588 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe994022020 con 0x7fe99c108a30 2024-04-26T01:46:19.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.863+0000 7fe9a1a00700 1 -- 172.21.15.46:0/1842857588 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fe99c02df80 con 0x7fe99c108a30 2024-04-26T01:46:19.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.865+0000 7fe993400700 1 -- 172.21.15.46:0/1842857588 <== mon.1 v2:172.21.15.163:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v82) ==== 84+0+65 (secure 0 0 0) 0x7fe994010040 con 0x7fe99c108a30 2024-04-26T01:46:19.863 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:46:19.863 INFO:teuthology.orchestra.run.smithi046.stdout:[ 2024-04-26T01:46:19.863 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T01:46:19.863 INFO:teuthology.orchestra.run.smithi046.stdout: "poolnum": 1, 2024-04-26T01:46:19.863 INFO:teuthology.orchestra.run.smithi046.stdout: "poolname": ".mgr" 2024-04-26T01:46:19.863 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T01:46:19.863 INFO:teuthology.orchestra.run.smithi046.stdout:] 2024-04-26T01:46:19.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.870+0000 7fe9a1a00700 1 -- 172.21.15.46:0/1842857588 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fe9800a3cc0 msgr2=0x7fe9800a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:19.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.870+0000 7fe9a1a00700 1 --2- 172.21.15.46:0/1842857588 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fe9800a3cc0 0x7fe9800a6180 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fe98c00b790 tx=0x7fe98c005fd0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.870+0000 7fe9a1a00700 1 -- 172.21.15.46:0/1842857588 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe99c108a30 msgr2=0x7fe99c19dba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:19.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.870+0000 7fe9a1a00700 1 --2- 172.21.15.46:0/1842857588 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe99c108a30 0x7fe99c19dba0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fe99400ef30 tx=0x7fe99400c3a0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.870+0000 7fe9a1a00700 1 -- 172.21.15.46:0/1842857588 shutdown_connections 2024-04-26T01:46:19.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.870+0000 7fe9a1a00700 1 --2- 172.21.15.46:0/1842857588 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe99c108a30 0x7fe99c19dba0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.870+0000 7fe9a1a00700 1 --2- 172.21.15.46:0/1842857588 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe99c06a750 0x7fe99c1992d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.870+0000 7fe9a1a00700 1 --2- 172.21.15.46:0/1842857588 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fe9800a3cc0 0x7fe9800a6180 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.870+0000 7fe9a1a00700 1 --2- 172.21.15.46:0/1842857588 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe99c06b0f0 0x7fe99c199810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:19.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.870+0000 7fe9a1a00700 1 -- 172.21.15.46:0/1842857588 >> 172.21.15.46:0/1842857588 conn(0x7fe99c0788f0 msgr2=0x7fe99c1007a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:19.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.870+0000 7fe9a1a00700 1 -- 172.21.15.46:0/1842857588 shutdown_connections 2024-04-26T01:46:19.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:19.870+0000 7fe9a1a00700 1 -- 172.21.15.46:0/1842857588 wait complete. 2024-04-26T01:46:21.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:20 smithi046 ceph-mon[28013]: pgmap v321: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:21.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:20 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/1842857588' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-26T01:46:21.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:20 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:21.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:20 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:21.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:20 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:21.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:20 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:21.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:20 smithi103 ceph-mon[32920]: pgmap v321: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:21.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:20 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/1842857588' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-26T01:46:21.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:20 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:21.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:20 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:21.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:20 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:21.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:20 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:21.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:20 smithi163 ceph-mon[32592]: pgmap v321: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:21.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:20 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/1842857588' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-26T01:46:21.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:20 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:21.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:20 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:21.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:20 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:21.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:20 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:21.189 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-04-26T01:46:21.189 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-04-26T01:46:21.638 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:46:23.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:22 smithi046 ceph-mon[28013]: pgmap v322: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:23.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:22 smithi103 ceph-mon[32920]: pgmap v322: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:23.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:22 smithi163 ceph-mon[32592]: pgmap v322: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:24.008 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:24.010+0000 7f849fe00700 1 -- 172.21.15.46:0/1309739359 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f84a0075790 msgr2=0x7f84a010ec60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:24.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:24.010+0000 7f849fe00700 1 --2- 172.21.15.46:0/1309739359 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f84a0075790 0x7f84a010ec60 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f848c009990 tx=0x7f848c009ca0 comp rx=0 tx=0).stop 2024-04-26T01:46:24.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:24.011+0000 7f849fe00700 1 -- 172.21.15.46:0/1309739359 shutdown_connections 2024-04-26T01:46:24.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:24.011+0000 7f849fe00700 1 --2- 172.21.15.46:0/1309739359 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f84a010f1a0 0x7f84a0111610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:24.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:24.011+0000 7f849fe00700 1 --2- 172.21.15.46:0/1309739359 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f84a0074e70 0x7f84a0075250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:24.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:24.011+0000 7f849fe00700 1 --2- 172.21.15.46:0/1309739359 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f84a0075790 0x7f84a010ec60 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:24.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:24.011+0000 7f849fe00700 1 -- 172.21.15.46:0/1309739359 >> 172.21.15.46:0/1309739359 conn(0x7f84a00fe450 msgr2=0x7f84a0100870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:24.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:24.011+0000 7f849fe00700 1 -- 172.21.15.46:0/1309739359 shutdown_connections 2024-04-26T01:46:24.009 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:24.011+0000 7f849fe00700 1 -- 172.21.15.46:0/1309739359 wait complete. 2024-04-26T01:46:24.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:24.012+0000 7f849fe00700 1 Processor -- start 2024-04-26T01:46:24.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:24.012+0000 7f849fe00700 1 -- start start 2024-04-26T01:46:24.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:24.013+0000 7f849fe00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f84a0074e70 0x7f84a019b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:24.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:24.013+0000 7f849fe00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f84a0075790 0x7f84a019b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:24.010 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:24.013+0000 7f849fe00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f84a010f1a0 0x7f84a019fc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:24.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:24.013+0000 7f849fe00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f84a0114e80 con 0x7f84a010f1a0 2024-04-26T01:46:24.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:24.013+0000 7f849fe00700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f84a0114d00 con 0x7f84a0075790 2024-04-26T01:46:24.011 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:24.013+0000 7f849fe00700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f84a0115000 con 0x7f84a0074e70 2024-04-26T01:46:24.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:24.013+0000 7f849f400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f84a010f1a0 0x7f84a019fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:24.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:24.013+0000 7f849ea00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f84a0074e70 0x7f84a019b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:24.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:24.013+0000 7f849f400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f84a010f1a0 0x7f84a019fc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:55816/0 (socket says 172.21.15.46:55816) 2024-04-26T01:46:24.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:24.013+0000 7f849ea00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f84a0074e70 0x7f84a019b370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:54684/0 (socket says 172.21.15.46:54684) 2024-04-26T01:46:24.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:24.013+0000 7f849e000700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f84a0075790 0x7f84a019b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:24.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:24.013+0000 7f849f400700 1 -- 172.21.15.46:0/1177386680 learned_addr learned my addr 172.21.15.46:0/1177386680 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:46:24.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:24.014+0000 7f849e000700 1 -- 172.21.15.46:0/1177386680 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f84a0074e70 msgr2=0x7f84a019b370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:24.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:24.014+0000 7f849e000700 1 --2- 172.21.15.46:0/1177386680 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f84a0074e70 0x7f84a019b370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:24.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:24.014+0000 7f849e000700 1 -- 172.21.15.46:0/1177386680 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f84a010f1a0 msgr2=0x7f84a019fc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:24.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:24.014+0000 7f849e000700 1 --2- 172.21.15.46:0/1177386680 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f84a010f1a0 0x7f84a019fc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:24.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:24.014+0000 7f849e000700 1 -- 172.21.15.46:0/1177386680 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84a01a0380 con 0x7f84a0075790 2024-04-26T01:46:24.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:24.014+0000 7f849ea00700 1 --2- 172.21.15.46:0/1177386680 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f84a0074e70 0x7f84a019b370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:46:24.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:24.014+0000 7f849e000700 1 --2- 172.21.15.46:0/1177386680 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f84a0075790 0x7f84a019b8b0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f848c0059d0 tx=0x7f848c0047b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:24.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:24.014+0000 7f8497400700 1 -- 172.21.15.46:0/1177386680 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f848c027070 con 0x7f84a0075790 2024-04-26T01:46:24.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:24.015+0000 7f849fe00700 1 -- 172.21.15.46:0/1177386680 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84a01a0610 con 0x7f84a0075790 2024-04-26T01:46:24.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:24.015+0000 7f849fe00700 1 -- 172.21.15.46:0/1177386680 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84a01a7ef0 con 0x7f84a0075790 2024-04-26T01:46:24.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:24.015+0000 7f8497400700 1 -- 172.21.15.46:0/1177386680 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f848c00b610 con 0x7f84a0075790 2024-04-26T01:46:24.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:24.015+0000 7f8497400700 1 -- 172.21.15.46:0/1177386680 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f848c0173f0 con 0x7f84a0075790 2024-04-26T01:46:24.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:24.016+0000 7f849fe00700 1 -- 172.21.15.46:0/1177386680 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84a0069730 con 0x7f84a0075790 2024-04-26T01:46:24.015 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:24.018+0000 7f8497400700 1 -- 172.21.15.46:0/1177386680 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f848c02a070 con 0x7f84a0075790 2024-04-26T01:46:24.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:24.019+0000 7f8497400700 1 --2- 172.21.15.46:0/1177386680 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f84840a3cc0 0x7f84840a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:24.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:24.020+0000 7f8497400700 1 -- 172.21.15.46:0/1177386680 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f848c0d0f60 con 0x7f84a0075790 2024-04-26T01:46:24.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:24.020+0000 7f849ea00700 1 --2- 172.21.15.46:0/1177386680 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f84840a3cc0 0x7f84840a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:24.018 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:24.020+0000 7f849ea00700 1 --2- 172.21.15.46:0/1177386680 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f84840a3cc0 0x7f84840a6180 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f8490011490 tx=0x7f8490009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:24.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:24.021+0000 7f8497400700 1 -- 172.21.15.46:0/1177386680 <== mon.2 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f848c013070 con 0x7f84a0075790 2024-04-26T01:46:24.257 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:24.259+0000 7f849fe00700 1 -- 172.21.15.46:0/1177386680 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f84a002df80 con 0x7f84a0075790 2024-04-26T01:46:24.508 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:24 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:24.508 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:24 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:24.508 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:24 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:46:24.509 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:24 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:46:24.509 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:24 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:24.509 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:24 smithi103 ceph-mon[32920]: pgmap v323: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:24.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:24 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:24.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:24 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:24.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:24 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:46:24.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:24 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:46:24.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:24 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:24.561 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:24 smithi046 ceph-mon[28013]: pgmap v323: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:24.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:24 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:24.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:24 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:24.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:24 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:46:24.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:24 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:46:24.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:24 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:46:24.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:24 smithi163 ceph-mon[32592]: pgmap v323: 1 pgs: 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:25.251 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:25.252+0000 7f8497400700 1 -- 172.21.15.46:0/1177386680 <== mon.2 v2:172.21.15.103:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v83) ==== 138+0+0 (secure 0 0 0) 0x7f848c09ddd0 con 0x7f84a0075790 2024-04-26T01:46:25.257 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:25.259+0000 7f849fe00700 1 -- 172.21.15.46:0/1177386680 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f84840a3cc0 msgr2=0x7f84840a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:25.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:25.259+0000 7f849fe00700 1 --2- 172.21.15.46:0/1177386680 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f84840a3cc0 0x7f84840a6180 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f8490011490 tx=0x7f8490009260 comp rx=0 tx=0).stop 2024-04-26T01:46:25.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:25.259+0000 7f849fe00700 1 -- 172.21.15.46:0/1177386680 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f84a0075790 msgr2=0x7f84a019b8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:25.258 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:25.259+0000 7f849fe00700 1 --2- 172.21.15.46:0/1177386680 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f84a0075790 0x7f84a019b8b0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f848c0059d0 tx=0x7f848c0047b0 comp rx=0 tx=0).stop 2024-04-26T01:46:25.259 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:25.261+0000 7f849fe00700 1 -- 172.21.15.46:0/1177386680 shutdown_connections 2024-04-26T01:46:25.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:25.261+0000 7f849fe00700 1 --2- 172.21.15.46:0/1177386680 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f84a010f1a0 0x7f84a019fc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:25.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:25.261+0000 7f849fe00700 1 --2- 172.21.15.46:0/1177386680 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f84a0074e70 0x7f84a019b370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:25.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:25.261+0000 7f849fe00700 1 --2- 172.21.15.46:0/1177386680 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f84840a3cc0 0x7f84840a6180 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:25.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:25.261+0000 7f849fe00700 1 --2- 172.21.15.46:0/1177386680 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f84a0075790 0x7f84a019b8b0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:25.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:25.261+0000 7f849fe00700 1 -- 172.21.15.46:0/1177386680 >> 172.21.15.46:0/1177386680 conn(0x7f84a00fe450 msgr2=0x7f84a00ff1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:25.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:25.261+0000 7f849fe00700 1 -- 172.21.15.46:0/1177386680 shutdown_connections 2024-04-26T01:46:25.260 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:25.261+0000 7f849fe00700 1 -- 172.21.15.46:0/1177386680 wait complete. 2024-04-26T01:46:25.261 INFO:teuthology.orchestra.run.smithi046.stderr:pool 'cephfs_metadata' created 2024-04-26T01:46:25.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:25 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/1177386680' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-26T01:46:25.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:25 smithi103 ceph-mon[32920]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-26T01:46:25.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:25 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/1177386680' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-26T01:46:25.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:25 smithi046 ceph-mon[28013]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-26T01:46:25.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:25 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/1177386680' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-26T01:46:25.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:25 smithi163 ceph-mon[32592]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-26T01:46:26.188 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-04-26T01:46:26.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:26 smithi046 ceph-mon[28013]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-26T01:46:26.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:26 smithi046 ceph-mon[28013]: osdmap e83: 12 total, 12 up, 12 in 2024-04-26T01:46:26.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:26 smithi046 ceph-mon[28013]: pgmap v325: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:26.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:26 smithi103 ceph-mon[32920]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-26T01:46:26.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:26 smithi103 ceph-mon[32920]: osdmap e83: 12 total, 12 up, 12 in 2024-04-26T01:46:26.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:26 smithi103 ceph-mon[32920]: pgmap v325: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:26.643 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:46:26.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:26 smithi163 ceph-mon[32592]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-26T01:46:26.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:26 smithi163 ceph-mon[32592]: osdmap e83: 12 total, 12 up, 12 in 2024-04-26T01:46:26.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:26 smithi163 ceph-mon[32592]: pgmap v325: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:27.544 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:27 smithi103 ceph-mon[32920]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-26T01:46:27.545 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:27 smithi103 ceph-mon[32920]: osdmap e84: 12 total, 12 up, 12 in 2024-04-26T01:46:27.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:27 smithi046 ceph-mon[28013]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-26T01:46:27.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:27 smithi046 ceph-mon[28013]: osdmap e84: 12 total, 12 up, 12 in 2024-04-26T01:46:27.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:27 smithi163 ceph-mon[32592]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-26T01:46:27.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:27 smithi163 ceph-mon[32592]: osdmap e84: 12 total, 12 up, 12 in 2024-04-26T01:46:28.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:28 smithi046 ceph-mon[28013]: osdmap e85: 12 total, 12 up, 12 in 2024-04-26T01:46:28.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:28 smithi046 ceph-mon[28013]: pgmap v328: 33 pgs: 23 unknown, 10 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:28.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:28 smithi103 ceph-mon[32920]: osdmap e85: 12 total, 12 up, 12 in 2024-04-26T01:46:28.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:28 smithi103 ceph-mon[32920]: pgmap v328: 33 pgs: 23 unknown, 10 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:28.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:28 smithi163 ceph-mon[32592]: osdmap e85: 12 total, 12 up, 12 in 2024-04-26T01:46:28.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:28 smithi163 ceph-mon[32592]: pgmap v328: 33 pgs: 23 unknown, 10 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:28.961 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:28.962+0000 7f26bfa00700 1 -- 172.21.15.46:0/2915516770 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f26b8109c80 msgr2=0x7f26b810dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:28.961 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:28.962+0000 7f26bfa00700 1 --2- 172.21.15.46:0/2915516770 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f26b8109c80 0x7f26b810dcd0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f26ac009990 tx=0x7f26ac009ca0 comp rx=0 tx=0).stop 2024-04-26T01:46:28.961 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:28.962+0000 7f26bfa00700 1 -- 172.21.15.46:0/2915516770 shutdown_connections 2024-04-26T01:46:28.961 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:28.962+0000 7f26bfa00700 1 --2- 172.21.15.46:0/2915516770 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f26b810e3b0 0x7f26b8115f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:28.961 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:28.962+0000 7f26bfa00700 1 --2- 172.21.15.46:0/2915516770 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26b81092d0 0x7f26b81096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:28.961 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:28.962+0000 7f26bfa00700 1 --2- 172.21.15.46:0/2915516770 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f26b8109c80 0x7f26b810dcd0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:28.961 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:28.962+0000 7f26bfa00700 1 -- 172.21.15.46:0/2915516770 >> 172.21.15.46:0/2915516770 conn(0x7f26b8076210 msgr2=0x7f26b8107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:28.961 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:28.962+0000 7f26bfa00700 1 -- 172.21.15.46:0/2915516770 shutdown_connections 2024-04-26T01:46:28.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:28.962+0000 7f26bfa00700 1 -- 172.21.15.46:0/2915516770 wait complete. 2024-04-26T01:46:28.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:28.963+0000 7f26bfa00700 1 Processor -- start 2024-04-26T01:46:28.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:28.964+0000 7f26bfa00700 1 -- start start 2024-04-26T01:46:28.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:28.964+0000 7f26bfa00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26b81092d0 0x7f26b81a55a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:28.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:28.964+0000 7f26bfa00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f26b8109c80 0x7f26b81a5ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:28.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:28.964+0000 7f26bfa00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f26b810e3b0 0x7f26b819f670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:28.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:28.964+0000 7f26bfa00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f26b81193d0 con 0x7f26b81092d0 2024-04-26T01:46:28.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:28.964+0000 7f26bfa00700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f26b8119250 con 0x7f26b810e3b0 2024-04-26T01:46:28.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:28.964+0000 7f26bfa00700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f26b8119550 con 0x7f26b8109c80 2024-04-26T01:46:28.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:28.964+0000 7f26bd000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26b81092d0 0x7f26b81a55a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:28.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:28.964+0000 7f26b7e00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f26b8109c80 0x7f26b81a5ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:28.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:28.964+0000 7f26bda00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f26b810e3b0 0x7f26b819f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:28.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:28.964+0000 7f26b7e00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f26b8109c80 0x7f26b81a5ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:54714/0 (socket says 172.21.15.46:54714) 2024-04-26T01:46:28.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:28.964+0000 7f26bda00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f26b810e3b0 0x7f26b819f670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:41106/0 (socket says 172.21.15.46:41106) 2024-04-26T01:46:28.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:28.964+0000 7f26b7e00700 1 -- 172.21.15.46:0/3875820082 learned_addr learned my addr 172.21.15.46:0/3875820082 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:46:28.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:28.965+0000 7f26b7e00700 1 -- 172.21.15.46:0/3875820082 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f26b810e3b0 msgr2=0x7f26b819f670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:28.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:28.965+0000 7f26b7e00700 1 --2- 172.21.15.46:0/3875820082 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f26b810e3b0 0x7f26b819f670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:28.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:28.965+0000 7f26b7e00700 1 -- 172.21.15.46:0/3875820082 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26b81092d0 msgr2=0x7f26b81a55a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:28.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:28.965+0000 7f26b7e00700 1 --2- 172.21.15.46:0/3875820082 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26b81092d0 0x7f26b81a55a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:28.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:28.965+0000 7f26b7e00700 1 -- 172.21.15.46:0/3875820082 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26b819ff50 con 0x7f26b8109c80 2024-04-26T01:46:28.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:28.965+0000 7f26bda00700 1 --2- 172.21.15.46:0/3875820082 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f26b810e3b0 0x7f26b819f670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:46:28.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:28.965+0000 7f26b7e00700 1 --2- 172.21.15.46:0/3875820082 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f26b8109c80 0x7f26b81a5ae0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f26ac005ee0 tx=0x7f26ac005f10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:28.965 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:28.966+0000 7f26b5600700 1 -- 172.21.15.46:0/3875820082 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26ac027070 con 0x7f26b8109c80 2024-04-26T01:46:28.965 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:28.966+0000 7f26bfa00700 1 -- 172.21.15.46:0/3875820082 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26b81a01e0 con 0x7f26b8109c80 2024-04-26T01:46:28.965 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:28.966+0000 7f26b5600700 1 -- 172.21.15.46:0/3875820082 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f26ac00fe00 con 0x7f26b8109c80 2024-04-26T01:46:28.965 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:28.966+0000 7f26b5600700 1 -- 172.21.15.46:0/3875820082 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26ac0173f0 con 0x7f26b8109c80 2024-04-26T01:46:28.965 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:28.966+0000 7f26bfa00700 1 -- 172.21.15.46:0/3875820082 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26b81ac520 con 0x7f26b8109c80 2024-04-26T01:46:28.965 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:28.967+0000 7f26bfa00700 1 -- 172.21.15.46:0/3875820082 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26b810a7b0 con 0x7f26b8109c80 2024-04-26T01:46:28.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:28.969+0000 7f26b5600700 1 -- 172.21.15.46:0/3875820082 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f26ac02a070 con 0x7f26b8109c80 2024-04-26T01:46:28.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:28.971+0000 7f26b5600700 1 --2- 172.21.15.46:0/3875820082 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f26a00a3c40 0x7f26a00a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:28.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:28.971+0000 7f26b5600700 1 -- 172.21.15.46:0/3875820082 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7497+0+0 (secure 0 0 0) 0x7f26ac0d0ff0 con 0x7f26b8109c80 2024-04-26T01:46:28.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:28.971+0000 7f26bd000700 1 --2- 172.21.15.46:0/3875820082 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f26a00a3c40 0x7f26a00a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:28.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:28.972+0000 7f26bd000700 1 --2- 172.21.15.46:0/3875820082 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f26a00a3c40 0x7f26a00a6100 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f26a8005950 tx=0x7f26a800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:28.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:28.974+0000 7f26b5600700 1 -- 172.21.15.46:0/3875820082 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f26ac013070 con 0x7f26b8109c80 2024-04-26T01:46:29.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:29.205+0000 7f26bfa00700 1 -- 172.21.15.46:0/3875820082 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f26b8069730 con 0x7f26b8109c80 2024-04-26T01:46:29.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:29.298+0000 7f26b5600700 1 -- 172.21.15.46:0/3875820082 <== mon.1 v2:172.21.15.163:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v86) ==== 170+0+0 (secure 0 0 0) 0x7f26ac09de30 con 0x7f26b8109c80 2024-04-26T01:46:29.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:29.306+0000 7f26bfa00700 1 -- 172.21.15.46:0/3875820082 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f26a00a3c40 msgr2=0x7f26a00a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:29.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:29.306+0000 7f26bfa00700 1 --2- 172.21.15.46:0/3875820082 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f26a00a3c40 0x7f26a00a6100 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f26a8005950 tx=0x7f26a800b410 comp rx=0 tx=0).stop 2024-04-26T01:46:29.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:29.306+0000 7f26bfa00700 1 -- 172.21.15.46:0/3875820082 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f26b8109c80 msgr2=0x7f26b81a5ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:29.304 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:29.306+0000 7f26bfa00700 1 --2- 172.21.15.46:0/3875820082 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f26b8109c80 0x7f26b81a5ae0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f26ac005ee0 tx=0x7f26ac005f10 comp rx=0 tx=0).stop 2024-04-26T01:46:29.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:29.310+0000 7f26bfa00700 1 -- 172.21.15.46:0/3875820082 shutdown_connections 2024-04-26T01:46:29.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:29.310+0000 7f26bfa00700 1 --2- 172.21.15.46:0/3875820082 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f26a00a3c40 0x7f26a00a6100 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:29.307 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:29.310+0000 7f26bfa00700 1 --2- 172.21.15.46:0/3875820082 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f26b810e3b0 0x7f26b819f670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:29.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:29.310+0000 7f26bfa00700 1 --2- 172.21.15.46:0/3875820082 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f26b81092d0 0x7f26b81a55a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:29.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:29.310+0000 7f26bfa00700 1 --2- 172.21.15.46:0/3875820082 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f26b8109c80 0x7f26b81a5ae0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:29.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:29.310+0000 7f26bfa00700 1 -- 172.21.15.46:0/3875820082 >> 172.21.15.46:0/3875820082 conn(0x7f26b8076210 msgr2=0x7f26b8077800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:29.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:29.310+0000 7f26bfa00700 1 -- 172.21.15.46:0/3875820082 shutdown_connections 2024-04-26T01:46:29.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:29.311+0000 7f26bfa00700 1 -- 172.21.15.46:0/3875820082 wait complete. 2024-04-26T01:46:29.313 INFO:teuthology.orchestra.run.smithi046.stderr:pool 'cephfs_data' created 2024-04-26T01:46:29.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:29 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/3875820082' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-26T01:46:29.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:29 smithi046 ceph-mon[28013]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-26T01:46:29.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:29 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/3875820082' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-26T01:46:29.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:29 smithi103 ceph-mon[32920]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-26T01:46:29.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:29 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/3875820082' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-26T01:46:29.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:29 smithi163 ceph-mon[32592]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-26T01:46:30.275 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-04-26T01:46:30.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:30 smithi046 ceph-mon[28013]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-26T01:46:30.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:30 smithi046 ceph-mon[28013]: osdmap e86: 12 total, 12 up, 12 in 2024-04-26T01:46:30.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:30 smithi046 ceph-mon[28013]: pgmap v330: 97 pgs: 72 unknown, 25 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:30.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:30 smithi103 ceph-mon[32920]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-26T01:46:30.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:30 smithi103 ceph-mon[32920]: osdmap e86: 12 total, 12 up, 12 in 2024-04-26T01:46:30.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:30 smithi103 ceph-mon[32920]: pgmap v330: 97 pgs: 72 unknown, 25 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:30.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:30 smithi163 ceph-mon[32592]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-26T01:46:30.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:30 smithi163 ceph-mon[32592]: osdmap e86: 12 total, 12 up, 12 in 2024-04-26T01:46:30.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:30 smithi163 ceph-mon[32592]: pgmap v330: 97 pgs: 72 unknown, 25 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:30.763 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:46:31.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:31 smithi046 ceph-mon[28013]: osdmap e87: 12 total, 12 up, 12 in 2024-04-26T01:46:31.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:31 smithi103 ceph-mon[32920]: osdmap e87: 12 total, 12 up, 12 in 2024-04-26T01:46:31.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:31 smithi163 ceph-mon[32592]: osdmap e87: 12 total, 12 up, 12 in 2024-04-26T01:46:32.601 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:32 smithi046 ceph-mon[28013]: osdmap e88: 12 total, 12 up, 12 in 2024-04-26T01:46:32.601 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:32 smithi046 ceph-mon[28013]: pgmap v333: 97 pgs: 12 creating+peering, 33 active+clean, 52 unknown; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:32.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:32 smithi103 ceph-mon[32920]: osdmap e88: 12 total, 12 up, 12 in 2024-04-26T01:46:32.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:32 smithi103 ceph-mon[32920]: pgmap v333: 97 pgs: 12 creating+peering, 33 active+clean, 52 unknown; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:32.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:32 smithi163 ceph-mon[32592]: osdmap e88: 12 total, 12 up, 12 in 2024-04-26T01:46:32.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:32 smithi163 ceph-mon[32592]: pgmap v333: 97 pgs: 12 creating+peering, 33 active+clean, 52 unknown; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:32.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:32.961+0000 7f5c42c00700 1 -- 172.21.15.46:0/2746418481 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5c3c108f80 msgr2=0x7f5c3c109400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:32.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:32.961+0000 7f5c42c00700 1 --2- 172.21.15.46:0/2746418481 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5c3c108f80 0x7f5c3c109400 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f5c28009990 tx=0x7f5c28009ca0 comp rx=0 tx=0).stop 2024-04-26T01:46:32.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:32.962+0000 7f5c42c00700 1 -- 172.21.15.46:0/2746418481 shutdown_connections 2024-04-26T01:46:32.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:32.962+0000 7f5c42c00700 1 --2- 172.21.15.46:0/2746418481 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5c3c109940 0x7f5c3c115de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:32.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:32.962+0000 7f5c42c00700 1 --2- 172.21.15.46:0/2746418481 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5c3c10f030 0x7f5c3c10f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:32.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:32.962+0000 7f5c42c00700 1 --2- 172.21.15.46:0/2746418481 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5c3c108f80 0x7f5c3c109400 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:32.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:32.962+0000 7f5c42c00700 1 -- 172.21.15.46:0/2746418481 >> 172.21.15.46:0/2746418481 conn(0x7f5c3c0787d0 msgr2=0x7f5c3c107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:32.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:32.962+0000 7f5c42c00700 1 -- 172.21.15.46:0/2746418481 shutdown_connections 2024-04-26T01:46:32.960 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:32.962+0000 7f5c42c00700 1 -- 172.21.15.46:0/2746418481 wait complete. 2024-04-26T01:46:32.961 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:32.963+0000 7f5c42c00700 1 Processor -- start 2024-04-26T01:46:32.961 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:32.963+0000 7f5c42c00700 1 -- start start 2024-04-26T01:46:32.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:32.964+0000 7f5c42c00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5c3c108f80 0x7f5c3c19f670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:32.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:32.964+0000 7f5c42c00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5c3c109940 0x7f5c3c19fbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:32.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:32.964+0000 7f5c42c00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5c3c10f030 0x7f5c3c1a3f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:32.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:32.964+0000 7f5c42c00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f5c3c119280 con 0x7f5c3c10f030 2024-04-26T01:46:32.962 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:32.964+0000 7f5c42c00700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f5c3c119100 con 0x7f5c3c109940 2024-04-26T01:46:32.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:32.964+0000 7f5c42c00700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f5c3c119400 con 0x7f5c3c108f80 2024-04-26T01:46:32.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:32.964+0000 7f5c41800700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5c3c108f80 0x7f5c3c19f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:32.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:32.964+0000 7f5c41800700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5c3c108f80 0x7f5c3c19f670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:36526/0 (socket says 172.21.15.46:36526) 2024-04-26T01:46:32.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:32.964+0000 7f5c41800700 1 -- 172.21.15.46:0/1995359103 learned_addr learned my addr 172.21.15.46:0/1995359103 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:46:32.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:32.965+0000 7f5c42200700 1 --2- 172.21.15.46:0/1995359103 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5c3c10f030 0x7f5c3c1a3f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:32.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:32.965+0000 7f5c40e00700 1 --2- 172.21.15.46:0/1995359103 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5c3c109940 0x7f5c3c19fbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:32.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:32.965+0000 7f5c41800700 1 -- 172.21.15.46:0/1995359103 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5c3c109940 msgr2=0x7f5c3c19fbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:32.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:32.965+0000 7f5c41800700 1 --2- 172.21.15.46:0/1995359103 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5c3c109940 0x7f5c3c19fbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:32.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:32.965+0000 7f5c41800700 1 -- 172.21.15.46:0/1995359103 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5c3c10f030 msgr2=0x7f5c3c1a3f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:32.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:32.965+0000 7f5c41800700 1 --2- 172.21.15.46:0/1995359103 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5c3c10f030 0x7f5c3c1a3f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:32.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:32.965+0000 7f5c41800700 1 -- 172.21.15.46:0/1995359103 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c3c1a4680 con 0x7f5c3c108f80 2024-04-26T01:46:32.963 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:32.965+0000 7f5c42200700 1 --2- 172.21.15.46:0/1995359103 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5c3c10f030 0x7f5c3c1a3f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:46:32.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:32.965+0000 7f5c41800700 1 --2- 172.21.15.46:0/1995359103 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5c3c108f80 0x7f5c3c19f670 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f5c3000e9a0 tx=0x7f5c3000ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:32.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:32.966+0000 7f5c3a000700 1 -- 172.21.15.46:0/1995359103 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c3000cbd0 con 0x7f5c3c108f80 2024-04-26T01:46:32.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:32.966+0000 7f5c3a000700 1 -- 172.21.15.46:0/1995359103 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5c3000cd70 con 0x7f5c3c108f80 2024-04-26T01:46:32.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:32.966+0000 7f5c3a000700 1 -- 172.21.15.46:0/1995359103 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c30018710 con 0x7f5c3c108f80 2024-04-26T01:46:32.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:32.966+0000 7f5c42c00700 1 -- 172.21.15.46:0/1995359103 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c3c1a4970 con 0x7f5c3c108f80 2024-04-26T01:46:32.964 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:32.966+0000 7f5c42c00700 1 -- 172.21.15.46:0/1995359103 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c3c1ac1f0 con 0x7f5c3c108f80 2024-04-26T01:46:32.965 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:32.967+0000 7f5c42c00700 1 -- 172.21.15.46:0/1995359103 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c3c069730 con 0x7f5c3c108f80 2024-04-26T01:46:32.967 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:32.969+0000 7f5c3a000700 1 -- 172.21.15.46:0/1995359103 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f5c30010430 con 0x7f5c3c108f80 2024-04-26T01:46:32.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:32.971+0000 7f5c3a000700 1 --2- 172.21.15.46:0/1995359103 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f5c240a3c40 0x7f5c240a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:32.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:32.971+0000 7f5c3a000700 1 -- 172.21.15.46:0/1995359103 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7879+0+0 (secure 0 0 0) 0x7f5c300d0550 con 0x7f5c3c108f80 2024-04-26T01:46:32.968 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:32.971+0000 7f5c40e00700 1 --2- 172.21.15.46:0/1995359103 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f5c240a3c40 0x7f5c240a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:32.969 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:32.972+0000 7f5c40e00700 1 --2- 172.21.15.46:0/1995359103 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f5c240a3c40 0x7f5c240a6100 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f5c2800b790 tx=0x7f5c2800b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:32.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:32.975+0000 7f5c3a000700 1 -- 172.21.15.46:0/1995359103 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5c3009d040 con 0x7f5c3c108f80 2024-04-26T01:46:33.254 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:33.256+0000 7f5c42c00700 1 -- 172.21.15.46:0/1995359103 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f5c3c02df80 con 0x7f5c3c108f80 2024-04-26T01:46:33.329 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:33.331+0000 7f5c3a000700 1 -- 172.21.15.46:0/1995359103 <== mon.1 v2:172.21.15.163:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) ==== 172+0+0 (secure 0 0 0) 0x7f5c3009c940 con 0x7f5c3c108f80 2024-04-26T01:46:33.335 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:33.337+0000 7f5c42c00700 1 -- 172.21.15.46:0/1995359103 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f5c240a3c40 msgr2=0x7f5c240a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:33.336 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:33.337+0000 7f5c42c00700 1 --2- 172.21.15.46:0/1995359103 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f5c240a3c40 0x7f5c240a6100 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f5c2800b790 tx=0x7f5c2800b260 comp rx=0 tx=0).stop 2024-04-26T01:46:33.336 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:33.337+0000 7f5c42c00700 1 -- 172.21.15.46:0/1995359103 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5c3c108f80 msgr2=0x7f5c3c19f670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:33.336 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:33.337+0000 7f5c42c00700 1 --2- 172.21.15.46:0/1995359103 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5c3c108f80 0x7f5c3c19f670 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f5c3000e9a0 tx=0x7f5c3000ecb0 comp rx=0 tx=0).stop 2024-04-26T01:46:33.336 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:33.338+0000 7f5c42c00700 1 -- 172.21.15.46:0/1995359103 shutdown_connections 2024-04-26T01:46:33.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:33.338+0000 7f5c42c00700 1 --2- 172.21.15.46:0/1995359103 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5c3c10f030 0x7f5c3c1a3f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:33.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:33.338+0000 7f5c42c00700 1 --2- 172.21.15.46:0/1995359103 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5c3c108f80 0x7f5c3c19f670 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:33.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:33.338+0000 7f5c42c00700 1 --2- 172.21.15.46:0/1995359103 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f5c240a3c40 0x7f5c240a6100 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:33.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:33.338+0000 7f5c42c00700 1 --2- 172.21.15.46:0/1995359103 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5c3c109940 0x7f5c3c19fbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:33.337 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:33.338+0000 7f5c42c00700 1 -- 172.21.15.46:0/1995359103 >> 172.21.15.46:0/1995359103 conn(0x7f5c3c0787d0 msgr2=0x7f5c3c079990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:33.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:33.339+0000 7f5c42c00700 1 -- 172.21.15.46:0/1995359103 shutdown_connections 2024-04-26T01:46:33.338 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:33.340+0000 7f5c42c00700 1 -- 172.21.15.46:0/1995359103 wait complete. 2024-04-26T01:46:33.343 INFO:teuthology.orchestra.run.smithi046.stderr:new fs with metadata pool 2 and data pool 3 2024-04-26T01:46:33.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:33 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/1995359103' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-26T01:46:33.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:33 smithi046 ceph-mon[28013]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-26T01:46:33.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:33 smithi046 ceph-mon[28013]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-26T01:46:33.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:33 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/1995359103' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-26T01:46:33.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:33 smithi103 ceph-mon[32920]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-26T01:46:33.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:33 smithi103 ceph-mon[32920]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-26T01:46:33.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:33 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/1995359103' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-26T01:46:33.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:33 smithi163 ceph-mon[32592]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-26T01:46:33.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:33 smithi163 ceph-mon[32592]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-26T01:46:34.256 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T01:46:34.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:34 smithi046 ceph-mon[28013]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-26T01:46:34.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:34 smithi046 ceph-mon[28013]: osdmap e89: 12 total, 12 up, 12 in 2024-04-26T01:46:34.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:34 smithi046 ceph-mon[28013]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-04-26T01:46:34.561 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:34 smithi046 ceph-mon[28013]: pgmap v335: 97 pgs: 12 creating+peering, 71 active+clean, 14 unknown; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:34.561 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:34 smithi046 ceph-mon[28013]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-26T01:46:34.561 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:34 smithi046 ceph-mon[28013]: Health check update: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-26T01:46:34.561 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:34 smithi046 ceph-mon[28013]: mds.? [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] up:active 2024-04-26T01:46:34.561 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:34 smithi046 ceph-mon[28013]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T01:46:34.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:34 smithi103 ceph-mon[32920]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-26T01:46:34.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:34 smithi103 ceph-mon[32920]: osdmap e89: 12 total, 12 up, 12 in 2024-04-26T01:46:34.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:34 smithi103 ceph-mon[32920]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-04-26T01:46:34.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:34 smithi103 ceph-mon[32920]: pgmap v335: 97 pgs: 12 creating+peering, 71 active+clean, 14 unknown; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:34.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:34 smithi103 ceph-mon[32920]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-26T01:46:34.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:34 smithi103 ceph-mon[32920]: Health check update: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-26T01:46:34.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:34 smithi103 ceph-mon[32920]: mds.? [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] up:active 2024-04-26T01:46:34.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:34 smithi103 ceph-mon[32920]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T01:46:34.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:34 smithi163 ceph-mon[32592]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-26T01:46:34.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:34 smithi163 ceph-mon[32592]: osdmap e89: 12 total, 12 up, 12 in 2024-04-26T01:46:34.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:34 smithi163 ceph-mon[32592]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-04-26T01:46:34.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:34 smithi163 ceph-mon[32592]: pgmap v335: 97 pgs: 12 creating+peering, 71 active+clean, 14 unknown; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:46:34.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:34 smithi163 ceph-mon[32592]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-26T01:46:34.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:34 smithi163 ceph-mon[32592]: Health check update: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-26T01:46:34.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:34 smithi163 ceph-mon[32592]: mds.? [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] up:active 2024-04-26T01:46:34.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:34 smithi163 ceph-mon[32592]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T01:46:34.720 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:46:35.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:35 smithi046 ceph-mon[28013]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-04-26T01:46:35.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:35 smithi046 ceph-mon[28013]: Cluster is now healthy 2024-04-26T01:46:35.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:35 smithi103 ceph-mon[32920]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-04-26T01:46:35.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:35 smithi103 ceph-mon[32920]: Cluster is now healthy 2024-04-26T01:46:35.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:35 smithi163 ceph-mon[32592]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-04-26T01:46:35.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:35 smithi163 ceph-mon[32592]: Cluster is now healthy 2024-04-26T01:46:36.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:36 smithi103 ceph-mon[32920]: pgmap v336: 97 pgs: 97 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 170 B/s wr, 3 op/s 2024-04-26T01:46:36.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:36 smithi163 ceph-mon[32592]: pgmap v336: 97 pgs: 97 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 170 B/s wr, 3 op/s 2024-04-26T01:46:36.692 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:36 smithi046 ceph-mon[28013]: pgmap v336: 97 pgs: 97 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 170 B/s wr, 3 op/s 2024-04-26T01:46:37.045 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.047+0000 7f4c3f200700 1 -- 172.21.15.46:0/1358780747 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4c40102950 msgr2=0x7f4c40102dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:37.046 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.047+0000 7f4c3f200700 1 --2- 172.21.15.46:0/1358780747 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4c40102950 0x7f4c40102dd0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f4c2c009990 tx=0x7f4c2c009ca0 comp rx=0 tx=0).stop 2024-04-26T01:46:37.046 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.047+0000 7f4c3f200700 1 -- 172.21.15.46:0/1358780747 shutdown_connections 2024-04-26T01:46:37.046 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.047+0000 7f4c3f200700 1 --2- 172.21.15.46:0/1358780747 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4c40103310 0x7f4c4010f820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:37.046 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.047+0000 7f4c3f200700 1 --2- 172.21.15.46:0/1358780747 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4c40108950 0x7f4c40108d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:37.046 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.047+0000 7f4c3f200700 1 --2- 172.21.15.46:0/1358780747 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4c40102950 0x7f4c40102dd0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:37.046 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.047+0000 7f4c3f200700 1 -- 172.21.15.46:0/1358780747 >> 172.21.15.46:0/1358780747 conn(0x7f4c400fe460 msgr2=0x7f4c40100880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:37.046 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.047+0000 7f4c3f200700 1 -- 172.21.15.46:0/1358780747 shutdown_connections 2024-04-26T01:46:37.046 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.047+0000 7f4c3f200700 1 -- 172.21.15.46:0/1358780747 wait complete. 2024-04-26T01:46:37.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.048+0000 7f4c3f200700 1 Processor -- start 2024-04-26T01:46:37.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.049+0000 7f4c3f200700 1 -- start start 2024-04-26T01:46:37.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.049+0000 7f4c3f200700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4c40102950 0x7f4c40076930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:37.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.049+0000 7f4c3f200700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4c40103310 0x7f4c40074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:37.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.049+0000 7f4c3f200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4c40108950 0x7f4c400753a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:37.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.049+0000 7f4c3f200700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f4c40112cc0 con 0x7f4c40108950 2024-04-26T01:46:37.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.049+0000 7f4c3f200700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f4c40112b40 con 0x7f4c40102950 2024-04-26T01:46:37.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.049+0000 7f4c3f200700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f4c40112e40 con 0x7f4c40103310 2024-04-26T01:46:37.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.049+0000 7f4c3de00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4c40102950 0x7f4c40076930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:37.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.049+0000 7f4c3de00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4c40102950 0x7f4c40076930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:53586/0 (socket says 172.21.15.46:53586) 2024-04-26T01:46:37.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.049+0000 7f4c3de00700 1 -- 172.21.15.46:0/1327428982 learned_addr learned my addr 172.21.15.46:0/1327428982 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:46:37.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.049+0000 7f4c3e800700 1 --2- 172.21.15.46:0/1327428982 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4c40108950 0x7f4c400753a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:37.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.049+0000 7f4c3d400700 1 --2- 172.21.15.46:0/1327428982 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4c40103310 0x7f4c40074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:37.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.050+0000 7f4c3de00700 1 -- 172.21.15.46:0/1327428982 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4c40103310 msgr2=0x7f4c40074d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:37.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.050+0000 7f4c3de00700 1 --2- 172.21.15.46:0/1327428982 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4c40103310 0x7f4c40074d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:37.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.050+0000 7f4c3de00700 1 -- 172.21.15.46:0/1327428982 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4c40108950 msgr2=0x7f4c400753a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:37.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.050+0000 7f4c3de00700 1 --2- 172.21.15.46:0/1327428982 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4c40108950 0x7f4c400753a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:37.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.050+0000 7f4c3de00700 1 -- 172.21.15.46:0/1327428982 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c401abb20 con 0x7f4c40102950 2024-04-26T01:46:37.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.050+0000 7f4c3d400700 1 --2- 172.21.15.46:0/1327428982 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4c40103310 0x7f4c40074d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:46:37.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.050+0000 7f4c3de00700 1 --2- 172.21.15.46:0/1327428982 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4c40102950 0x7f4c40076930 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f4c3000e9a0 tx=0x7f4c3000ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:37.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.050+0000 7f4c36a00700 1 -- 172.21.15.46:0/1327428982 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c3000cbd0 con 0x7f4c40102950 2024-04-26T01:46:37.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.050+0000 7f4c36a00700 1 -- 172.21.15.46:0/1327428982 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4c3000cd70 con 0x7f4c40102950 2024-04-26T01:46:37.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.050+0000 7f4c3f200700 1 -- 172.21.15.46:0/1327428982 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c401abdb0 con 0x7f4c40102950 2024-04-26T01:46:37.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.050+0000 7f4c36a00700 1 -- 172.21.15.46:0/1327428982 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c30018710 con 0x7f4c40102950 2024-04-26T01:46:37.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.051+0000 7f4c3f200700 1 -- 172.21.15.46:0/1327428982 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c401ac260 con 0x7f4c40102950 2024-04-26T01:46:37.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.052+0000 7f4c3f200700 1 -- 172.21.15.46:0/1327428982 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c40104090 con 0x7f4c40102950 2024-04-26T01:46:37.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.054+0000 7f4c36a00700 1 -- 172.21.15.46:0/1327428982 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f4c30010430 con 0x7f4c40102950 2024-04-26T01:46:37.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.055+0000 7f4c36a00700 1 --2- 172.21.15.46:0/1327428982 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f4c240a3cc0 0x7f4c240a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:37.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.055+0000 7f4c36a00700 1 -- 172.21.15.46:0/1327428982 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7f4c300d0960 con 0x7f4c40102950 2024-04-26T01:46:37.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.055+0000 7f4c3d400700 1 --2- 172.21.15.46:0/1327428982 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f4c240a3cc0 0x7f4c240a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:37.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.056+0000 7f4c3d400700 1 --2- 172.21.15.46:0/1327428982 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f4c240a3cc0 0x7f4c240a6180 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f4c400764b0 tx=0x7f4c2c01a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:37.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.057+0000 7f4c36a00700 1 -- 172.21.15.46:0/1327428982 <== mon.2 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4c3009d3f0 con 0x7f4c40102950 2024-04-26T01:46:37.288 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.290+0000 7f4c3f200700 1 -- 172.21.15.46:0/1327428982 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4c4002e0a0 con 0x7f4c40102950 2024-04-26T01:46:37.290 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.292+0000 7f4c36a00700 1 -- 172.21.15.46:0/1327428982 <== mon.2 v2:172.21.15.103:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+22244 (secure 0 0 0) 0x7f4c3009ccf0 con 0x7f4c40102950 2024-04-26T01:46:37.290 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:46:37.291 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":89,"fsid":"4e298560-036d-11ef-bc93-c7b262605968","created":"2024-04-26T01:36:51.789921+0000","modified":"2024-04-26T01:46:33.259329+0000","last_up_change":"2024-04-26T01:45:13.269142+0000","last_in_change":"2024-04-26T01:44:53.812099+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T01:40:53.363826+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T01:46:24.277738+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T01:46:29.225616+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8fb81e1c-2c24-45c9-89fd-896ec37fedb6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":1705061833},{"type":"v1","addr":"172.21.15.46:6803","nonce":1705061833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":1705061833},{"type":"v1","addr":"172.21.15.46:6805","nonce":1705061833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1705061833},{"type":"v1","addr":"172.21.15.46:6809","nonce":1705061833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":1705061833},{"type":"v1","addr":"172.21.15.46:6807","nonce":1705061833}]},"public_addr":"172.21.15.46:6803/1705061833","cluster_addr":"172.21.15.46:6805/1705061833","heartbeat_back_addr":"172.21.15.46:6809/1705061833","heartbeat_front_addr":"172.21.15.46:6807/1705061833","state":["exists","up"]},{"osd":1,"uuid":"235ad6a0-ad0d-44ff-9ad1-55205dc13533","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":4149643711},{"type":"v1","addr":"172.21.15.103:6801","nonce":4149643711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":4149643711},{"type":"v1","addr":"172.21.15.103:6803","nonce":4149643711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":4149643711},{"type":"v1","addr":"172.21.15.103:6807","nonce":4149643711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":4149643711},{"type":"v1","addr":"172.21.15.103:6805","nonce":4149643711}]},"public_addr":"172.21.15.103:6801/4149643711","cluster_addr":"172.21.15.103:6803/4149643711","heartbeat_back_addr":"172.21.15.103:6807/4149643711","heartbeat_front_addr":"172.21.15.103:6805/4149643711","state":["exists","up"]},{"osd":2,"uuid":"10a4e364-80e6-4c2e-8bdd-8c6e27188acf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6800","nonce":3238203653},{"type":"v1","addr":"172.21.15.163:6801","nonce":3238203653}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6802","nonce":3238203653},{"type":"v1","addr":"172.21.15.163:6803","nonce":3238203653}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6806","nonce":3238203653},{"type":"v1","addr":"172.21.15.163:6807","nonce":3238203653}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6804","nonce":3238203653},{"type":"v1","addr":"172.21.15.163:6805","nonce":3238203653}]},"public_addr":"172.21.15.163:6801/3238203653","cluster_addr":"172.21.15.163:6803/3238203653","heartbeat_back_addr":"172.21.15.163:6807/3238203653","heartbeat_front_addr":"172.21.15.163:6805/3238203653","state":["exists","up"]},{"osd":3,"uuid":"72b47e70-a1c2-4e07-868b-c030c68a8f5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":1889462647},{"type":"v1","addr":"172.21.15.46:6811","nonce":1889462647}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1889462647},{"type":"v1","addr":"172.21.15.46:6813","nonce":1889462647}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1889462647},{"type":"v1","addr":"172.21.15.46:6817","nonce":1889462647}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":1889462647},{"type":"v1","addr":"172.21.15.46:6815","nonce":1889462647}]},"public_addr":"172.21.15.46:6811/1889462647","cluster_addr":"172.21.15.46:6813/1889462647","heartbeat_back_addr":"172.21.15.46:6817/1889462647","heartbeat_front_addr":"172.21.15.46:6815/1889462647","state":["exists","up"]},{"osd":4,"uuid":"644cff68-2da7-43ed-bb87-f3b0d5f82b1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":3946150982},{"type":"v1","addr":"172.21.15.103:6809","nonce":3946150982}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":3946150982},{"type":"v1","addr":"172.21.15.103:6811","nonce":3946150982}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":3946150982},{"type":"v1","addr":"172.21.15.103:6815","nonce":3946150982}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":3946150982},{"type":"v1","addr":"172.21.15.103:6813","nonce":3946150982}]},"public_addr":"172.21.15.103:6809/3946150982","cluster_addr":"172.21.15.103:6811/3946150982","heartbeat_back_addr":"172.21.15.103:6815/3946150982","heartbeat_front_addr":"172.21.15.103:6813/3946150982","state":["exists","up"]},{"osd":5,"uuid":"fb7bbd34-9be5-4f39-ac32-af6c1eab2c64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6808","nonce":616922792},{"type":"v1","addr":"172.21.15.163:6809","nonce":616922792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6810","nonce":616922792},{"type":"v1","addr":"172.21.15.163:6811","nonce":616922792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6814","nonce":616922792},{"type":"v1","addr":"172.21.15.163:6815","nonce":616922792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6812","nonce":616922792},{"type":"v1","addr":"172.21.15.163:6813","nonce":616922792}]},"public_addr":"172.21.15.163:6809/616922792","cluster_addr":"172.21.15.163:6811/616922792","heartbeat_back_addr":"172.21.15.163:6815/616922792","heartbeat_front_addr":"172.21.15.163:6813/616922792","state":["exists","up"]},{"osd":6,"uuid":"bf28b38e-8424-4fb4-9528-6dbc7d2b1612","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2027770735},{"type":"v1","addr":"172.21.15.46:6819","nonce":2027770735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2027770735},{"type":"v1","addr":"172.21.15.46:6821","nonce":2027770735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2027770735},{"type":"v1","addr":"172.21.15.46:6825","nonce":2027770735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2027770735},{"type":"v1","addr":"172.21.15.46:6823","nonce":2027770735}]},"public_addr":"172.21.15.46:6819/2027770735","cluster_addr":"172.21.15.46:6821/2027770735","heartbeat_back_addr":"172.21.15.46:6825/2027770735","heartbeat_front_addr":"172.21.15.46:6823/2027770735","state":["exists","up"]},{"osd":7,"uuid":"019316c5-b83f-43f1-8d46-6dd43de6259a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":3114516049},{"type":"v1","addr":"172.21.15.103:6817","nonce":3114516049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":3114516049},{"type":"v1","addr":"172.21.15.103:6819","nonce":3114516049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":3114516049},{"type":"v1","addr":"172.21.15.103:6823","nonce":3114516049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":3114516049},{"type":"v1","addr":"172.21.15.103:6821","nonce":3114516049}]},"public_addr":"172.21.15.103:6817/3114516049","cluster_addr":"172.21.15.103:6819/3114516049","heartbeat_back_addr":"172.21.15.103:6823/3114516049","heartbeat_front_addr":"172.21.15.103:6821/3114516049","state":["exists","up"]},{"osd":8,"uuid":"209597cd-7768-4b82-ade7-8e01927a3e03","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6816","nonce":1671606862},{"type":"v1","addr":"172.21.15.163:6817","nonce":1671606862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6818","nonce":1671606862},{"type":"v1","addr":"172.21.15.163:6819","nonce":1671606862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6822","nonce":1671606862},{"type":"v1","addr":"172.21.15.163:6823","nonce":1671606862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6820","nonce":1671606862},{"type":"v1","addr":"172.21.15.163:6821","nonce":1671606862}]},"public_addr":"172.21.15.163:6817/1671606862","cluster_addr":"172.21.15.163:6819/1671606862","heartbeat_back_addr":"172.21.15.163:6823/1671606862","heartbeat_front_addr":"172.21.15.163:6821/1671606862","state":["exists","up"]},{"osd":9,"uuid":"77a2c45f-b6c7-465c-96ec-d760fa92dd75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":1569907716},{"type":"v1","addr":"172.21.15.46:6827","nonce":1569907716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":1569907716},{"type":"v1","addr":"172.21.15.46:6829","nonce":1569907716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":1569907716},{"type":"v1","addr":"172.21.15.46:6833","nonce":1569907716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":1569907716},{"type":"v1","addr":"172.21.15.46:6831","nonce":1569907716}]},"public_addr":"172.21.15.46:6827/1569907716","cluster_addr":"172.21.15.46:6829/1569907716","heartbeat_back_addr":"172.21.15.46:6833/1569907716","heartbeat_front_addr":"172.21.15.46:6831/1569907716","state":["exists","up"]},{"osd":10,"uuid":"b0ec12dc-7afe-454a-8195-2e38441ca466","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":4049341884},{"type":"v1","addr":"172.21.15.103:6825","nonce":4049341884}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":4049341884},{"type":"v1","addr":"172.21.15.103:6827","nonce":4049341884}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":4049341884},{"type":"v1","addr":"172.21.15.103:6831","nonce":4049341884}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":4049341884},{"type":"v1","addr":"172.21.15.103:6829","nonce":4049341884}]},"public_addr":"172.21.15.103:6825/4049341884","cluster_addr":"172.21.15.103:6827/4049341884","heartbeat_back_addr":"172.21.15.103:6831/4049341884","heartbeat_front_addr":"172.21.15.103:6829/4049341884","state":["exists","up"]},{"osd":11,"uuid":"1c43e737-c189-43c0-a9ee-17a3cdc8278d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6824","nonce":1269489610},{"type":"v1","addr":"172.21.15.163:6825","nonce":1269489610}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6826","nonce":1269489610},{"type":"v1","addr":"172.21.15.163:6827","nonce":1269489610}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6830","nonce":1269489610},{"type":"v1","addr":"172.21.15.163:6831","nonce":1269489610}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6828","nonce":1269489610},{"type":"v1","addr":"172.21.15.163:6829","nonce":1269489610}]},"public_addr":"172.21.15.163:6825/1269489610","cluster_addr":"172.21.15.163:6827/1269489610","heartbeat_back_addr":"172.21.15.163:6831/1269489610","heartbeat_front_addr":"172.21.15.163:6829/1269489610","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:39:58.982337+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:40:24.637183+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:40:49.044978+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:41:23.090601+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:41:49.957654+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:42:15.570899+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:42:50.909512+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:43:17.899928+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:43:43.563643+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:44:19.007356+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:44:46.388363+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:45:11.782396+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/2138390774":"2024-04-27T01:38:01.199869+0000","172.21.15.46:0/1671101151":"2024-04-27T01:38:01.199869+0000","172.21.15.46:0/3463419164":"2024-04-27T01:38:01.199869+0000","172.21.15.46:6801/1268650508":"2024-04-27T01:38:01.199869+0000","172.21.15.46:0/1254319164":"2024-04-27T01:37:25.688097+0000","172.21.15.46:6800/2101651407":"2024-04-27T01:37:25.688097+0000","172.21.15.46:6800/1268650508":"2024-04-27T01:38:01.199869+0000","172.21.15.46:0/2440871722":"2024-04-27T01:37:25.688097+0000","172.21.15.46:0/846597820":"2024-04-27T01:37:25.688097+0000","172.21.15.46:6801/2101651407":"2024-04-27T01:37:25.688097+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T01:46:37.293 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.295+0000 7f4c3f200700 1 -- 172.21.15.46:0/1327428982 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f4c240a3cc0 msgr2=0x7f4c240a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:37.293 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.295+0000 7f4c3f200700 1 --2- 172.21.15.46:0/1327428982 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f4c240a3cc0 0x7f4c240a6180 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f4c400764b0 tx=0x7f4c2c01a040 comp rx=0 tx=0).stop 2024-04-26T01:46:37.293 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.295+0000 7f4c3f200700 1 -- 172.21.15.46:0/1327428982 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4c40102950 msgr2=0x7f4c40076930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:37.293 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.295+0000 7f4c3f200700 1 --2- 172.21.15.46:0/1327428982 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4c40102950 0x7f4c40076930 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f4c3000e9a0 tx=0x7f4c3000ecb0 comp rx=0 tx=0).stop 2024-04-26T01:46:37.293 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.295+0000 7f4c3f200700 1 -- 172.21.15.46:0/1327428982 shutdown_connections 2024-04-26T01:46:37.293 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.295+0000 7f4c3f200700 1 --2- 172.21.15.46:0/1327428982 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4c40108950 0x7f4c400753a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:37.294 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.295+0000 7f4c3f200700 1 --2- 172.21.15.46:0/1327428982 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f4c240a3cc0 0x7f4c240a6180 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:37.294 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.295+0000 7f4c3f200700 1 --2- 172.21.15.46:0/1327428982 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4c40102950 0x7f4c40076930 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:37.294 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.295+0000 7f4c3f200700 1 --2- 172.21.15.46:0/1327428982 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4c40103310 0x7f4c40074d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:37.294 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.295+0000 7f4c3f200700 1 -- 172.21.15.46:0/1327428982 >> 172.21.15.46:0/1327428982 conn(0x7f4c400fe460 msgr2=0x7f4c400feb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:37.294 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.295+0000 7f4c3f200700 1 -- 172.21.15.46:0/1327428982 shutdown_connections 2024-04-26T01:46:37.294 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:37.296+0000 7f4c3f200700 1 -- 172.21.15.46:0/1327428982 wait complete. 2024-04-26T01:46:37.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:37 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/1327428982' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:46:37.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:37 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/1327428982' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:46:37.625 INFO:journalctl@ceph.mds.b.smithi103.stdout:Apr 26 01:46:37 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-b[63349]: 2024-04-26T01:46:37.554+0000 7fcdca617700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-26T01:46:37.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:37 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/1327428982' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:46:38.169 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T01:46:38.656 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:46:38.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:38 smithi163 ceph-mon[32592]: pgmap v337: 97 pgs: 97 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s wr, 4 op/s 2024-04-26T01:46:38.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:38 smithi046 ceph-mon[28013]: pgmap v337: 97 pgs: 97 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s wr, 4 op/s 2024-04-26T01:46:38.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:38 smithi103 ceph-mon[32920]: pgmap v337: 97 pgs: 97 active+clean; 577 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s wr, 4 op/s 2024-04-26T01:46:40.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:40 smithi163 ceph-mon[32592]: pgmap v338: 97 pgs: 97 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-04-26T01:46:40.687 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:40 smithi046 ceph-mon[28013]: pgmap v338: 97 pgs: 97 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-04-26T01:46:40.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:40 smithi103 ceph-mon[32920]: pgmap v338: 97 pgs: 97 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-04-26T01:46:41.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.033+0000 7f07a2000700 1 -- 172.21.15.46:0/4191145336 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f079c10f4f0 msgr2=0x7f079c1118e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:41.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.033+0000 7f07a2000700 1 --2- 172.21.15.46:0/4191145336 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f079c10f4f0 0x7f079c1118e0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f0794009990 tx=0x7f0794009ca0 comp rx=0 tx=0).stop 2024-04-26T01:46:41.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.033+0000 7f07a2000700 1 -- 172.21.15.46:0/4191145336 shutdown_connections 2024-04-26T01:46:41.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.033+0000 7f07a2000700 1 --2- 172.21.15.46:0/4191145336 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f079c10f4f0 0x7f079c1118e0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:41.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.033+0000 7f07a2000700 1 --2- 172.21.15.46:0/4191145336 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f079c06a750 0x7f079c06ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:41.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.033+0000 7f07a2000700 1 --2- 172.21.15.46:0/4191145336 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f079c06b070 0x7f079c10efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:41.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.033+0000 7f07a2000700 1 -- 172.21.15.46:0/4191145336 >> 172.21.15.46:0/4191145336 conn(0x7f079c0788f0 msgr2=0x7f079c078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:41.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.033+0000 7f07a2000700 1 -- 172.21.15.46:0/4191145336 shutdown_connections 2024-04-26T01:46:41.032 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.033+0000 7f07a2000700 1 -- 172.21.15.46:0/4191145336 wait complete. 2024-04-26T01:46:41.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.034+0000 7f07a2000700 1 Processor -- start 2024-04-26T01:46:41.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.034+0000 7f07a2000700 1 -- start start 2024-04-26T01:46:41.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.035+0000 7f07a2000700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f079c06a750 0x7f079c19b410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:41.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.035+0000 7f07a2000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f079c06b070 0x7f079c19b950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:41.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.035+0000 7f07a2000700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f079c10f4f0 0x7f079c19fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:41.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.035+0000 7f07a2000700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f079c114f80 con 0x7f079c06b070 2024-04-26T01:46:41.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.035+0000 7f07a2000700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f079c114e00 con 0x7f079c06a750 2024-04-26T01:46:41.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.035+0000 7f07a2000700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f079c115100 con 0x7f079c10f4f0 2024-04-26T01:46:41.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.035+0000 7f079aa00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f079c06b070 0x7f079c19b950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:41.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.035+0000 7f079aa00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f079c06b070 0x7f079c19b950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54832/0 (socket says 172.21.15.46:54832) 2024-04-26T01:46:41.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.035+0000 7f079aa00700 1 -- 172.21.15.46:0/4143887997 learned_addr learned my addr 172.21.15.46:0/4143887997 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:46:41.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.035+0000 7f079b400700 1 --2- 172.21.15.46:0/4143887997 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f079c06a750 0x7f079c19b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:41.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.035+0000 7f079be00700 1 --2- 172.21.15.46:0/4143887997 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f079c10f4f0 0x7f079c19fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:41.034 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.036+0000 7f079b400700 1 -- 172.21.15.46:0/4143887997 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f079c10f4f0 msgr2=0x7f079c19fc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:41.034 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.036+0000 7f079b400700 1 --2- 172.21.15.46:0/4143887997 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f079c10f4f0 0x7f079c19fc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:41.035 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.036+0000 7f079b400700 1 -- 172.21.15.46:0/4143887997 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f079c06b070 msgr2=0x7f079c19b950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:41.035 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.036+0000 7f079b400700 1 --2- 172.21.15.46:0/4143887997 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f079c06b070 0x7f079c19b950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:41.035 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.036+0000 7f079b400700 1 -- 172.21.15.46:0/4143887997 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f079c1a03d0 con 0x7f079c06a750 2024-04-26T01:46:41.035 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.036+0000 7f079aa00700 1 --2- 172.21.15.46:0/4143887997 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f079c06b070 0x7f079c19b950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:46:41.035 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.036+0000 7f079be00700 1 --2- 172.21.15.46:0/4143887997 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f079c10f4f0 0x7f079c19fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:46:41.035 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.036+0000 7f079b400700 1 --2- 172.21.15.46:0/4143887997 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f079c06a750 0x7f079c19b410 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f078c00ef10 tx=0x7f078c00c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:41.035 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.036+0000 7f0793e00700 1 -- 172.21.15.46:0/4143887997 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f078c00c9c0 con 0x7f079c06a750 2024-04-26T01:46:41.035 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.036+0000 7f07a2000700 1 -- 172.21.15.46:0/4143887997 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f079c1a0660 con 0x7f079c06a750 2024-04-26T01:46:41.035 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.036+0000 7f0793e00700 1 -- 172.21.15.46:0/4143887997 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f078c019070 con 0x7f079c06a750 2024-04-26T01:46:41.035 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.036+0000 7f0793e00700 1 -- 172.21.15.46:0/4143887997 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f078c007e60 con 0x7f079c06a750 2024-04-26T01:46:41.035 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.037+0000 7f07a2000700 1 -- 172.21.15.46:0/4143887997 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f079c1a7f40 con 0x7f079c06a750 2024-04-26T01:46:41.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.038+0000 7f07a2000700 1 -- 172.21.15.46:0/4143887997 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f079c069730 con 0x7f079c06a750 2024-04-26T01:46:41.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.040+0000 7f0793e00700 1 -- 172.21.15.46:0/4143887997 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f078c012050 con 0x7f079c06a750 2024-04-26T01:46:41.039 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.041+0000 7f0793e00700 1 --2- 172.21.15.46:0/4143887997 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f07800a3c40 0x7f07800a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:41.039 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.041+0000 7f0793e00700 1 -- 172.21.15.46:0/4143887997 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7f078c0d03a0 con 0x7f079c06a750 2024-04-26T01:46:41.039 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.042+0000 7f079aa00700 1 --2- 172.21.15.46:0/4143887997 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f07800a3c40 0x7f07800a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:41.040 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.042+0000 7f079aa00700 1 --2- 172.21.15.46:0/4143887997 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f07800a3c40 0x7f07800a6100 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f079c102dc0 tx=0x7f0788009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:41.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.044+0000 7f0793e00700 1 -- 172.21.15.46:0/4143887997 <== mon.2 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f078c010040 con 0x7f079c06a750 2024-04-26T01:46:41.275 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.277+0000 7f07a2000700 1 -- 172.21.15.46:0/4143887997 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f079c02df80 con 0x7f079c06a750 2024-04-26T01:46:41.277 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.279+0000 7f0793e00700 1 -- 172.21.15.46:0/4143887997 <== mon.2 v2:172.21.15.103:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+22244 (secure 0 0 0) 0x7f078c09ce30 con 0x7f079c06a750 2024-04-26T01:46:41.278 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:46:41.278 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":89,"fsid":"4e298560-036d-11ef-bc93-c7b262605968","created":"2024-04-26T01:36:51.789921+0000","modified":"2024-04-26T01:46:33.259329+0000","last_up_change":"2024-04-26T01:45:13.269142+0000","last_in_change":"2024-04-26T01:44:53.812099+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T01:40:53.363826+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T01:46:24.277738+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T01:46:29.225616+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8fb81e1c-2c24-45c9-89fd-896ec37fedb6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":1705061833},{"type":"v1","addr":"172.21.15.46:6803","nonce":1705061833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":1705061833},{"type":"v1","addr":"172.21.15.46:6805","nonce":1705061833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1705061833},{"type":"v1","addr":"172.21.15.46:6809","nonce":1705061833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":1705061833},{"type":"v1","addr":"172.21.15.46:6807","nonce":1705061833}]},"public_addr":"172.21.15.46:6803/1705061833","cluster_addr":"172.21.15.46:6805/1705061833","heartbeat_back_addr":"172.21.15.46:6809/1705061833","heartbeat_front_addr":"172.21.15.46:6807/1705061833","state":["exists","up"]},{"osd":1,"uuid":"235ad6a0-ad0d-44ff-9ad1-55205dc13533","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":4149643711},{"type":"v1","addr":"172.21.15.103:6801","nonce":4149643711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":4149643711},{"type":"v1","addr":"172.21.15.103:6803","nonce":4149643711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":4149643711},{"type":"v1","addr":"172.21.15.103:6807","nonce":4149643711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":4149643711},{"type":"v1","addr":"172.21.15.103:6805","nonce":4149643711}]},"public_addr":"172.21.15.103:6801/4149643711","cluster_addr":"172.21.15.103:6803/4149643711","heartbeat_back_addr":"172.21.15.103:6807/4149643711","heartbeat_front_addr":"172.21.15.103:6805/4149643711","state":["exists","up"]},{"osd":2,"uuid":"10a4e364-80e6-4c2e-8bdd-8c6e27188acf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6800","nonce":3238203653},{"type":"v1","addr":"172.21.15.163:6801","nonce":3238203653}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6802","nonce":3238203653},{"type":"v1","addr":"172.21.15.163:6803","nonce":3238203653}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6806","nonce":3238203653},{"type":"v1","addr":"172.21.15.163:6807","nonce":3238203653}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6804","nonce":3238203653},{"type":"v1","addr":"172.21.15.163:6805","nonce":3238203653}]},"public_addr":"172.21.15.163:6801/3238203653","cluster_addr":"172.21.15.163:6803/3238203653","heartbeat_back_addr":"172.21.15.163:6807/3238203653","heartbeat_front_addr":"172.21.15.163:6805/3238203653","state":["exists","up"]},{"osd":3,"uuid":"72b47e70-a1c2-4e07-868b-c030c68a8f5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":1889462647},{"type":"v1","addr":"172.21.15.46:6811","nonce":1889462647}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1889462647},{"type":"v1","addr":"172.21.15.46:6813","nonce":1889462647}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1889462647},{"type":"v1","addr":"172.21.15.46:6817","nonce":1889462647}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":1889462647},{"type":"v1","addr":"172.21.15.46:6815","nonce":1889462647}]},"public_addr":"172.21.15.46:6811/1889462647","cluster_addr":"172.21.15.46:6813/1889462647","heartbeat_back_addr":"172.21.15.46:6817/1889462647","heartbeat_front_addr":"172.21.15.46:6815/1889462647","state":["exists","up"]},{"osd":4,"uuid":"644cff68-2da7-43ed-bb87-f3b0d5f82b1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":3946150982},{"type":"v1","addr":"172.21.15.103:6809","nonce":3946150982}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":3946150982},{"type":"v1","addr":"172.21.15.103:6811","nonce":3946150982}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":3946150982},{"type":"v1","addr":"172.21.15.103:6815","nonce":3946150982}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":3946150982},{"type":"v1","addr":"172.21.15.103:6813","nonce":3946150982}]},"public_addr":"172.21.15.103:6809/3946150982","cluster_addr":"172.21.15.103:6811/3946150982","heartbeat_back_addr":"172.21.15.103:6815/3946150982","heartbeat_front_addr":"172.21.15.103:6813/3946150982","state":["exists","up"]},{"osd":5,"uuid":"fb7bbd34-9be5-4f39-ac32-af6c1eab2c64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6808","nonce":616922792},{"type":"v1","addr":"172.21.15.163:6809","nonce":616922792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6810","nonce":616922792},{"type":"v1","addr":"172.21.15.163:6811","nonce":616922792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6814","nonce":616922792},{"type":"v1","addr":"172.21.15.163:6815","nonce":616922792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6812","nonce":616922792},{"type":"v1","addr":"172.21.15.163:6813","nonce":616922792}]},"public_addr":"172.21.15.163:6809/616922792","cluster_addr":"172.21.15.163:6811/616922792","heartbeat_back_addr":"172.21.15.163:6815/616922792","heartbeat_front_addr":"172.21.15.163:6813/616922792","state":["exists","up"]},{"osd":6,"uuid":"bf28b38e-8424-4fb4-9528-6dbc7d2b1612","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2027770735},{"type":"v1","addr":"172.21.15.46:6819","nonce":2027770735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2027770735},{"type":"v1","addr":"172.21.15.46:6821","nonce":2027770735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2027770735},{"type":"v1","addr":"172.21.15.46:6825","nonce":2027770735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2027770735},{"type":"v1","addr":"172.21.15.46:6823","nonce":2027770735}]},"public_addr":"172.21.15.46:6819/2027770735","cluster_addr":"172.21.15.46:6821/2027770735","heartbeat_back_addr":"172.21.15.46:6825/2027770735","heartbeat_front_addr":"172.21.15.46:6823/2027770735","state":["exists","up"]},{"osd":7,"uuid":"019316c5-b83f-43f1-8d46-6dd43de6259a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":3114516049},{"type":"v1","addr":"172.21.15.103:6817","nonce":3114516049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":3114516049},{"type":"v1","addr":"172.21.15.103:6819","nonce":3114516049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":3114516049},{"type":"v1","addr":"172.21.15.103:6823","nonce":3114516049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":3114516049},{"type":"v1","addr":"172.21.15.103:6821","nonce":3114516049}]},"public_addr":"172.21.15.103:6817/3114516049","cluster_addr":"172.21.15.103:6819/3114516049","heartbeat_back_addr":"172.21.15.103:6823/3114516049","heartbeat_front_addr":"172.21.15.103:6821/3114516049","state":["exists","up"]},{"osd":8,"uuid":"209597cd-7768-4b82-ade7-8e01927a3e03","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6816","nonce":1671606862},{"type":"v1","addr":"172.21.15.163:6817","nonce":1671606862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6818","nonce":1671606862},{"type":"v1","addr":"172.21.15.163:6819","nonce":1671606862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6822","nonce":1671606862},{"type":"v1","addr":"172.21.15.163:6823","nonce":1671606862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6820","nonce":1671606862},{"type":"v1","addr":"172.21.15.163:6821","nonce":1671606862}]},"public_addr":"172.21.15.163:6817/1671606862","cluster_addr":"172.21.15.163:6819/1671606862","heartbeat_back_addr":"172.21.15.163:6823/1671606862","heartbeat_front_addr":"172.21.15.163:6821/1671606862","state":["exists","up"]},{"osd":9,"uuid":"77a2c45f-b6c7-465c-96ec-d760fa92dd75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":1569907716},{"type":"v1","addr":"172.21.15.46:6827","nonce":1569907716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":1569907716},{"type":"v1","addr":"172.21.15.46:6829","nonce":1569907716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":1569907716},{"type":"v1","addr":"172.21.15.46:6833","nonce":1569907716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":1569907716},{"type":"v1","addr":"172.21.15.46:6831","nonce":1569907716}]},"public_addr":"172.21.15.46:6827/1569907716","cluster_addr":"172.21.15.46:6829/1569907716","heartbeat_back_addr":"172.21.15.46:6833/1569907716","heartbeat_front_addr":"172.21.15.46:6831/1569907716","state":["exists","up"]},{"osd":10,"uuid":"b0ec12dc-7afe-454a-8195-2e38441ca466","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":4049341884},{"type":"v1","addr":"172.21.15.103:6825","nonce":4049341884}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":4049341884},{"type":"v1","addr":"172.21.15.103:6827","nonce":4049341884}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":4049341884},{"type":"v1","addr":"172.21.15.103:6831","nonce":4049341884}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":4049341884},{"type":"v1","addr":"172.21.15.103:6829","nonce":4049341884}]},"public_addr":"172.21.15.103:6825/4049341884","cluster_addr":"172.21.15.103:6827/4049341884","heartbeat_back_addr":"172.21.15.103:6831/4049341884","heartbeat_front_addr":"172.21.15.103:6829/4049341884","state":["exists","up"]},{"osd":11,"uuid":"1c43e737-c189-43c0-a9ee-17a3cdc8278d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6824","nonce":1269489610},{"type":"v1","addr":"172.21.15.163:6825","nonce":1269489610}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6826","nonce":1269489610},{"type":"v1","addr":"172.21.15.163:6827","nonce":1269489610}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6830","nonce":1269489610},{"type":"v1","addr":"172.21.15.163:6831","nonce":1269489610}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6828","nonce":1269489610},{"type":"v1","addr":"172.21.15.163:6829","nonce":1269489610}]},"public_addr":"172.21.15.163:6825/1269489610","cluster_addr":"172.21.15.163:6827/1269489610","heartbeat_back_addr":"172.21.15.163:6831/1269489610","heartbeat_front_addr":"172.21.15.163:6829/1269489610","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:39:58.982337+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:40:24.637183+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:40:49.044978+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:41:23.090601+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:41:49.957654+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:42:15.570899+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:42:50.909512+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:43:17.899928+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:43:43.563643+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:44:19.007356+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:44:46.388363+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:45:11.782396+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/2138390774":"2024-04-27T01:38:01.199869+0000","172.21.15.46:0/1671101151":"2024-04-27T01:38:01.199869+0000","172.21.15.46:0/3463419164":"2024-04-27T01:38:01.199869+0000","172.21.15.46:6801/1268650508":"2024-04-27T01:38:01.199869+0000","172.21.15.46:0/1254319164":"2024-04-27T01:37:25.688097+0000","172.21.15.46:6800/2101651407":"2024-04-27T01:37:25.688097+0000","172.21.15.46:6800/1268650508":"2024-04-27T01:38:01.199869+0000","172.21.15.46:0/2440871722":"2024-04-27T01:37:25.688097+0000","172.21.15.46:0/846597820":"2024-04-27T01:37:25.688097+0000","172.21.15.46:6801/2101651407":"2024-04-27T01:37:25.688097+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T01:46:41.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.283+0000 7f07a2000700 1 -- 172.21.15.46:0/4143887997 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f07800a3c40 msgr2=0x7f07800a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:41.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.283+0000 7f07a2000700 1 --2- 172.21.15.46:0/4143887997 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f07800a3c40 0x7f07800a6100 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f079c102dc0 tx=0x7f0788009260 comp rx=0 tx=0).stop 2024-04-26T01:46:41.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.283+0000 7f07a2000700 1 -- 172.21.15.46:0/4143887997 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f079c06a750 msgr2=0x7f079c19b410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:41.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.283+0000 7f07a2000700 1 --2- 172.21.15.46:0/4143887997 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f079c06a750 0x7f079c19b410 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f078c00ef10 tx=0x7f078c00c3a0 comp rx=0 tx=0).stop 2024-04-26T01:46:41.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.283+0000 7f07a2000700 1 -- 172.21.15.46:0/4143887997 shutdown_connections 2024-04-26T01:46:41.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.283+0000 7f07a2000700 1 --2- 172.21.15.46:0/4143887997 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f079c10f4f0 0x7f079c19fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:41.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.283+0000 7f07a2000700 1 --2- 172.21.15.46:0/4143887997 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f07800a3c40 0x7f07800a6100 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:41.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.283+0000 7f07a2000700 1 --2- 172.21.15.46:0/4143887997 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f079c06a750 0x7f079c19b410 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:41.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.283+0000 7f07a2000700 1 --2- 172.21.15.46:0/4143887997 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f079c06b070 0x7f079c19b950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:41.281 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.283+0000 7f07a2000700 1 -- 172.21.15.46:0/4143887997 >> 172.21.15.46:0/4143887997 conn(0x7f079c0788f0 msgr2=0x7f079c110940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:41.282 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.283+0000 7f07a2000700 1 -- 172.21.15.46:0/4143887997 shutdown_connections 2024-04-26T01:46:41.282 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:41.283+0000 7f07a2000700 1 -- 172.21.15.46:0/4143887997 wait complete. 2024-04-26T01:46:41.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:41 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/4143887997' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:46:41.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:41 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/4143887997' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:46:41.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:41 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/4143887997' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:46:42.133 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-04-26T01:46:42.611 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:46:42.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:42 smithi163 ceph-mon[32592]: pgmap v339: 97 pgs: 97 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-26T01:46:42.762 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:42 smithi046 ceph-mon[28013]: pgmap v339: 97 pgs: 97 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-26T01:46:42.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:42 smithi103 ceph-mon[32920]: pgmap v339: 97 pgs: 97 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-26T01:46:44.757 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:44 smithi046 ceph-mon[28013]: pgmap v340: 97 pgs: 97 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-26T01:46:44.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:44 smithi103 ceph-mon[32920]: pgmap v340: 97 pgs: 97 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-26T01:46:44.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:44 smithi163 ceph-mon[32592]: pgmap v340: 97 pgs: 97 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-26T01:46:44.934 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:44.936+0000 7fc62b800700 1 -- 172.21.15.46:0/50028216 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc624075590 msgr2=0x7fc62410ef00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:44.935 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:44.936+0000 7fc62b800700 1 --2- 172.21.15.46:0/50028216 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc624075590 0x7fc62410ef00 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fc60c009990 tx=0x7fc60c009ca0 comp rx=0 tx=0).stop 2024-04-26T01:46:44.935 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:44.936+0000 7fc62b800700 1 -- 172.21.15.46:0/50028216 shutdown_connections 2024-04-26T01:46:44.935 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:44.936+0000 7fc62b800700 1 --2- 172.21.15.46:0/50028216 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc62410f440 0x7fc624111830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:44.935 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:44.936+0000 7fc62b800700 1 --2- 172.21.15.46:0/50028216 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc624074c70 0x7fc624075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:44.935 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:44.936+0000 7fc62b800700 1 --2- 172.21.15.46:0/50028216 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc624075590 0x7fc62410ef00 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:44.935 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:44.936+0000 7fc62b800700 1 -- 172.21.15.46:0/50028216 >> 172.21.15.46:0/50028216 conn(0x7fc624079ba0 msgr2=0x7fc624079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:44.935 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:44.936+0000 7fc62b800700 1 -- 172.21.15.46:0/50028216 shutdown_connections 2024-04-26T01:46:44.935 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:44.936+0000 7fc62b800700 1 -- 172.21.15.46:0/50028216 wait complete. 2024-04-26T01:46:44.936 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:44.938+0000 7fc62b800700 1 Processor -- start 2024-04-26T01:46:44.936 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:44.938+0000 7fc62b800700 1 -- start start 2024-04-26T01:46:44.937 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:44.939+0000 7fc62b800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc624074c70 0x7fc62419b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:44.937 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:44.939+0000 7fc62b800700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc624075590 0x7fc62419b920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:44.937 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:44.939+0000 7fc62b800700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc62410f440 0x7fc62419fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:44.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:44.939+0000 7fc62b800700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fc624114f90 con 0x7fc624074c70 2024-04-26T01:46:44.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:44.939+0000 7fc62b800700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fc624114e10 con 0x7fc624075590 2024-04-26T01:46:44.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:44.939+0000 7fc62b800700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fc624115110 con 0x7fc62410f440 2024-04-26T01:46:44.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:44.939+0000 7fc628e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc624074c70 0x7fc62419b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:44.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:44.939+0000 7fc628e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc624074c70 0x7fc62419b3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:55890/0 (socket says 172.21.15.46:55890) 2024-04-26T01:46:44.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:44.939+0000 7fc628e00700 1 -- 172.21.15.46:0/1007330512 learned_addr learned my addr 172.21.15.46:0/1007330512 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:46:44.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:44.939+0000 7fc61be00700 1 --2- 172.21.15.46:0/1007330512 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc624075590 0x7fc62419b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:44.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:44.939+0000 7fc629800700 1 --2- 172.21.15.46:0/1007330512 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc62410f440 0x7fc62419fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:44.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:44.940+0000 7fc628e00700 1 -- 172.21.15.46:0/1007330512 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc62410f440 msgr2=0x7fc62419fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:44.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:44.940+0000 7fc628e00700 1 --2- 172.21.15.46:0/1007330512 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc62410f440 0x7fc62419fcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:44.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:44.940+0000 7fc628e00700 1 -- 172.21.15.46:0/1007330512 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc624075590 msgr2=0x7fc62419b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:44.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:44.940+0000 7fc628e00700 1 --2- 172.21.15.46:0/1007330512 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc624075590 0x7fc62419b920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:44.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:44.940+0000 7fc628e00700 1 -- 172.21.15.46:0/1007330512 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6241a03f0 con 0x7fc624074c70 2024-04-26T01:46:44.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:44.940+0000 7fc628e00700 1 --2- 172.21.15.46:0/1007330512 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc624074c70 0x7fc62419b3e0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fc61400eb30 tx=0x7fc61400ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:44.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:44.940+0000 7fc622000700 1 -- 172.21.15.46:0/1007330512 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc61400cbd0 con 0x7fc624074c70 2024-04-26T01:46:44.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:44.940+0000 7fc62b800700 1 -- 172.21.15.46:0/1007330512 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6241a06e0 con 0x7fc624074c70 2024-04-26T01:46:44.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:44.940+0000 7fc622000700 1 -- 172.21.15.46:0/1007330512 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fc6140044f0 con 0x7fc624074c70 2024-04-26T01:46:44.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:44.940+0000 7fc62b800700 1 -- 172.21.15.46:0/1007330512 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6241a7f60 con 0x7fc624074c70 2024-04-26T01:46:44.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:44.941+0000 7fc622000700 1 -- 172.21.15.46:0/1007330512 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc614004830 con 0x7fc624074c70 2024-04-26T01:46:44.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:44.942+0000 7fc62b800700 1 -- 172.21.15.46:0/1007330512 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc624069730 con 0x7fc624074c70 2024-04-26T01:46:44.941 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:44.944+0000 7fc622000700 1 -- 172.21.15.46:0/1007330512 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fc614003ed0 con 0x7fc624074c70 2024-04-26T01:46:44.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:44.946+0000 7fc622000700 1 --2- 172.21.15.46:0/1007330512 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fc6080a3c40 0x7fc6080a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:44.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:44.947+0000 7fc622000700 1 -- 172.21.15.46:0/1007330512 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7fc6140d0a00 con 0x7fc624074c70 2024-04-26T01:46:44.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:44.947+0000 7fc61be00700 1 --2- 172.21.15.46:0/1007330512 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fc6080a3c40 0x7fc6080a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:44.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:44.948+0000 7fc61be00700 1 --2- 172.21.15.46:0/1007330512 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fc6080a3c40 0x7fc6080a6100 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fc624111140 tx=0x7fc60c00b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:44.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:44.950+0000 7fc622000700 1 -- 172.21.15.46:0/1007330512 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc61409d490 con 0x7fc624074c70 2024-04-26T01:46:45.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:45.231+0000 7fc62b800700 1 -- 172.21.15.46:0/1007330512 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fc6241a81f0 con 0x7fc624074c70 2024-04-26T01:46:45.437 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:45.439+0000 7fc622000700 1 -- 172.21.15.46:0/1007330512 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v16) ==== 118+0+0 (secure 0 0 0) 0x7fc61409cd90 con 0x7fc624074c70 2024-04-26T01:46:45.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:45.443+0000 7fc62b800700 1 -- 172.21.15.46:0/1007330512 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fc6080a3c40 msgr2=0x7fc6080a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:45.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:45.443+0000 7fc62b800700 1 --2- 172.21.15.46:0/1007330512 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fc6080a3c40 0x7fc6080a6100 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fc624111140 tx=0x7fc60c00b260 comp rx=0 tx=0).stop 2024-04-26T01:46:45.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:45.443+0000 7fc62b800700 1 -- 172.21.15.46:0/1007330512 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc624074c70 msgr2=0x7fc62419b3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:45.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:45.443+0000 7fc62b800700 1 --2- 172.21.15.46:0/1007330512 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc624074c70 0x7fc62419b3e0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fc61400eb30 tx=0x7fc61400ee40 comp rx=0 tx=0).stop 2024-04-26T01:46:45.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:45.444+0000 7fc62b800700 1 -- 172.21.15.46:0/1007330512 shutdown_connections 2024-04-26T01:46:45.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:45.444+0000 7fc62b800700 1 --2- 172.21.15.46:0/1007330512 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc62410f440 0x7fc62419fcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:45.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:45.444+0000 7fc62b800700 1 --2- 172.21.15.46:0/1007330512 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc624074c70 0x7fc62419b3e0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:45.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:45.444+0000 7fc62b800700 1 --2- 172.21.15.46:0/1007330512 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fc6080a3c40 0x7fc6080a6100 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:45.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:45.444+0000 7fc62b800700 1 --2- 172.21.15.46:0/1007330512 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc624075590 0x7fc62419b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:45.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:45.444+0000 7fc62b800700 1 -- 172.21.15.46:0/1007330512 >> 172.21.15.46:0/1007330512 conn(0x7fc624079ba0 msgr2=0x7fc6240ffc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:45.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:45.444+0000 7fc62b800700 1 -- 172.21.15.46:0/1007330512 shutdown_connections 2024-04-26T01:46:45.443 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:45.444+0000 7fc62b800700 1 -- 172.21.15.46:0/1007330512 wait complete. 2024-04-26T01:46:45.491 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:45 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/1007330512' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-26T01:46:45.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:45 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/1007330512' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-26T01:46:45.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:45 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/1007330512' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-26T01:46:46.324 DEBUG:tasks.cephfs.filesystem:fs_config: {'max_mds': 5, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--size 25000000000'}} 2024-04-26T01:46:46.325 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph fs set cephfs max_mds 5 2024-04-26T01:46:46.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:46 smithi046 ceph-mon[28013]: pgmap v341: 97 pgs: 97 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 3 op/s 2024-04-26T01:46:46.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:46 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/1007330512' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-26T01:46:46.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:46 smithi046 ceph-mon[28013]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T01:46:46.786 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:46:46.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:46 smithi103 ceph-mon[32920]: pgmap v341: 97 pgs: 97 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 3 op/s 2024-04-26T01:46:46.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:46 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/1007330512' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-26T01:46:46.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:46 smithi103 ceph-mon[32920]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T01:46:46.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:46 smithi163 ceph-mon[32592]: pgmap v341: 97 pgs: 97 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 3 op/s 2024-04-26T01:46:46.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:46 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/1007330512' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-26T01:46:46.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:46 smithi163 ceph-mon[32592]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T01:46:48.524 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:48 smithi046 ceph-mon[28013]: pgmap v342: 97 pgs: 97 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 KiB/s wr, 1 op/s 2024-04-26T01:46:48.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:48 smithi103 ceph-mon[32920]: pgmap v342: 97 pgs: 97 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 KiB/s wr, 1 op/s 2024-04-26T01:46:48.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:48 smithi163 ceph-mon[32592]: pgmap v342: 97 pgs: 97 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 KiB/s wr, 1 op/s 2024-04-26T01:46:49.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.095+0000 7f6a23400700 1 -- 172.21.15.46:0/2278476370 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6a1c075590 msgr2=0x7f6a1c10ef00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:49.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.095+0000 7f6a23400700 1 --2- 172.21.15.46:0/2278476370 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6a1c075590 0x7f6a1c10ef00 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f6a08009990 tx=0x7f6a08009ca0 comp rx=0 tx=0).stop 2024-04-26T01:46:49.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.095+0000 7f6a23400700 1 -- 172.21.15.46:0/2278476370 shutdown_connections 2024-04-26T01:46:49.094 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.095+0000 7f6a23400700 1 --2- 172.21.15.46:0/2278476370 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6a1c10f440 0x7f6a1c111830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:49.094 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.095+0000 7f6a23400700 1 --2- 172.21.15.46:0/2278476370 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6a1c074c70 0x7f6a1c075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:49.094 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.095+0000 7f6a23400700 1 --2- 172.21.15.46:0/2278476370 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6a1c075590 0x7f6a1c10ef00 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:49.094 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.095+0000 7f6a23400700 1 -- 172.21.15.46:0/2278476370 >> 172.21.15.46:0/2278476370 conn(0x7f6a1c079ba0 msgr2=0x7f6a1c079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:49.094 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.095+0000 7f6a23400700 1 -- 172.21.15.46:0/2278476370 shutdown_connections 2024-04-26T01:46:49.094 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.096+0000 7f6a23400700 1 -- 172.21.15.46:0/2278476370 wait complete. 2024-04-26T01:46:49.094 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.097+0000 7f6a23400700 1 Processor -- start 2024-04-26T01:46:49.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.097+0000 7f6a23400700 1 -- start start 2024-04-26T01:46:49.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.098+0000 7f6a23400700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6a1c074c70 0x7f6a1c19b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:49.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.098+0000 7f6a23400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6a1c075590 0x7f6a1c19b940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:49.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.098+0000 7f6a23400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6a1c10f440 0x7f6a1c19fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:49.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.098+0000 7f6a23400700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f6a1c114f90 con 0x7f6a1c075590 2024-04-26T01:46:49.096 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.098+0000 7f6a23400700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f6a1c114e10 con 0x7f6a1c074c70 2024-04-26T01:46:49.096 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.098+0000 7f6a23400700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f6a1c115110 con 0x7f6a1c10f440 2024-04-26T01:46:49.096 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.098+0000 7f6a1be00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6a1c075590 0x7f6a1c19b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:49.096 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.098+0000 7f6a1be00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6a1c075590 0x7f6a1c19b940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:55898/0 (socket says 172.21.15.46:55898) 2024-04-26T01:46:49.097 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.098+0000 7f6a1be00700 1 -- 172.21.15.46:0/287736637 learned_addr learned my addr 172.21.15.46:0/287736637 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:46:49.097 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.098+0000 7f6a21400700 1 --2- 172.21.15.46:0/287736637 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6a1c10f440 0x7f6a1c19fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:49.097 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.098+0000 7f6a20a00700 1 --2- 172.21.15.46:0/287736637 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6a1c074c70 0x7f6a1c19b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:49.097 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.099+0000 7f6a1be00700 1 -- 172.21.15.46:0/287736637 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6a1c10f440 msgr2=0x7f6a1c19fcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:49.097 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.099+0000 7f6a1be00700 1 --2- 172.21.15.46:0/287736637 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6a1c10f440 0x7f6a1c19fcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:49.097 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.099+0000 7f6a1be00700 1 -- 172.21.15.46:0/287736637 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6a1c074c70 msgr2=0x7f6a1c19b400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:49.097 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.099+0000 7f6a1be00700 1 --2- 172.21.15.46:0/287736637 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6a1c074c70 0x7f6a1c19b400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:49.097 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.099+0000 7f6a1be00700 1 -- 172.21.15.46:0/287736637 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a1c1a0410 con 0x7f6a1c075590 2024-04-26T01:46:49.097 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.099+0000 7f6a1be00700 1 --2- 172.21.15.46:0/287736637 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6a1c075590 0x7f6a1c19b940 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f6a08000c00 tx=0x7f6a08005ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:49.098 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.099+0000 7f6a19600700 1 -- 172.21.15.46:0/287736637 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a08027070 con 0x7f6a1c075590 2024-04-26T01:46:49.098 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.099+0000 7f6a19600700 1 -- 172.21.15.46:0/287736637 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6a08005690 con 0x7f6a1c075590 2024-04-26T01:46:49.098 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.099+0000 7f6a23400700 1 -- 172.21.15.46:0/287736637 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a1c1a06a0 con 0x7f6a1c075590 2024-04-26T01:46:49.098 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.099+0000 7f6a19600700 1 -- 172.21.15.46:0/287736637 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a08022c10 con 0x7f6a1c075590 2024-04-26T01:46:49.098 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.100+0000 7f6a23400700 1 -- 172.21.15.46:0/287736637 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a1c1a7f80 con 0x7f6a1c075590 2024-04-26T01:46:49.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.101+0000 7f6a23400700 1 -- 172.21.15.46:0/287736637 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a1c069730 con 0x7f6a1c075590 2024-04-26T01:46:49.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.103+0000 7f6a19600700 1 -- 172.21.15.46:0/287736637 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f6a0802a070 con 0x7f6a1c075590 2024-04-26T01:46:49.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.104+0000 7f6a19600700 1 --2- 172.21.15.46:0/287736637 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f6a040a3cc0 0x7f6a040a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:49.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.104+0000 7f6a19600700 1 -- 172.21.15.46:0/287736637 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7f6a080d1910 con 0x7f6a1c075590 2024-04-26T01:46:49.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.105+0000 7f6a20a00700 1 --2- 172.21.15.46:0/287736637 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f6a040a3cc0 0x7f6a040a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:49.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.105+0000 7f6a20a00700 1 --2- 172.21.15.46:0/287736637 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f6a040a3cc0 0x7f6a040a6180 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f6a10005950 tx=0x7f6a1000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:49.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.107+0000 7f6a19600700 1 -- 172.21.15.46:0/287736637 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6a08031020 con 0x7f6a1c075590 2024-04-26T01:46:49.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.392+0000 7f6a23400700 1 -- 172.21.15.46:0/287736637 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"} v 0) -- 0x7f6a1c19c760 con 0x7f6a1c075590 2024-04-26T01:46:49.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.913+0000 7f6a19600700 1 -- 172.21.15.46:0/287736637 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]=0 v17) ==== 105+0+0 (secure 0 0 0) 0x7f6a08013070 con 0x7f6a1c075590 2024-04-26T01:46:49.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.917+0000 7f6a23400700 1 -- 172.21.15.46:0/287736637 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f6a040a3cc0 msgr2=0x7f6a040a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:49.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.917+0000 7f6a23400700 1 --2- 172.21.15.46:0/287736637 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f6a040a3cc0 0x7f6a040a6180 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f6a10005950 tx=0x7f6a1000b410 comp rx=0 tx=0).stop 2024-04-26T01:46:49.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.917+0000 7f6a23400700 1 -- 172.21.15.46:0/287736637 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6a1c075590 msgr2=0x7f6a1c19b940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:49.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.917+0000 7f6a23400700 1 --2- 172.21.15.46:0/287736637 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6a1c075590 0x7f6a1c19b940 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f6a08000c00 tx=0x7f6a08005ef0 comp rx=0 tx=0).stop 2024-04-26T01:46:49.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.917+0000 7f6a23400700 1 -- 172.21.15.46:0/287736637 shutdown_connections 2024-04-26T01:46:49.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.917+0000 7f6a23400700 1 --2- 172.21.15.46:0/287736637 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6a1c10f440 0x7f6a1c19fcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:49.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.917+0000 7f6a23400700 1 --2- 172.21.15.46:0/287736637 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f6a040a3cc0 0x7f6a040a6180 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:49.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.917+0000 7f6a23400700 1 --2- 172.21.15.46:0/287736637 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6a1c074c70 0x7f6a1c19b400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:49.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.917+0000 7f6a23400700 1 --2- 172.21.15.46:0/287736637 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6a1c075590 0x7f6a1c19b940 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:49.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.917+0000 7f6a23400700 1 -- 172.21.15.46:0/287736637 >> 172.21.15.46:0/287736637 conn(0x7f6a1c079ba0 msgr2=0x7f6a1c0ffbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:49.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.917+0000 7f6a23400700 1 -- 172.21.15.46:0/287736637 shutdown_connections 2024-04-26T01:46:49.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:49.918+0000 7f6a23400700 1 -- 172.21.15.46:0/287736637 wait complete. 2024-04-26T01:46:50.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:49 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/287736637' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-26T01:46:50.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:49 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/287736637' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-26T01:46:50.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:49 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/287736637' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-26T01:46:50.834 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph fs set cephfs allow_standby_replay true 2024-04-26T01:46:51.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:50 smithi046 ceph-mon[28013]: pgmap v343: 97 pgs: 97 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-26T01:46:51.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:50 smithi046 ceph-mon[28013]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-26T01:46:51.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:50 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/287736637' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-04-26T01:46:51.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:50 smithi046 ceph-mon[28013]: daemon mds.a assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-26T01:46:51.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:50 smithi046 ceph-mon[28013]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T01:46:51.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:50 smithi046 ceph-mon[28013]: fsmap cephfs:2 {0=b=up:active,1=a=up:creating} 10 up:standby 2024-04-26T01:46:51.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:50 smithi046 ceph-mon[28013]: daemon mds.a is now active in filesystem cephfs as rank 1 2024-04-26T01:46:51.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:50 smithi163 ceph-mon[32592]: pgmap v343: 97 pgs: 97 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-26T01:46:51.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:50 smithi163 ceph-mon[32592]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-26T01:46:51.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:50 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/287736637' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-04-26T01:46:51.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:50 smithi163 ceph-mon[32592]: daemon mds.a assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-26T01:46:51.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:50 smithi163 ceph-mon[32592]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T01:46:51.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:50 smithi163 ceph-mon[32592]: fsmap cephfs:2 {0=b=up:active,1=a=up:creating} 10 up:standby 2024-04-26T01:46:51.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:50 smithi163 ceph-mon[32592]: daemon mds.a is now active in filesystem cephfs as rank 1 2024-04-26T01:46:51.301 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:46:51.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:50 smithi103 ceph-mon[32920]: pgmap v343: 97 pgs: 97 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-04-26T01:46:51.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:50 smithi103 ceph-mon[32920]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-26T01:46:51.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:50 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/287736637' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-04-26T01:46:51.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:50 smithi103 ceph-mon[32920]: daemon mds.a assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-26T01:46:51.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:50 smithi103 ceph-mon[32920]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-26T01:46:51.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:50 smithi103 ceph-mon[32920]: fsmap cephfs:2 {0=b=up:active,1=a=up:creating} 10 up:standby 2024-04-26T01:46:51.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:50 smithi103 ceph-mon[32920]: daemon mds.a is now active in filesystem cephfs as rank 1 2024-04-26T01:46:52.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:51 smithi046 ceph-mon[28013]: mds.? [v2:172.21.15.46:6840/1857491842,v1:172.21.15.46:6841/1857491842] up:active 2024-04-26T01:46:52.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:51 smithi046 ceph-mon[28013]: daemon mds.i assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-26T01:46:52.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:51 smithi046 ceph-mon[28013]: fsmap cephfs:2 {0=b=up:active,1=a=up:active} 10 up:standby 2024-04-26T01:46:52.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:51 smithi046 ceph-mon[28013]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=i=up:creating} 9 up:standby 2024-04-26T01:46:52.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:51 smithi046 ceph-mon[28013]: daemon mds.i is now active in filesystem cephfs as rank 2 2024-04-26T01:46:52.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:51 smithi103 ceph-mon[32920]: mds.? [v2:172.21.15.46:6840/1857491842,v1:172.21.15.46:6841/1857491842] up:active 2024-04-26T01:46:52.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:51 smithi103 ceph-mon[32920]: daemon mds.i assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-26T01:46:52.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:51 smithi103 ceph-mon[32920]: fsmap cephfs:2 {0=b=up:active,1=a=up:active} 10 up:standby 2024-04-26T01:46:52.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:51 smithi103 ceph-mon[32920]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=i=up:creating} 9 up:standby 2024-04-26T01:46:52.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:51 smithi103 ceph-mon[32920]: daemon mds.i is now active in filesystem cephfs as rank 2 2024-04-26T01:46:52.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:51 smithi163 ceph-mon[32592]: mds.? [v2:172.21.15.46:6840/1857491842,v1:172.21.15.46:6841/1857491842] up:active 2024-04-26T01:46:52.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:51 smithi163 ceph-mon[32592]: daemon mds.i assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-26T01:46:52.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:51 smithi163 ceph-mon[32592]: fsmap cephfs:2 {0=b=up:active,1=a=up:active} 10 up:standby 2024-04-26T01:46:52.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:51 smithi163 ceph-mon[32592]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=i=up:creating} 9 up:standby 2024-04-26T01:46:52.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:51 smithi163 ceph-mon[32592]: daemon mds.i is now active in filesystem cephfs as rank 2 2024-04-26T01:46:52.874 INFO:journalctl@ceph.mds.b.smithi103.stdout:Apr 26 01:46:52 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-b[63349]: 2024-04-26T01:46:52.556+0000 7fcdca617700 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-04-26T01:46:52.875 INFO:journalctl@ceph.mds.b.smithi103.stdout:Apr 26 01:46:52 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-b[63349]: 2024-04-26T01:46:52.556+0000 7fcdca617700 -1 mds.pinger is_rank_lagging: rank=2 was never sent ping request. 2024-04-26T01:46:53.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:52 smithi046 ceph-mon[28013]: pgmap v344: 97 pgs: 97 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 170 B/s wr, 0 op/s 2024-04-26T01:46:53.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:52 smithi046 ceph-mon[28013]: mds.? [v2:172.21.15.163:6838/1457170931,v1:172.21.15.163:6839/1457170931] up:active 2024-04-26T01:46:53.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:52 smithi046 ceph-mon[28013]: daemon mds.c assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-04-26T01:46:53.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:52 smithi046 ceph-mon[28013]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=i=up:active} 9 up:standby 2024-04-26T01:46:53.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:52 smithi046 ceph-mon[28013]: fsmap cephfs:4 {0=b=up:active,1=a=up:active,2=i=up:active,3=c=up:creating} 8 up:standby 2024-04-26T01:46:53.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:52 smithi046 ceph-mon[28013]: daemon mds.c is now active in filesystem cephfs as rank 3 2024-04-26T01:46:53.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:52 smithi103 ceph-mon[32920]: pgmap v344: 97 pgs: 97 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 170 B/s wr, 0 op/s 2024-04-26T01:46:53.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:52 smithi103 ceph-mon[32920]: mds.? [v2:172.21.15.163:6838/1457170931,v1:172.21.15.163:6839/1457170931] up:active 2024-04-26T01:46:53.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:52 smithi103 ceph-mon[32920]: daemon mds.c assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-04-26T01:46:53.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:52 smithi103 ceph-mon[32920]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=i=up:active} 9 up:standby 2024-04-26T01:46:53.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:52 smithi103 ceph-mon[32920]: fsmap cephfs:4 {0=b=up:active,1=a=up:active,2=i=up:active,3=c=up:creating} 8 up:standby 2024-04-26T01:46:53.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:52 smithi103 ceph-mon[32920]: daemon mds.c is now active in filesystem cephfs as rank 3 2024-04-26T01:46:53.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:52 smithi163 ceph-mon[32592]: pgmap v344: 97 pgs: 97 active+clean; 579 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 170 B/s wr, 0 op/s 2024-04-26T01:46:53.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:52 smithi163 ceph-mon[32592]: mds.? [v2:172.21.15.163:6838/1457170931,v1:172.21.15.163:6839/1457170931] up:active 2024-04-26T01:46:53.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:52 smithi163 ceph-mon[32592]: daemon mds.c assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-04-26T01:46:53.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:52 smithi163 ceph-mon[32592]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=i=up:active} 9 up:standby 2024-04-26T01:46:53.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:52 smithi163 ceph-mon[32592]: fsmap cephfs:4 {0=b=up:active,1=a=up:active,2=i=up:active,3=c=up:creating} 8 up:standby 2024-04-26T01:46:53.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:52 smithi163 ceph-mon[32592]: daemon mds.c is now active in filesystem cephfs as rank 3 2024-04-26T01:46:53.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:53.764+0000 7fd339a00700 1 -- 172.21.15.46:0/2891568374 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd33406a750 msgr2=0x7fd33406abb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:53.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:53.764+0000 7fd339a00700 1 --2- 172.21.15.46:0/2891568374 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd33406a750 0x7fd33406abb0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fd320009990 tx=0x7fd320009ca0 comp rx=0 tx=0).stop 2024-04-26T01:46:53.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:53.764+0000 7fd339a00700 1 -- 172.21.15.46:0/2891568374 shutdown_connections 2024-04-26T01:46:53.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:53.764+0000 7fd339a00700 1 --2- 172.21.15.46:0/2891568374 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd33406b0f0 0x7fd33410f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:53.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:53.764+0000 7fd339a00700 1 --2- 172.21.15.46:0/2891568374 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd334108a30 0x7fd334108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:53.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:53.764+0000 7fd339a00700 1 --2- 172.21.15.46:0/2891568374 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd33406a750 0x7fd33406abb0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:53.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:53.764+0000 7fd339a00700 1 -- 172.21.15.46:0/2891568374 >> 172.21.15.46:0/2891568374 conn(0x7fd3340788f0 msgr2=0x7fd334078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:53.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:53.764+0000 7fd339a00700 1 -- 172.21.15.46:0/2891568374 shutdown_connections 2024-04-26T01:46:53.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:53.764+0000 7fd339a00700 1 -- 172.21.15.46:0/2891568374 wait complete. 2024-04-26T01:46:53.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:53.766+0000 7fd339a00700 1 Processor -- start 2024-04-26T01:46:53.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:53.766+0000 7fd339a00700 1 -- start start 2024-04-26T01:46:53.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:53.766+0000 7fd339a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd33406a750 0x7fd33419b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:53.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:53.766+0000 7fd339a00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd33406b0f0 0x7fd33419b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:53.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:53.767+0000 7fd339a00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd334108a30 0x7fd33419fd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:53.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:53.767+0000 7fd339a00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fd334112da0 con 0x7fd33406a750 2024-04-26T01:46:53.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:53.767+0000 7fd339a00700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fd334112c20 con 0x7fd33406b0f0 2024-04-26T01:46:53.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:53.767+0000 7fd339a00700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fd334112f20 con 0x7fd334108a30 2024-04-26T01:46:53.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:53.767+0000 7fd332000700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd33406b0f0 0x7fd33419b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:53.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:53.767+0000 7fd332a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd33406a750 0x7fd33419b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:53.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:53.767+0000 7fd332000700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd33406b0f0 0x7fd33419b9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:38390/0 (socket says 172.21.15.46:38390) 2024-04-26T01:46:53.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:53.767+0000 7fd332000700 1 -- 172.21.15.46:0/2854403311 learned_addr learned my addr 172.21.15.46:0/2854403311 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:46:53.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:53.767+0000 7fd333400700 1 --2- 172.21.15.46:0/2854403311 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd334108a30 0x7fd33419fd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:53.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:53.767+0000 7fd332000700 1 -- 172.21.15.46:0/2854403311 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd334108a30 msgr2=0x7fd33419fd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:53.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:53.767+0000 7fd332000700 1 --2- 172.21.15.46:0/2854403311 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd334108a30 0x7fd33419fd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:53.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:53.767+0000 7fd332000700 1 -- 172.21.15.46:0/2854403311 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd33406a750 msgr2=0x7fd33419b4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:53.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:53.767+0000 7fd332000700 1 --2- 172.21.15.46:0/2854403311 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd33406a750 0x7fd33419b4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:53.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:53.767+0000 7fd332000700 1 -- 172.21.15.46:0/2854403311 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3341a0470 con 0x7fd33406b0f0 2024-04-26T01:46:53.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:53.768+0000 7fd332000700 1 --2- 172.21.15.46:0/2854403311 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd33406b0f0 0x7fd33419b9f0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fd320005910 tx=0x7fd32000bfc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:53.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:53.768+0000 7fd32b400700 1 -- 172.21.15.46:0/2854403311 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd320027070 con 0x7fd33406b0f0 2024-04-26T01:46:53.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:53.768+0000 7fd32b400700 1 -- 172.21.15.46:0/2854403311 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd32000b610 con 0x7fd33406b0f0 2024-04-26T01:46:53.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:53.768+0000 7fd339a00700 1 -- 172.21.15.46:0/2854403311 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3341a0700 con 0x7fd33406b0f0 2024-04-26T01:46:53.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:53.768+0000 7fd32b400700 1 -- 172.21.15.46:0/2854403311 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd320017650 con 0x7fd33406b0f0 2024-04-26T01:46:53.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:53.768+0000 7fd339a00700 1 -- 172.21.15.46:0/2854403311 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3341a7fe0 con 0x7fd33406b0f0 2024-04-26T01:46:53.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:53.769+0000 7fd339a00700 1 -- 172.21.15.46:0/2854403311 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd334069730 con 0x7fd33406b0f0 2024-04-26T01:46:53.769 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:53.772+0000 7fd32b400700 1 -- 172.21.15.46:0/2854403311 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fd32002a070 con 0x7fd33406b0f0 2024-04-26T01:46:53.771 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:53.773+0000 7fd32b400700 1 --2- 172.21.15.46:0/2854403311 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fd3180a3cc0 0x7fd3180a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:53.771 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:53.773+0000 7fd32b400700 1 -- 172.21.15.46:0/2854403311 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7fd3200d12e0 con 0x7fd33406b0f0 2024-04-26T01:46:53.771 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:53.773+0000 7fd332a00700 1 --2- 172.21.15.46:0/2854403311 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fd3180a3cc0 0x7fd3180a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:53.771 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:53.774+0000 7fd332a00700 1 --2- 172.21.15.46:0/2854403311 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fd3180a3cc0 0x7fd3180a6180 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fd324009be0 tx=0x7fd324009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:53.774 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:53.777+0000 7fd32b400700 1 -- 172.21.15.46:0/2854403311 <== mon.2 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd32005eff0 con 0x7fd33406b0f0 2024-04-26T01:46:54.059 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:54.061+0000 7fd339a00700 1 -- 172.21.15.46:0/2854403311 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) -- 0x7fd33419c7c0 con 0x7fd33406b0f0 2024-04-26T01:46:54.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:53 smithi046 ceph-mon[28013]: mds.? [v2:172.21.15.163:6836/3255035214,v1:172.21.15.163:6837/3255035214] up:active 2024-04-26T01:46:54.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:53 smithi046 ceph-mon[28013]: daemon mds.h assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-04-26T01:46:54.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:53 smithi046 ceph-mon[28013]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-26T01:46:54.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:53 smithi046 ceph-mon[28013]: Cluster is now healthy 2024-04-26T01:46:54.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:53 smithi046 ceph-mon[28013]: fsmap cephfs:4 {0=b=up:active,1=a=up:active,2=i=up:active,3=c=up:active} 8 up:standby 2024-04-26T01:46:54.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:53 smithi046 ceph-mon[28013]: fsmap cephfs:5 1 up:creating 7 up:standby 4 up:active 2024-04-26T01:46:54.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:53 smithi046 ceph-mon[28013]: daemon mds.h is now active in filesystem cephfs as rank 4 2024-04-26T01:46:54.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:53 smithi103 ceph-mon[32920]: mds.? [v2:172.21.15.163:6836/3255035214,v1:172.21.15.163:6837/3255035214] up:active 2024-04-26T01:46:54.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:53 smithi103 ceph-mon[32920]: daemon mds.h assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-04-26T01:46:54.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:53 smithi103 ceph-mon[32920]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-26T01:46:54.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:53 smithi103 ceph-mon[32920]: Cluster is now healthy 2024-04-26T01:46:54.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:53 smithi103 ceph-mon[32920]: fsmap cephfs:4 {0=b=up:active,1=a=up:active,2=i=up:active,3=c=up:active} 8 up:standby 2024-04-26T01:46:54.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:53 smithi103 ceph-mon[32920]: fsmap cephfs:5 1 up:creating 7 up:standby 4 up:active 2024-04-26T01:46:54.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:53 smithi103 ceph-mon[32920]: daemon mds.h is now active in filesystem cephfs as rank 4 2024-04-26T01:46:54.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:53 smithi163 ceph-mon[32592]: mds.? [v2:172.21.15.163:6836/3255035214,v1:172.21.15.163:6837/3255035214] up:active 2024-04-26T01:46:54.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:53 smithi163 ceph-mon[32592]: daemon mds.h assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-04-26T01:46:54.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:53 smithi163 ceph-mon[32592]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-26T01:46:54.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:53 smithi163 ceph-mon[32592]: Cluster is now healthy 2024-04-26T01:46:54.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:53 smithi163 ceph-mon[32592]: fsmap cephfs:4 {0=b=up:active,1=a=up:active,2=i=up:active,3=c=up:active} 8 up:standby 2024-04-26T01:46:54.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:53 smithi163 ceph-mon[32592]: fsmap cephfs:5 1 up:creating 7 up:standby 4 up:active 2024-04-26T01:46:54.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:53 smithi163 ceph-mon[32592]: daemon mds.h is now active in filesystem cephfs as rank 4 2024-04-26T01:46:54.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:54.980+0000 7fd32b400700 1 -- 172.21.15.46:0/2854403311 <== mon.2 v2:172.21.15.103:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v26) ==== 121+0+0 (secure 0 0 0) 0x7fd320013070 con 0x7fd33406b0f0 2024-04-26T01:46:54.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:54.984+0000 7fd339a00700 1 -- 172.21.15.46:0/2854403311 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fd3180a3cc0 msgr2=0x7fd3180a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:54.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:54.984+0000 7fd339a00700 1 --2- 172.21.15.46:0/2854403311 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fd3180a3cc0 0x7fd3180a6180 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fd324009be0 tx=0x7fd324009260 comp rx=0 tx=0).stop 2024-04-26T01:46:54.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:54.984+0000 7fd339a00700 1 -- 172.21.15.46:0/2854403311 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd33406b0f0 msgr2=0x7fd33419b9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:54.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:54.984+0000 7fd339a00700 1 --2- 172.21.15.46:0/2854403311 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd33406b0f0 0x7fd33419b9f0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fd320005910 tx=0x7fd32000bfc0 comp rx=0 tx=0).stop 2024-04-26T01:46:54.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:54.984+0000 7fd339a00700 1 -- 172.21.15.46:0/2854403311 shutdown_connections 2024-04-26T01:46:54.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:54.984+0000 7fd339a00700 1 --2- 172.21.15.46:0/2854403311 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd334108a30 0x7fd33419fd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:54.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:54.984+0000 7fd339a00700 1 --2- 172.21.15.46:0/2854403311 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd33406a750 0x7fd33419b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:54.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:54.984+0000 7fd339a00700 1 --2- 172.21.15.46:0/2854403311 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fd3180a3cc0 0x7fd3180a6180 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:54.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:54.984+0000 7fd339a00700 1 --2- 172.21.15.46:0/2854403311 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd33406b0f0 0x7fd33419b9f0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:54.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:54.984+0000 7fd339a00700 1 -- 172.21.15.46:0/2854403311 >> 172.21.15.46:0/2854403311 conn(0x7fd3340788f0 msgr2=0x7fd33410df40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:54.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:54.985+0000 7fd339a00700 1 -- 172.21.15.46:0/2854403311 shutdown_connections 2024-04-26T01:46:54.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:54.985+0000 7fd339a00700 1 -- 172.21.15.46:0/2854403311 wait complete. 2024-04-26T01:46:55.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:54 smithi046 ceph-mon[28013]: pgmap v345: 97 pgs: 97 active+clean; 583 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s wr, 6 op/s 2024-04-26T01:46:55.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:54 smithi046 ceph-mon[28013]: mds.? [v2:172.21.15.103:6836/356151155,v1:172.21.15.103:6837/356151155] up:active 2024-04-26T01:46:55.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:54 smithi046 ceph-mon[28013]: fsmap cephfs:5 7 up:standby 5 up:active 2024-04-26T01:46:55.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:54 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/2854403311' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-26T01:46:55.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:54 smithi046 ceph-mon[28013]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-26T01:46:55.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:54 smithi103 ceph-mon[32920]: pgmap v345: 97 pgs: 97 active+clean; 583 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s wr, 6 op/s 2024-04-26T01:46:55.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:54 smithi103 ceph-mon[32920]: mds.? [v2:172.21.15.103:6836/356151155,v1:172.21.15.103:6837/356151155] up:active 2024-04-26T01:46:55.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:54 smithi103 ceph-mon[32920]: fsmap cephfs:5 7 up:standby 5 up:active 2024-04-26T01:46:55.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:54 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/2854403311' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-26T01:46:55.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:54 smithi103 ceph-mon[32920]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-26T01:46:55.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:54 smithi163 ceph-mon[32592]: pgmap v345: 97 pgs: 97 active+clean; 583 KiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s wr, 6 op/s 2024-04-26T01:46:55.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:54 smithi163 ceph-mon[32592]: mds.? [v2:172.21.15.103:6836/356151155,v1:172.21.15.103:6837/356151155] up:active 2024-04-26T01:46:55.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:54 smithi163 ceph-mon[32592]: fsmap cephfs:5 7 up:standby 5 up:active 2024-04-26T01:46:55.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:54 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/2854403311' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-26T01:46:55.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:54 smithi163 ceph-mon[32592]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-26T01:46:55.989 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph fs set cephfs session_timeout 300 2024-04-26T01:46:56.276 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:55 smithi103 ceph-mon[32920]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-26T01:46:56.276 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:55 smithi103 ceph-mon[32920]: fsmap cephfs:5 7 up:standby 5 up:active 2024-04-26T01:46:56.276 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:55 smithi103 ceph-mon[32920]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:46:56.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:55 smithi046 ceph-mon[28013]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-26T01:46:56.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:55 smithi046 ceph-mon[28013]: fsmap cephfs:5 7 up:standby 5 up:active 2024-04-26T01:46:56.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:55 smithi046 ceph-mon[28013]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:46:56.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:55 smithi163 ceph-mon[32592]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-26T01:46:56.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:55 smithi163 ceph-mon[32592]: fsmap cephfs:5 7 up:standby 5 up:active 2024-04-26T01:46:56.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:55 smithi163 ceph-mon[32592]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:46:56.463 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:46:57.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:57 smithi046 ceph-mon[28013]: pgmap v346: 97 pgs: 97 active+clean; 584 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s wr, 11 op/s 2024-04-26T01:46:57.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:57 smithi103 ceph-mon[32920]: pgmap v346: 97 pgs: 97 active+clean; 584 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s wr, 11 op/s 2024-04-26T01:46:57.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:57 smithi163 ceph-mon[32592]: pgmap v346: 97 pgs: 97 active+clean; 584 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s wr, 11 op/s 2024-04-26T01:46:57.874 INFO:journalctl@ceph.mds.b.smithi103.stdout:Apr 26 01:46:57 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-b[63349]: 2024-04-26T01:46:57.556+0000 7fcdca617700 -1 mds.pinger is_rank_lagging: rank=4 was never sent ping request. 2024-04-26T01:46:58.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:58.784+0000 7f5d3d600700 1 -- 172.21.15.46:0/1934821169 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5d3806b0f0 msgr2=0x7f5d3810f900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:58.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:58.784+0000 7f5d3d600700 1 --2- 172.21.15.46:0/1934821169 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5d3806b0f0 0x7f5d3810f900 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f5d30009f90 tx=0x7f5d3000b330 comp rx=0 tx=0).stop 2024-04-26T01:46:58.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:58.784+0000 7f5d3d600700 1 -- 172.21.15.46:0/1934821169 shutdown_connections 2024-04-26T01:46:58.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:58.784+0000 7f5d3d600700 1 --2- 172.21.15.46:0/1934821169 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5d3806b0f0 0x7f5d3810f900 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:58.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:58.784+0000 7f5d3d600700 1 --2- 172.21.15.46:0/1934821169 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5d38108a30 0x7f5d38108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:58.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:58.784+0000 7f5d3d600700 1 --2- 172.21.15.46:0/1934821169 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5d3806a750 0x7f5d3806abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:58.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:58.784+0000 7f5d3d600700 1 -- 172.21.15.46:0/1934821169 >> 172.21.15.46:0/1934821169 conn(0x7f5d380788f0 msgr2=0x7f5d38078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:46:58.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:58.784+0000 7f5d3d600700 1 -- 172.21.15.46:0/1934821169 shutdown_connections 2024-04-26T01:46:58.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:58.784+0000 7f5d3d600700 1 -- 172.21.15.46:0/1934821169 wait complete. 2024-04-26T01:46:58.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:58.785+0000 7f5d3d600700 1 Processor -- start 2024-04-26T01:46:58.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:58.785+0000 7f5d3d600700 1 -- start start 2024-04-26T01:46:58.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:58.786+0000 7f5d3d600700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5d3806a750 0x7f5d3819b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:58.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:58.786+0000 7f5d3d600700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5d3806b0f0 0x7f5d3819b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:58.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:58.786+0000 7f5d3d600700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5d38108a30 0x7f5d3819fd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:58.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:58.786+0000 7f5d3d600700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f5d38112da0 con 0x7f5d3806a750 2024-04-26T01:46:58.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:58.786+0000 7f5d3d600700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f5d38112c20 con 0x7f5d3806b0f0 2024-04-26T01:46:58.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:58.786+0000 7f5d3d600700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f5d38112f20 con 0x7f5d38108a30 2024-04-26T01:46:58.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:58.786+0000 7f5d36a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5d3806a750 0x7f5d3819b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:58.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:58.786+0000 7f5d36000700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5d3806b0f0 0x7f5d3819b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:58.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:58.786+0000 7f5d37400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5d38108a30 0x7f5d3819fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:58.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:58.786+0000 7f5d36a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5d3806a750 0x7f5d3819b4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:36396/0 (socket says 172.21.15.46:36396) 2024-04-26T01:46:58.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:58.786+0000 7f5d36a00700 1 -- 172.21.15.46:0/1031559436 learned_addr learned my addr 172.21.15.46:0/1031559436 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:46:58.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:58.787+0000 7f5d37400700 1 -- 172.21.15.46:0/1031559436 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5d3806b0f0 msgr2=0x7f5d3819b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:58.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:58.787+0000 7f5d37400700 1 --2- 172.21.15.46:0/1031559436 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5d3806b0f0 0x7f5d3819b9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:58.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:58.787+0000 7f5d37400700 1 -- 172.21.15.46:0/1031559436 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5d3806a750 msgr2=0x7f5d3819b4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:46:58.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:58.787+0000 7f5d37400700 1 --2- 172.21.15.46:0/1031559436 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5d3806a750 0x7f5d3819b4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:46:58.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:58.787+0000 7f5d37400700 1 -- 172.21.15.46:0/1031559436 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d381a04c0 con 0x7f5d38108a30 2024-04-26T01:46:58.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:58.787+0000 7f5d36a00700 1 --2- 172.21.15.46:0/1031559436 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5d3806a750 0x7f5d3819b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:46:58.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:58.787+0000 7f5d37400700 1 --2- 172.21.15.46:0/1031559436 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5d38108a30 0x7f5d3819fd80 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f5d30009f90 tx=0x7f5d3000cfa0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:58.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:58.787+0000 7f5d2f400700 1 -- 172.21.15.46:0/1031559436 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d30021070 con 0x7f5d38108a30 2024-04-26T01:46:58.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:58.787+0000 7f5d3d600700 1 -- 172.21.15.46:0/1031559436 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d381a0750 con 0x7f5d38108a30 2024-04-26T01:46:58.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:58.788+0000 7f5d2f400700 1 -- 172.21.15.46:0/1031559436 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5d3001d450 con 0x7f5d38108a30 2024-04-26T01:46:58.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:58.788+0000 7f5d2f400700 1 -- 172.21.15.46:0/1031559436 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d300052a0 con 0x7f5d38108a30 2024-04-26T01:46:58.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:58.788+0000 7f5d3d600700 1 -- 172.21.15.46:0/1031559436 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d381a8030 con 0x7f5d38108a30 2024-04-26T01:46:58.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:58.789+0000 7f5d3d600700 1 -- 172.21.15.46:0/1031559436 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5d38069730 con 0x7f5d38108a30 2024-04-26T01:46:58.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:58.791+0000 7f5d2f400700 1 -- 172.21.15.46:0/1031559436 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f5d30024070 con 0x7f5d38108a30 2024-04-26T01:46:58.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:58.792+0000 7f5d2f400700 1 --2- 172.21.15.46:0/1031559436 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f5d1c0a3c40 0x7f5d1c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:46:58.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:58.793+0000 7f5d2f400700 1 -- 172.21.15.46:0/1031559436 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7f5d3000f020 con 0x7f5d38108a30 2024-04-26T01:46:58.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:58.793+0000 7f5d36a00700 1 --2- 172.21.15.46:0/1031559436 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f5d1c0a3c40 0x7f5d1c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:46:58.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:58.794+0000 7f5d36a00700 1 --2- 172.21.15.46:0/1031559436 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f5d1c0a3c40 0x7f5d1c0a6100 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f5d28011550 tx=0x7f5d28009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:46:58.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:58.795+0000 7f5d2f400700 1 -- 172.21.15.46:0/1031559436 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5d3002b020 con 0x7f5d38108a30 2024-04-26T01:46:59.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:46:59 smithi046 ceph-mon[28013]: pgmap v347: 97 pgs: 97 active+clean; 584 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 4.0 KiB/s wr, 14 op/s 2024-04-26T01:46:59.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:46:59.079+0000 7f5d3d600700 1 -- 172.21.15.46:0/1031559436 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) -- 0x7f5d381a8200 con 0x7f5d38108a30 2024-04-26T01:46:59.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:46:59 smithi103 ceph-mon[32920]: pgmap v347: 97 pgs: 97 active+clean; 584 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 4.0 KiB/s wr, 14 op/s 2024-04-26T01:46:59.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:46:59 smithi163 ceph-mon[32592]: pgmap v347: 97 pgs: 97 active+clean; 584 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 4.0 KiB/s wr, 14 op/s 2024-04-26T01:47:00.018 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:00.020+0000 7f5d2f400700 1 -- 172.21.15.46:0/1031559436 <== mon.1 v2:172.21.15.163:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v28) ==== 115+0+0 (secure 0 0 0) 0x7f5d3009e550 con 0x7f5d38108a30 2024-04-26T01:47:00.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:00.024+0000 7f5d3d600700 1 -- 172.21.15.46:0/1031559436 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f5d1c0a3c40 msgr2=0x7f5d1c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:00.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:00.024+0000 7f5d3d600700 1 --2- 172.21.15.46:0/1031559436 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f5d1c0a3c40 0x7f5d1c0a6100 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f5d28011550 tx=0x7f5d28009260 comp rx=0 tx=0).stop 2024-04-26T01:47:00.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:00.024+0000 7f5d3d600700 1 -- 172.21.15.46:0/1031559436 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5d38108a30 msgr2=0x7f5d3819fd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:00.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:00.024+0000 7f5d3d600700 1 --2- 172.21.15.46:0/1031559436 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5d38108a30 0x7f5d3819fd80 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f5d30009f90 tx=0x7f5d3000cfa0 comp rx=0 tx=0).stop 2024-04-26T01:47:00.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:00.024+0000 7f5d3d600700 1 -- 172.21.15.46:0/1031559436 shutdown_connections 2024-04-26T01:47:00.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:00.024+0000 7f5d3d600700 1 --2- 172.21.15.46:0/1031559436 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5d38108a30 0x7f5d3819fd80 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:00.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:00.024+0000 7f5d3d600700 1 --2- 172.21.15.46:0/1031559436 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5d3806a750 0x7f5d3819b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:00.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:00.024+0000 7f5d3d600700 1 --2- 172.21.15.46:0/1031559436 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f5d1c0a3c40 0x7f5d1c0a6100 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:00.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:00.024+0000 7f5d3d600700 1 --2- 172.21.15.46:0/1031559436 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5d3806b0f0 0x7f5d3819b9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:00.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:00.024+0000 7f5d3d600700 1 -- 172.21.15.46:0/1031559436 >> 172.21.15.46:0/1031559436 conn(0x7f5d380788f0 msgr2=0x7f5d380ffb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:00.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:00.025+0000 7f5d3d600700 1 -- 172.21.15.46:0/1031559436 shutdown_connections 2024-04-26T01:47:00.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:00.025+0000 7f5d3d600700 1 -- 172.21.15.46:0/1031559436 wait complete. 2024-04-26T01:47:00.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:00 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/1031559436' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-26T01:47:00.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:00 smithi046 ceph-mon[28013]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-26T01:47:00.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:00 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/1031559436' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-26T01:47:00.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:00 smithi103 ceph-mon[32920]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-26T01:47:00.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:00 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/1031559436' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-26T01:47:00.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:00 smithi163 ceph-mon[32592]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-26T01:47:00.918 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--size 25000000000'} subvols for filesystem 'cephfs' 2024-04-26T01:47:00.918 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph fs subvolumegroup create cephfs qa 2024-04-26T01:47:01.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:01 smithi046 ceph-mon[28013]: pgmap v348: 97 pgs: 97 active+clean; 584 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 4.0 KiB/s wr, 17 op/s 2024-04-26T01:47:01.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:01 smithi046 ceph-mon[28013]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-26T01:47:01.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:01 smithi046 ceph-mon[28013]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:47:01.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:01 smithi103 ceph-mon[32920]: pgmap v348: 97 pgs: 97 active+clean; 584 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 4.0 KiB/s wr, 17 op/s 2024-04-26T01:47:01.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:01 smithi103 ceph-mon[32920]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-26T01:47:01.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:01 smithi103 ceph-mon[32920]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:47:01.385 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:47:01.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:01 smithi163 ceph-mon[32592]: pgmap v348: 97 pgs: 97 active+clean; 584 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 4.0 KiB/s wr, 17 op/s 2024-04-26T01:47:01.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:01 smithi163 ceph-mon[32592]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-26T01:47:01.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:01 smithi163 ceph-mon[32592]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:47:02.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:02 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]: dispatch 2024-04-26T01:47:02.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:02 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 1]}]: dispatch 2024-04-26T01:47:02.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:02 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 4]}]: dispatch 2024-04-26T01:47:02.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:02 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]: dispatch 2024-04-26T01:47:02.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:02 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8]}]: dispatch 2024-04-26T01:47:02.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:02 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [3, 9]}]: dispatch 2024-04-26T01:47:02.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:02 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.33", "id": [5, 9]}]: dispatch 2024-04-26T01:47:02.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:02 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.36", "id": [4, 9]}]: dispatch 2024-04-26T01:47:02.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:02 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]: dispatch 2024-04-26T01:47:02.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:02 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 1]}]: dispatch 2024-04-26T01:47:02.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:02 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 4]}]: dispatch 2024-04-26T01:47:02.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:02 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]: dispatch 2024-04-26T01:47:02.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:02 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8]}]: dispatch 2024-04-26T01:47:02.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:02 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [3, 9]}]: dispatch 2024-04-26T01:47:02.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:02 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.33", "id": [5, 9]}]: dispatch 2024-04-26T01:47:02.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:02 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.36", "id": [4, 9]}]: dispatch 2024-04-26T01:47:02.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:02 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]: dispatch 2024-04-26T01:47:02.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:02 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 1]}]: dispatch 2024-04-26T01:47:02.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:02 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 4]}]: dispatch 2024-04-26T01:47:02.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:02 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]: dispatch 2024-04-26T01:47:02.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:02 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8]}]: dispatch 2024-04-26T01:47:02.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:02 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [3, 9]}]: dispatch 2024-04-26T01:47:02.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:02 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.33", "id": [5, 9]}]: dispatch 2024-04-26T01:47:02.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:02 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.36", "id": [4, 9]}]: dispatch 2024-04-26T01:47:03.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:03 smithi046 ceph-mon[28013]: pgmap v349: 97 pgs: 97 active+clean; 584 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 4.0 KiB/s wr, 18 op/s 2024-04-26T01:47:03.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:03 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]': finished 2024-04-26T01:47:03.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:03 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 1]}]': finished 2024-04-26T01:47:03.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:03 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 4]}]': finished 2024-04-26T01:47:03.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:03 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]': finished 2024-04-26T01:47:03.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:03 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8]}]': finished 2024-04-26T01:47:03.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:03 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [3, 9]}]': finished 2024-04-26T01:47:03.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:03 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.33", "id": [5, 9]}]': finished 2024-04-26T01:47:03.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:03 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.36", "id": [4, 9]}]': finished 2024-04-26T01:47:03.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:03 smithi046 ceph-mon[28013]: osdmap e90: 12 total, 12 up, 12 in 2024-04-26T01:47:03.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:03 smithi103 ceph-mon[32920]: pgmap v349: 97 pgs: 97 active+clean; 584 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 4.0 KiB/s wr, 18 op/s 2024-04-26T01:47:03.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:03 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]': finished 2024-04-26T01:47:03.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:03 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 1]}]': finished 2024-04-26T01:47:03.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:03 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 4]}]': finished 2024-04-26T01:47:03.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:03 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]': finished 2024-04-26T01:47:03.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:03 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8]}]': finished 2024-04-26T01:47:03.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:03 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [3, 9]}]': finished 2024-04-26T01:47:03.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:03 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.33", "id": [5, 9]}]': finished 2024-04-26T01:47:03.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:03 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.36", "id": [4, 9]}]': finished 2024-04-26T01:47:03.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:03 smithi103 ceph-mon[32920]: osdmap e90: 12 total, 12 up, 12 in 2024-04-26T01:47:03.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:03 smithi163 ceph-mon[32592]: pgmap v349: 97 pgs: 97 active+clean; 584 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 4.0 KiB/s wr, 18 op/s 2024-04-26T01:47:03.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:03 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]': finished 2024-04-26T01:47:03.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:03 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 1]}]': finished 2024-04-26T01:47:03.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:03 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 4]}]': finished 2024-04-26T01:47:03.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:03 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]': finished 2024-04-26T01:47:03.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:03 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8]}]': finished 2024-04-26T01:47:03.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:03 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [3, 9]}]': finished 2024-04-26T01:47:03.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:03 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.33", "id": [5, 9]}]': finished 2024-04-26T01:47:03.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:03 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.36", "id": [4, 9]}]': finished 2024-04-26T01:47:03.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:03 smithi163 ceph-mon[32592]: osdmap e90: 12 total, 12 up, 12 in 2024-04-26T01:47:03.605 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.607+0000 7fc190a00700 1 -- 172.21.15.46:0/273253539 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc18c10e3b0 msgr2=0x7fc18c115f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:03.605 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.607+0000 7fc190a00700 1 --2- 172.21.15.46:0/273253539 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc18c10e3b0 0x7fc18c115f80 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fc1840098f0 tx=0x7fc184009c00 comp rx=0 tx=0).stop 2024-04-26T01:47:03.605 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.607+0000 7fc190a00700 1 -- 172.21.15.46:0/273253539 shutdown_connections 2024-04-26T01:47:03.605 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.607+0000 7fc190a00700 1 --2- 172.21.15.46:0/273253539 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc18c10e3b0 0x7fc18c115f80 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:03.605 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.607+0000 7fc190a00700 1 --2- 172.21.15.46:0/273253539 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc18c1092d0 0x7fc18c1096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:03.606 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.607+0000 7fc190a00700 1 --2- 172.21.15.46:0/273253539 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc18c109c80 0x7fc18c10dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:03.606 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.607+0000 7fc190a00700 1 -- 172.21.15.46:0/273253539 >> 172.21.15.46:0/273253539 conn(0x7fc18c076210 msgr2=0x7fc18c107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:03.606 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.607+0000 7fc190a00700 1 -- 172.21.15.46:0/273253539 shutdown_connections 2024-04-26T01:47:03.606 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.607+0000 7fc190a00700 1 -- 172.21.15.46:0/273253539 wait complete. 2024-04-26T01:47:03.606 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.609+0000 7fc190a00700 1 Processor -- start 2024-04-26T01:47:03.606 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.609+0000 7fc190a00700 1 -- start start 2024-04-26T01:47:03.607 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.609+0000 7fc190a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc18c1092d0 0x7fc18c1a5570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:03.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.609+0000 7fc190a00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc18c109c80 0x7fc18c1a5ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:03.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.609+0000 7fc190a00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc18c10e3b0 0x7fc18c19f640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:03.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.609+0000 7fc190a00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fc18c1193e0 con 0x7fc18c1092d0 2024-04-26T01:47:03.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.609+0000 7fc190a00700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fc18c119260 con 0x7fc18c10e3b0 2024-04-26T01:47:03.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.610+0000 7fc190a00700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fc18c119560 con 0x7fc18c109c80 2024-04-26T01:47:03.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.610+0000 7fc189e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc18c1092d0 0x7fc18c1a5570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:03.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.610+0000 7fc189e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc18c1092d0 0x7fc18c1a5570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:53612/0 (socket says 172.21.15.46:53612) 2024-04-26T01:47:03.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.610+0000 7fc189e00700 1 -- 172.21.15.46:0/1811179430 learned_addr learned my addr 172.21.15.46:0/1811179430 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:47:03.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.610+0000 7fc189400700 1 --2- 172.21.15.46:0/1811179430 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc18c109c80 0x7fc18c1a5ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:03.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.610+0000 7fc18a800700 1 --2- 172.21.15.46:0/1811179430 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc18c10e3b0 0x7fc18c19f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:03.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.610+0000 7fc18a800700 1 -- 172.21.15.46:0/1811179430 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc18c109c80 msgr2=0x7fc18c1a5ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:03.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.610+0000 7fc18a800700 1 --2- 172.21.15.46:0/1811179430 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc18c109c80 0x7fc18c1a5ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:03.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.610+0000 7fc18a800700 1 -- 172.21.15.46:0/1811179430 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc18c1092d0 msgr2=0x7fc18c1a5570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:03.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.610+0000 7fc18a800700 1 --2- 172.21.15.46:0/1811179430 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc18c1092d0 0x7fc18c1a5570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:03.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.610+0000 7fc18a800700 1 -- 172.21.15.46:0/1811179430 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc18c19ff20 con 0x7fc18c10e3b0 2024-04-26T01:47:03.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.611+0000 7fc18a800700 1 --2- 172.21.15.46:0/1811179430 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc18c10e3b0 0x7fc18c19f640 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fc184009230 tx=0x7fc184009480 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:03.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.611+0000 7fc182a00700 1 -- 172.21.15.46:0/1811179430 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc184027070 con 0x7fc18c10e3b0 2024-04-26T01:47:03.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.611+0000 7fc182a00700 1 -- 172.21.15.46:0/1811179430 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fc18400fa60 con 0x7fc18c10e3b0 2024-04-26T01:47:03.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.611+0000 7fc182a00700 1 -- 172.21.15.46:0/1811179430 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc184004930 con 0x7fc18c10e3b0 2024-04-26T01:47:03.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.611+0000 7fc190a00700 1 -- 172.21.15.46:0/1811179430 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc18c1a01b0 con 0x7fc18c10e3b0 2024-04-26T01:47:03.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.611+0000 7fc190a00700 1 -- 172.21.15.46:0/1811179430 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc18c1ac320 con 0x7fc18c10e3b0 2024-04-26T01:47:03.610 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.612+0000 7fc190a00700 1 -- 172.21.15.46:0/1811179430 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc18c10a7b0 con 0x7fc18c10e3b0 2024-04-26T01:47:03.612 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.614+0000 7fc182a00700 1 -- 172.21.15.46:0/1811179430 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fc18402a070 con 0x7fc18c10e3b0 2024-04-26T01:47:03.613 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.616+0000 7fc182a00700 1 --2- 172.21.15.46:0/1811179430 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fc1700a3cc0 0x7fc1700a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:03.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.616+0000 7fc182a00700 1 -- 172.21.15.46:0/1811179430 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fc1840d11a0 con 0x7fc18c10e3b0 2024-04-26T01:47:03.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.616+0000 7fc189e00700 1 --2- 172.21.15.46:0/1811179430 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fc1700a3cc0 0x7fc1700a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:03.614 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.617+0000 7fc189e00700 1 --2- 172.21.15.46:0/1811179430 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fc1700a3cc0 0x7fc1700a6180 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fc17c0094f0 tx=0x7fc17c009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:03.615 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.618+0000 7fc182a00700 1 -- 172.21.15.46:0/1811179430 <== mon.2 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc184031020 con 0x7fc18c10e3b0 2024-04-26T01:47:03.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.888+0000 7fc190a00700 1 -- 172.21.15.46:0/1811179430 --> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fc18c062e80 con 0x7fc1700a3cc0 2024-04-26T01:47:03.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.929+0000 7fc182a00700 1 -- 172.21.15.46:0/1811179430 <== mgr.14152 v2:172.21.15.46:6800/3332901238 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fc18c062e80 con 0x7fc1700a3cc0 2024-04-26T01:47:03.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.932+0000 7fc190a00700 1 -- 172.21.15.46:0/1811179430 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fc1700a3cc0 msgr2=0x7fc1700a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:03.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.932+0000 7fc190a00700 1 --2- 172.21.15.46:0/1811179430 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fc1700a3cc0 0x7fc1700a6180 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fc17c0094f0 tx=0x7fc17c009040 comp rx=0 tx=0).stop 2024-04-26T01:47:03.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.932+0000 7fc190a00700 1 -- 172.21.15.46:0/1811179430 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc18c10e3b0 msgr2=0x7fc18c19f640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:03.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.932+0000 7fc190a00700 1 --2- 172.21.15.46:0/1811179430 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc18c10e3b0 0x7fc18c19f640 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fc184009230 tx=0x7fc184009480 comp rx=0 tx=0).stop 2024-04-26T01:47:03.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.932+0000 7fc190a00700 1 -- 172.21.15.46:0/1811179430 shutdown_connections 2024-04-26T01:47:03.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.932+0000 7fc190a00700 1 --2- 172.21.15.46:0/1811179430 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fc1700a3cc0 0x7fc1700a6180 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:03.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.932+0000 7fc190a00700 1 --2- 172.21.15.46:0/1811179430 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc18c10e3b0 0x7fc18c19f640 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:03.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.932+0000 7fc190a00700 1 --2- 172.21.15.46:0/1811179430 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc18c1092d0 0x7fc18c1a5570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:03.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.932+0000 7fc190a00700 1 --2- 172.21.15.46:0/1811179430 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc18c109c80 0x7fc18c1a5ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:03.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.932+0000 7fc190a00700 1 -- 172.21.15.46:0/1811179430 >> 172.21.15.46:0/1811179430 conn(0x7fc18c076210 msgr2=0x7fc18c076790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:03.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.932+0000 7fc190a00700 1 -- 172.21.15.46:0/1811179430 shutdown_connections 2024-04-26T01:47:03.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:03.932+0000 7fc190a00700 1 -- 172.21.15.46:0/1811179430 wait complete. 2024-04-26T01:47:04.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:04 smithi046 ceph-mon[28013]: osdmap e91: 12 total, 12 up, 12 in 2024-04-26T01:47:04.310 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:47:03 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:47:03.900+0000 7f0f6d600700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:47:04.310 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:47:03 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:47:03.900+0000 7f0f6d600700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:47:04.311 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:47:03 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:47:03.900+0000 7f0f6d600700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:47:04.311 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:47:03 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:47:03.900+0000 7f0f6d600700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:47:04.311 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:47:03 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:47:03.900+0000 7f0f6d600700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:47:04.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:04 smithi103 ceph-mon[32920]: osdmap e91: 12 total, 12 up, 12 in 2024-04-26T01:47:04.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:04 smithi163 ceph-mon[32592]: osdmap e91: 12 total, 12 up, 12 in 2024-04-26T01:47:04.863 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph fs subvolume create cephfs sv_0 --group_name qa 2024-04-26T01:47:05.347 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:47:05.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:05 smithi103 ceph-mon[32920]: pgmap v352: 97 pgs: 3 peering, 94 active+clean; 584 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 255 B/s wr, 14 op/s; 86 B/s, 0 objects/s recovering 2024-04-26T01:47:05.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:05 smithi103 ceph-mon[32920]: from='client.24602 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:47:05.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:05 smithi163 ceph-mon[32592]: pgmap v352: 97 pgs: 3 peering, 94 active+clean; 584 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 255 B/s wr, 14 op/s; 86 B/s, 0 objects/s recovering 2024-04-26T01:47:05.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:05 smithi163 ceph-mon[32592]: from='client.24602 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:47:05.494 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:05 smithi046 ceph-mon[28013]: pgmap v352: 97 pgs: 3 peering, 94 active+clean; 584 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 255 B/s wr, 14 op/s; 86 B/s, 0 objects/s recovering 2024-04-26T01:47:05.495 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:05 smithi046 ceph-mon[28013]: from='client.24602 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:47:07.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:07 smithi046 ceph-mon[28013]: pgmap v353: 97 pgs: 3 peering, 94 active+clean; 585 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 127 B/s wr, 11 op/s; 100 B/s, 1 objects/s recovering 2024-04-26T01:47:07.151 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:07 smithi046 ceph-mon[28013]: mgrmap e17: x(active, since 9m), standbys: y, z 2024-04-26T01:47:07.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:07 smithi103 ceph-mon[32920]: pgmap v353: 97 pgs: 3 peering, 94 active+clean; 585 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 127 B/s wr, 11 op/s; 100 B/s, 1 objects/s recovering 2024-04-26T01:47:07.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:07 smithi103 ceph-mon[32920]: mgrmap e17: x(active, since 9m), standbys: y, z 2024-04-26T01:47:07.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:07 smithi163 ceph-mon[32592]: pgmap v353: 97 pgs: 3 peering, 94 active+clean; 585 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 127 B/s wr, 11 op/s; 100 B/s, 1 objects/s recovering 2024-04-26T01:47:07.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:07 smithi163 ceph-mon[32592]: mgrmap e17: x(active, since 9m), standbys: y, z 2024-04-26T01:47:07.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:07.713+0000 7fb9f8600700 1 -- 172.21.15.46:0/871110590 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb9f006b0f0 msgr2=0x7fb9f010f900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:07.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:07.713+0000 7fb9f8600700 1 --2- 172.21.15.46:0/871110590 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb9f006b0f0 0x7fb9f010f900 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fb9e800b0a0 tx=0x7fb9e800b3b0 comp rx=0 tx=0).stop 2024-04-26T01:47:07.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:07.714+0000 7fb9f8600700 1 -- 172.21.15.46:0/871110590 shutdown_connections 2024-04-26T01:47:07.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:07.714+0000 7fb9f8600700 1 --2- 172.21.15.46:0/871110590 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb9f006b0f0 0x7fb9f010f900 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:07.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:07.714+0000 7fb9f8600700 1 --2- 172.21.15.46:0/871110590 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9f0108a30 0x7fb9f0108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:07.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:07.714+0000 7fb9f8600700 1 --2- 172.21.15.46:0/871110590 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb9f006a750 0x7fb9f006abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:07.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:07.714+0000 7fb9f8600700 1 -- 172.21.15.46:0/871110590 >> 172.21.15.46:0/871110590 conn(0x7fb9f00788f0 msgr2=0x7fb9f0078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:07.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:07.714+0000 7fb9f8600700 1 -- 172.21.15.46:0/871110590 shutdown_connections 2024-04-26T01:47:07.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:07.714+0000 7fb9f8600700 1 -- 172.21.15.46:0/871110590 wait complete. 2024-04-26T01:47:07.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:07.715+0000 7fb9f8600700 1 Processor -- start 2024-04-26T01:47:07.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:07.715+0000 7fb9f8600700 1 -- start start 2024-04-26T01:47:07.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:07.715+0000 7fb9f8600700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb9f006a750 0x7fb9f019b360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:07.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:07.715+0000 7fb9f8600700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb9f006b0f0 0x7fb9f019b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:07.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:07.715+0000 7fb9f8600700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9f0108a30 0x7fb9f019fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:07.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:07.715+0000 7fb9f8600700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb9f0112d20 con 0x7fb9f0108a30 2024-04-26T01:47:07.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:07.715+0000 7fb9f8600700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fb9f0112ba0 con 0x7fb9f006a750 2024-04-26T01:47:07.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:07.715+0000 7fb9f8600700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fb9f0112ea0 con 0x7fb9f006b0f0 2024-04-26T01:47:07.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:07.716+0000 7fb9f6600700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9f0108a30 0x7fb9f019fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:07.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:07.716+0000 7fb9f6600700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9f0108a30 0x7fb9f019fc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:53640/0 (socket says 172.21.15.46:53640) 2024-04-26T01:47:07.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:07.716+0000 7fb9f6600700 1 -- 172.21.15.46:0/224748940 learned_addr learned my addr 172.21.15.46:0/224748940 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:47:07.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:07.716+0000 7fb9f5200700 1 --2- 172.21.15.46:0/224748940 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb9f006b0f0 0x7fb9f019b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:07.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:07.716+0000 7fb9f5c00700 1 --2- 172.21.15.46:0/224748940 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb9f006a750 0x7fb9f019b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:07.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:07.716+0000 7fb9f6600700 1 -- 172.21.15.46:0/224748940 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb9f006b0f0 msgr2=0x7fb9f019b8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:07.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:07.716+0000 7fb9f6600700 1 --2- 172.21.15.46:0/224748940 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb9f006b0f0 0x7fb9f019b8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:07.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:07.716+0000 7fb9f6600700 1 -- 172.21.15.46:0/224748940 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb9f006a750 msgr2=0x7fb9f019b360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:07.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:07.716+0000 7fb9f6600700 1 --2- 172.21.15.46:0/224748940 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb9f006a750 0x7fb9f019b360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:07.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:07.716+0000 7fb9f6600700 1 -- 172.21.15.46:0/224748940 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9f01a0370 con 0x7fb9f0108a30 2024-04-26T01:47:07.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:07.716+0000 7fb9f6600700 1 --2- 172.21.15.46:0/224748940 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9f0108a30 0x7fb9f019fc30 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fb9e8006070 tx=0x7fb9e8004d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:07.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:07.717+0000 7fb9ee000700 1 -- 172.21.15.46:0/224748940 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9e8021070 con 0x7fb9f0108a30 2024-04-26T01:47:07.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:07.717+0000 7fb9f8600700 1 -- 172.21.15.46:0/224748940 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9f01a0600 con 0x7fb9f0108a30 2024-04-26T01:47:07.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:07.717+0000 7fb9ee000700 1 -- 172.21.15.46:0/224748940 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb9e8007e50 con 0x7fb9f0108a30 2024-04-26T01:47:07.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:07.717+0000 7fb9ee000700 1 -- 172.21.15.46:0/224748940 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9e80046d0 con 0x7fb9f0108a30 2024-04-26T01:47:07.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:07.717+0000 7fb9f8600700 1 -- 172.21.15.46:0/224748940 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9f01a7ee0 con 0x7fb9f0108a30 2024-04-26T01:47:07.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:07.719+0000 7fb9f8600700 1 -- 172.21.15.46:0/224748940 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb9f0069730 con 0x7fb9f0108a30 2024-04-26T01:47:07.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:07.720+0000 7fb9ee000700 1 -- 172.21.15.46:0/224748940 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fb9e8007980 con 0x7fb9f0108a30 2024-04-26T01:47:07.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:07.722+0000 7fb9ee000700 1 --2- 172.21.15.46:0/224748940 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fb9d80a3cd0 0x7fb9d80a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:07.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:07.722+0000 7fb9ee000700 1 -- 172.21.15.46:0/224748940 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fb9e80d1390 con 0x7fb9f0108a30 2024-04-26T01:47:07.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:07.722+0000 7fb9f5c00700 1 --2- 172.21.15.46:0/224748940 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fb9d80a3cd0 0x7fb9d80a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:07.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:07.723+0000 7fb9f5c00700 1 --2- 172.21.15.46:0/224748940 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fb9d80a3cd0 0x7fb9d80a6190 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fb9e4009be0 tx=0x7fb9e4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:07.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:07.727+0000 7fb9ee000700 1 -- 172.21.15.46:0/224748940 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb9e8007c70 con 0x7fb9f0108a30 2024-04-26T01:47:07.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:07.993+0000 7fb9f8600700 1 -- 172.21.15.46:0/224748940 --> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fb9f0062e80 con 0x7fb9d80a3cd0 2024-04-26T01:47:08.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:08.039+0000 7fb9ee000700 1 -- 172.21.15.46:0/224748940 <== mgr.14152 v2:172.21.15.46:6800/3332901238 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fb9f0062e80 con 0x7fb9d80a3cd0 2024-04-26T01:47:08.040 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:08.042+0000 7fb9f8600700 1 -- 172.21.15.46:0/224748940 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fb9d80a3cd0 msgr2=0x7fb9d80a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:08.040 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:08.042+0000 7fb9f8600700 1 --2- 172.21.15.46:0/224748940 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fb9d80a3cd0 0x7fb9d80a6190 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fb9e4009be0 tx=0x7fb9e4009260 comp rx=0 tx=0).stop 2024-04-26T01:47:08.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:08.042+0000 7fb9f8600700 1 -- 172.21.15.46:0/224748940 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9f0108a30 msgr2=0x7fb9f019fc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:08.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:08.042+0000 7fb9f8600700 1 --2- 172.21.15.46:0/224748940 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9f0108a30 0x7fb9f019fc30 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fb9e8006070 tx=0x7fb9e8004d00 comp rx=0 tx=0).stop 2024-04-26T01:47:08.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:08.042+0000 7fb9f8600700 1 -- 172.21.15.46:0/224748940 shutdown_connections 2024-04-26T01:47:08.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:08.042+0000 7fb9f8600700 1 --2- 172.21.15.46:0/224748940 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9f0108a30 0x7fb9f019fc30 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:08.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:08.042+0000 7fb9f8600700 1 --2- 172.21.15.46:0/224748940 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fb9d80a3cd0 0x7fb9d80a6190 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:08.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:08.042+0000 7fb9f8600700 1 --2- 172.21.15.46:0/224748940 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb9f006a750 0x7fb9f019b360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:08.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:08.042+0000 7fb9f8600700 1 --2- 172.21.15.46:0/224748940 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb9f006b0f0 0x7fb9f019b8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:08.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:08.042+0000 7fb9f8600700 1 -- 172.21.15.46:0/224748940 >> 172.21.15.46:0/224748940 conn(0x7fb9f00788f0 msgr2=0x7fb9f010de60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:08.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:08.043+0000 7fb9f8600700 1 -- 172.21.15.46:0/224748940 shutdown_connections 2024-04-26T01:47:08.041 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:08.043+0000 7fb9f8600700 1 -- 172.21.15.46:0/224748940 wait complete. 2024-04-26T01:47:08.962 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-04-26T01:47:09.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:09 smithi046 ceph-mon[28013]: pgmap v354: 97 pgs: 3 peering, 94 active+clean; 585 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 255 B/s wr, 7 op/s; 100 B/s, 1 objects/s recovering 2024-04-26T01:47:09.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:09 smithi046 ceph-mon[28013]: from='client.14487 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:47:09.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:09 smithi103 ceph-mon[32920]: pgmap v354: 97 pgs: 3 peering, 94 active+clean; 585 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 255 B/s wr, 7 op/s; 100 B/s, 1 objects/s recovering 2024-04-26T01:47:09.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:09 smithi103 ceph-mon[32920]: from='client.14487 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:47:09.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:09 smithi163 ceph-mon[32592]: pgmap v354: 97 pgs: 3 peering, 94 active+clean; 585 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 255 B/s wr, 7 op/s; 100 B/s, 1 objects/s recovering 2024-04-26T01:47:09.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:09 smithi163 ceph-mon[32592]: from='client.14487 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:47:09.442 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:47:11.206 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:11 smithi046 ceph-mon[28013]: pgmap v355: 97 pgs: 97 active+clean; 592 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.5 KiB/s wr, 12 op/s; 246 B/s, 2 objects/s recovering 2024-04-26T01:47:11.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:11 smithi103 ceph-mon[32920]: pgmap v355: 97 pgs: 97 active+clean; 592 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.5 KiB/s wr, 12 op/s; 246 B/s, 2 objects/s recovering 2024-04-26T01:47:11.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:11 smithi163 ceph-mon[32592]: pgmap v355: 97 pgs: 97 active+clean; 592 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.5 KiB/s wr, 12 op/s; 246 B/s, 2 objects/s recovering 2024-04-26T01:47:11.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:11.757+0000 7f2931600700 1 -- 172.21.15.46:0/2685764232 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f292c113900 msgr2=0x7f292c115cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:11.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:11.757+0000 7f2931600700 1 --2- 172.21.15.46:0/2685764232 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f292c113900 0x7f292c115cf0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f2924009990 tx=0x7f2924009ca0 comp rx=0 tx=0).stop 2024-04-26T01:47:11.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:11.757+0000 7f2931600700 1 -- 172.21.15.46:0/2685764232 shutdown_connections 2024-04-26T01:47:11.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:11.758+0000 7f2931600700 1 --2- 172.21.15.46:0/2685764232 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f292c113900 0x7f292c115cf0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:11.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:11.758+0000 7f2931600700 1 --2- 172.21.15.46:0/2685764232 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f292c076f70 0x7f292c077350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:11.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:11.758+0000 7f2931600700 1 --2- 172.21.15.46:0/2685764232 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f292c077890 0x7f292c1133c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:11.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:11.758+0000 7f2931600700 1 -- 172.21.15.46:0/2685764232 >> 172.21.15.46:0/2685764232 conn(0x7f292c100750 msgr2=0x7f292c102b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:11.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:11.758+0000 7f2931600700 1 -- 172.21.15.46:0/2685764232 shutdown_connections 2024-04-26T01:47:11.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:11.758+0000 7f2931600700 1 -- 172.21.15.46:0/2685764232 wait complete. 2024-04-26T01:47:11.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:11.759+0000 7f2931600700 1 Processor -- start 2024-04-26T01:47:11.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:11.759+0000 7f2931600700 1 -- start start 2024-04-26T01:47:11.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:11.760+0000 7f2931600700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f292c076f70 0x7f292c1a5460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:11.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:11.760+0000 7f2931600700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f292c077890 0x7f292c1a59a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:11.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:11.760+0000 7f2931600700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f292c113900 0x7f292c19f620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:11.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:11.760+0000 7f2931600700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f292c1193e0 con 0x7f292c076f70 2024-04-26T01:47:11.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:11.760+0000 7f2931600700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f292c119260 con 0x7f292c113900 2024-04-26T01:47:11.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:11.760+0000 7f2931600700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f292c119560 con 0x7f292c077890 2024-04-26T01:47:11.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:11.760+0000 7f292aa00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f292c076f70 0x7f292c1a5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:11.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:11.760+0000 7f292aa00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f292c076f70 0x7f292c1a5460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:53660/0 (socket says 172.21.15.46:53660) 2024-04-26T01:47:11.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:11.760+0000 7f292aa00700 1 -- 172.21.15.46:0/1751086928 learned_addr learned my addr 172.21.15.46:0/1751086928 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:47:11.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:11.760+0000 7f292b400700 1 --2- 172.21.15.46:0/1751086928 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f292c113900 0x7f292c19f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:11.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:11.760+0000 7f292a000700 1 --2- 172.21.15.46:0/1751086928 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f292c077890 0x7f292c1a59a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:11.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:11.761+0000 7f292b400700 1 -- 172.21.15.46:0/1751086928 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f292c077890 msgr2=0x7f292c1a59a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:11.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:11.761+0000 7f292b400700 1 --2- 172.21.15.46:0/1751086928 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f292c077890 0x7f292c1a59a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:11.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:11.761+0000 7f292b400700 1 -- 172.21.15.46:0/1751086928 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f292c076f70 msgr2=0x7f292c1a5460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:11.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:11.761+0000 7f292b400700 1 --2- 172.21.15.46:0/1751086928 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f292c076f70 0x7f292c1a5460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:11.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:11.761+0000 7f292b400700 1 -- 172.21.15.46:0/1751086928 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f292c19fd80 con 0x7f292c113900 2024-04-26T01:47:11.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:11.761+0000 7f292b400700 1 --2- 172.21.15.46:0/1751086928 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f292c113900 0x7f292c19f620 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f29240098e0 tx=0x7f29240047b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:11.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:11.761+0000 7f2923400700 1 -- 172.21.15.46:0/1751086928 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f292400b610 con 0x7f292c113900 2024-04-26T01:47:11.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:11.761+0000 7f2931600700 1 -- 172.21.15.46:0/1751086928 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f292c1a0010 con 0x7f292c113900 2024-04-26T01:47:11.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:11.762+0000 7f2923400700 1 -- 172.21.15.46:0/1751086928 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2924004830 con 0x7f292c113900 2024-04-26T01:47:11.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:11.762+0000 7f2923400700 1 -- 172.21.15.46:0/1751086928 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2924005460 con 0x7f292c113900 2024-04-26T01:47:11.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:11.762+0000 7f2931600700 1 -- 172.21.15.46:0/1751086928 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f292c1ac330 con 0x7f292c113900 2024-04-26T01:47:11.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:11.763+0000 7f2931600700 1 -- 172.21.15.46:0/1751086928 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f292c069730 con 0x7f292c113900 2024-04-26T01:47:11.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:11.765+0000 7f2923400700 1 -- 172.21.15.46:0/1751086928 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f2924029060 con 0x7f292c113900 2024-04-26T01:47:11.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:11.766+0000 7f2923400700 1 --2- 172.21.15.46:0/1751086928 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f29100a3e70 0x7f29100a6330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:11.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:11.766+0000 7f2923400700 1 -- 172.21.15.46:0/1751086928 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f29240d12a0 con 0x7f292c113900 2024-04-26T01:47:11.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:11.767+0000 7f292aa00700 1 --2- 172.21.15.46:0/1751086928 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f29100a3e70 0x7f29100a6330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:11.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:11.767+0000 7f292aa00700 1 --2- 172.21.15.46:0/1751086928 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f29100a3e70 0x7f29100a6330 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f291c009c10 tx=0x7f291c00b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:11.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:11.768+0000 7f2923400700 1 -- 172.21.15.46:0/1751086928 <== mon.2 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f292405dff0 con 0x7f292c113900 2024-04-26T01:47:12.038 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:12.040+0000 7f2931600700 1 -- 172.21.15.46:0/1751086928 --> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) -- 0x7f292c115a60 con 0x7f29100a3e70 2024-04-26T01:47:12.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:12.054+0000 7f2923400700 1 -- 172.21.15.46:0/1751086928 <== mgr.14152 v2:172.21.15.46:6800/3332901238 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f292c115a60 con 0x7f29100a3e70 2024-04-26T01:47:12.052 INFO:teuthology.orchestra.run.smithi046.stdout:/volumes/qa/sv_0/2c404e57-265c-4668-b914-4326aca14550 2024-04-26T01:47:12.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:12.057+0000 7f2931600700 1 -- 172.21.15.46:0/1751086928 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f29100a3e70 msgr2=0x7f29100a6330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:12.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:12.057+0000 7f2931600700 1 --2- 172.21.15.46:0/1751086928 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f29100a3e70 0x7f29100a6330 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f291c009c10 tx=0x7f291c00b040 comp rx=0 tx=0).stop 2024-04-26T01:47:12.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:12.057+0000 7f2931600700 1 -- 172.21.15.46:0/1751086928 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f292c113900 msgr2=0x7f292c19f620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:12.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:12.057+0000 7f2931600700 1 --2- 172.21.15.46:0/1751086928 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f292c113900 0x7f292c19f620 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f29240098e0 tx=0x7f29240047b0 comp rx=0 tx=0).stop 2024-04-26T01:47:12.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:12.058+0000 7f2931600700 1 -- 172.21.15.46:0/1751086928 shutdown_connections 2024-04-26T01:47:12.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:12.058+0000 7f2931600700 1 --2- 172.21.15.46:0/1751086928 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f29100a3e70 0x7f29100a6330 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:12.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:12.058+0000 7f2931600700 1 --2- 172.21.15.46:0/1751086928 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f292c113900 0x7f292c19f620 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:12.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:12.058+0000 7f2931600700 1 --2- 172.21.15.46:0/1751086928 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f292c076f70 0x7f292c1a5460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:12.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:12.058+0000 7f2931600700 1 --2- 172.21.15.46:0/1751086928 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f292c077890 0x7f292c1a59a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:12.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:12.058+0000 7f2931600700 1 -- 172.21.15.46:0/1751086928 >> 172.21.15.46:0/1751086928 conn(0x7f292c100750 msgr2=0x7f292c102b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:12.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:12.058+0000 7f2931600700 1 -- 172.21.15.46:0/1751086928 shutdown_connections 2024-04-26T01:47:12.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:12.058+0000 7f2931600700 1 -- 172.21.15.46:0/1751086928 wait complete. 2024-04-26T01:47:12.924 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph fs subvolume create cephfs sv_1 --group_name qa 2024-04-26T01:47:13.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:13 smithi046 ceph-mon[28013]: pgmap v356: 97 pgs: 97 active+clean; 592 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.3 KiB/s wr, 9 op/s; 211 B/s, 1 objects/s recovering 2024-04-26T01:47:13.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:13 smithi046 ceph-mon[28013]: from='client.24617 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:47:13.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:13 smithi103 ceph-mon[32920]: pgmap v356: 97 pgs: 97 active+clean; 592 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.3 KiB/s wr, 9 op/s; 211 B/s, 1 objects/s recovering 2024-04-26T01:47:13.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:13 smithi103 ceph-mon[32920]: from='client.24617 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:47:13.410 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:47:13.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:13 smithi163 ceph-mon[32592]: pgmap v356: 97 pgs: 97 active+clean; 592 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.3 KiB/s wr, 9 op/s; 211 B/s, 1 objects/s recovering 2024-04-26T01:47:13.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:13 smithi163 ceph-mon[32592]: from='client.24617 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:47:15.372 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:15 smithi046 ceph-mon[28013]: pgmap v357: 97 pgs: 97 active+clean; 611 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 3.4 KiB/s wr, 11 op/s; 191 B/s, 1 objects/s recovering 2024-04-26T01:47:15.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:15 smithi103 ceph-mon[32920]: pgmap v357: 97 pgs: 97 active+clean; 611 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 3.4 KiB/s wr, 11 op/s; 191 B/s, 1 objects/s recovering 2024-04-26T01:47:15.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:15 smithi163 ceph-mon[32592]: pgmap v357: 97 pgs: 97 active+clean; 611 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 3.4 KiB/s wr, 11 op/s; 191 B/s, 1 objects/s recovering 2024-04-26T01:47:15.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:15.730+0000 7fc9fb600700 1 -- 172.21.15.46:0/63877191 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc9f41034b0 msgr2=0x7fc9f410f920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:15.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:15.730+0000 7fc9fb600700 1 --2- 172.21.15.46:0/63877191 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc9f41034b0 0x7fc9f410f920 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fc9ec009fc0 tx=0x7fc9ec00b330 comp rx=0 tx=0).stop 2024-04-26T01:47:15.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:15.730+0000 7fc9fb600700 1 -- 172.21.15.46:0/63877191 shutdown_connections 2024-04-26T01:47:15.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:15.730+0000 7fc9fb600700 1 --2- 172.21.15.46:0/63877191 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc9f41034b0 0x7fc9f410f920 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:15.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:15.730+0000 7fc9fb600700 1 --2- 172.21.15.46:0/63877191 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc9f4107940 0x7fc9f4107d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:15.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:15.730+0000 7fc9fb600700 1 --2- 172.21.15.46:0/63877191 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9f4102af0 0x7fc9f4102f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:15.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:15.730+0000 7fc9fb600700 1 -- 172.21.15.46:0/63877191 >> 172.21.15.46:0/63877191 conn(0x7fc9f4079ba0 msgr2=0x7fc9f4079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:15.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:15.730+0000 7fc9fb600700 1 -- 172.21.15.46:0/63877191 shutdown_connections 2024-04-26T01:47:15.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:15.730+0000 7fc9fb600700 1 -- 172.21.15.46:0/63877191 wait complete. 2024-04-26T01:47:15.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:15.731+0000 7fc9fb600700 1 Processor -- start 2024-04-26T01:47:15.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:15.732+0000 7fc9fb600700 1 -- start start 2024-04-26T01:47:15.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:15.732+0000 7fc9fb600700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc9f4102af0 0x7fc9f4074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:15.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:15.732+0000 7fc9fb600700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc9f41034b0 0x7fc9f4075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:15.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:15.732+0000 7fc9fb600700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9f4107940 0x7fc9f40757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:15.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:15.732+0000 7fc9fb600700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fc9f4112e20 con 0x7fc9f4107940 2024-04-26T01:47:15.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:15.732+0000 7fc9fb600700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fc9f4112ca0 con 0x7fc9f41034b0 2024-04-26T01:47:15.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:15.732+0000 7fc9fb600700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fc9f4112fa0 con 0x7fc9f4102af0 2024-04-26T01:47:15.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:15.732+0000 7fc9ebe00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc9f41034b0 0x7fc9f4075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:15.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:15.732+0000 7fc9ebe00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc9f41034b0 0x7fc9f4075280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:39380/0 (socket says 172.21.15.46:39380) 2024-04-26T01:47:15.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:15.732+0000 7fc9ebe00700 1 -- 172.21.15.46:0/4097386282 learned_addr learned my addr 172.21.15.46:0/4097386282 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:47:15.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:15.732+0000 7fc9f8c00700 1 --2- 172.21.15.46:0/4097386282 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc9f4102af0 0x7fc9f4074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:15.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:15.733+0000 7fc9f9600700 1 --2- 172.21.15.46:0/4097386282 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9f4107940 0x7fc9f40757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:15.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:15.733+0000 7fc9ebe00700 1 -- 172.21.15.46:0/4097386282 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc9f4102af0 msgr2=0x7fc9f4074d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:15.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:15.733+0000 7fc9ebe00700 1 --2- 172.21.15.46:0/4097386282 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc9f4102af0 0x7fc9f4074d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:15.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:15.733+0000 7fc9ebe00700 1 -- 172.21.15.46:0/4097386282 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9f4107940 msgr2=0x7fc9f40757c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:15.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:15.733+0000 7fc9ebe00700 1 --2- 172.21.15.46:0/4097386282 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9f4107940 0x7fc9f40757c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:15.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:15.733+0000 7fc9ebe00700 1 -- 172.21.15.46:0/4097386282 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9f41abbc0 con 0x7fc9f41034b0 2024-04-26T01:47:15.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:15.733+0000 7fc9ebe00700 1 --2- 172.21.15.46:0/4097386282 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc9f41034b0 0x7fc9f4075280 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fc9dc00ec10 tx=0x7fc9dc00ef20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:15.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:15.733+0000 7fc9f2000700 1 -- 172.21.15.46:0/4097386282 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9dc00cc90 con 0x7fc9f41034b0 2024-04-26T01:47:15.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:15.733+0000 7fc9f2000700 1 -- 172.21.15.46:0/4097386282 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fc9dc00ce30 con 0x7fc9f41034b0 2024-04-26T01:47:15.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:15.734+0000 7fc9fb600700 1 -- 172.21.15.46:0/4097386282 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9f41abe50 con 0x7fc9f41034b0 2024-04-26T01:47:15.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:15.734+0000 7fc9f2000700 1 -- 172.21.15.46:0/4097386282 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9dc010450 con 0x7fc9f41034b0 2024-04-26T01:47:15.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:15.734+0000 7fc9fb600700 1 -- 172.21.15.46:0/4097386282 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9f41ac2a0 con 0x7fc9f41034b0 2024-04-26T01:47:15.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:15.735+0000 7fc9fb600700 1 -- 172.21.15.46:0/4097386282 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc9f41041b0 con 0x7fc9f41034b0 2024-04-26T01:47:15.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:15.737+0000 7fc9f2000700 1 -- 172.21.15.46:0/4097386282 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fc9dc003680 con 0x7fc9f41034b0 2024-04-26T01:47:15.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:15.738+0000 7fc9f2000700 1 --2- 172.21.15.46:0/4097386282 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fc9d80a3cd0 0x7fc9d80a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:15.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:15.738+0000 7fc9f2000700 1 -- 172.21.15.46:0/4097386282 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fc9dc0d0820 con 0x7fc9f41034b0 2024-04-26T01:47:15.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:15.739+0000 7fc9f8c00700 1 --2- 172.21.15.46:0/4097386282 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fc9d80a3cd0 0x7fc9d80a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:15.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:15.739+0000 7fc9f8c00700 1 --2- 172.21.15.46:0/4097386282 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fc9d80a3cd0 0x7fc9d80a6190 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fc9e4009be0 tx=0x7fc9e4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:15.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:15.743+0000 7fc9f2000700 1 -- 172.21.15.46:0/4097386282 <== mon.2 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc9dc09d050 con 0x7fc9f41034b0 2024-04-26T01:47:16.012 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:16.014+0000 7fc9fb600700 1 -- 172.21.15.46:0/4097386282 --> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fc9f4062e80 con 0x7fc9d80a3cd0 2024-04-26T01:47:16.059 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:16.061+0000 7fc9f2000700 1 -- 172.21.15.46:0/4097386282 <== mgr.14152 v2:172.21.15.46:6800/3332901238 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fc9f4062e80 con 0x7fc9d80a3cd0 2024-04-26T01:47:16.063 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:16.065+0000 7fc9fb600700 1 -- 172.21.15.46:0/4097386282 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fc9d80a3cd0 msgr2=0x7fc9d80a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:16.063 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:16.065+0000 7fc9fb600700 1 --2- 172.21.15.46:0/4097386282 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fc9d80a3cd0 0x7fc9d80a6190 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fc9e4009be0 tx=0x7fc9e4009260 comp rx=0 tx=0).stop 2024-04-26T01:47:16.063 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:16.065+0000 7fc9fb600700 1 -- 172.21.15.46:0/4097386282 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc9f41034b0 msgr2=0x7fc9f4075280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:16.063 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:16.065+0000 7fc9fb600700 1 --2- 172.21.15.46:0/4097386282 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc9f41034b0 0x7fc9f4075280 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fc9dc00ec10 tx=0x7fc9dc00ef20 comp rx=0 tx=0).stop 2024-04-26T01:47:16.063 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:16.065+0000 7fc9fb600700 1 -- 172.21.15.46:0/4097386282 shutdown_connections 2024-04-26T01:47:16.063 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:16.065+0000 7fc9fb600700 1 --2- 172.21.15.46:0/4097386282 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc9f4107940 0x7fc9f40757c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:16.063 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:16.065+0000 7fc9fb600700 1 --2- 172.21.15.46:0/4097386282 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc9f4102af0 0x7fc9f4074d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:16.063 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:16.065+0000 7fc9fb600700 1 --2- 172.21.15.46:0/4097386282 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fc9d80a3cd0 0x7fc9d80a6190 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:16.063 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:16.065+0000 7fc9fb600700 1 --2- 172.21.15.46:0/4097386282 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc9f41034b0 0x7fc9f4075280 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:16.064 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:16.065+0000 7fc9fb600700 1 -- 172.21.15.46:0/4097386282 >> 172.21.15.46:0/4097386282 conn(0x7fc9f4079ba0 msgr2=0x7fc9f4100ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:16.064 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:16.065+0000 7fc9fb600700 1 -- 172.21.15.46:0/4097386282 shutdown_connections 2024-04-26T01:47:16.064 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:16.065+0000 7fc9fb600700 1 -- 172.21.15.46:0/4097386282 wait complete. 2024-04-26T01:47:17.040 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-04-26T01:47:17.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:17 smithi046 ceph-mon[28013]: pgmap v358: 97 pgs: 97 active+clean; 611 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 2.9 KiB/s wr, 10 op/s; 106 B/s, 0 objects/s recovering 2024-04-26T01:47:17.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:17 smithi046 ceph-mon[28013]: from='client.24623 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:47:17.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:17 smithi103 ceph-mon[32920]: pgmap v358: 97 pgs: 97 active+clean; 611 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 2.9 KiB/s wr, 10 op/s; 106 B/s, 0 objects/s recovering 2024-04-26T01:47:17.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:17 smithi103 ceph-mon[32920]: from='client.24623 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:47:17.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:17 smithi163 ceph-mon[32592]: pgmap v358: 97 pgs: 97 active+clean; 611 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 2.9 KiB/s wr, 10 op/s; 106 B/s, 0 objects/s recovering 2024-04-26T01:47:17.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:17 smithi163 ceph-mon[32592]: from='client.24623 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:47:17.525 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:47:19.284 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:19 smithi046 ceph-mon[28013]: pgmap v359: 97 pgs: 97 active+clean; 611 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 3.0 KiB/s wr, 11 op/s; 97 B/s, 0 objects/s recovering 2024-04-26T01:47:19.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:19 smithi103 ceph-mon[32920]: pgmap v359: 97 pgs: 97 active+clean; 611 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 3.0 KiB/s wr, 11 op/s; 97 B/s, 0 objects/s recovering 2024-04-26T01:47:19.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:19 smithi163 ceph-mon[32592]: pgmap v359: 97 pgs: 97 active+clean; 611 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 3.0 KiB/s wr, 11 op/s; 97 B/s, 0 objects/s recovering 2024-04-26T01:47:19.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:19.886+0000 7fe8f2c00700 1 -- 172.21.15.46:0/1974447053 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe8ec075590 msgr2=0x7fe8ec10ef00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:19.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:19.887+0000 7fe8f2c00700 1 --2- 172.21.15.46:0/1974447053 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe8ec075590 0x7fe8ec10ef00 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fe8d8009990 tx=0x7fe8d8009ca0 comp rx=0 tx=0).stop 2024-04-26T01:47:19.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:19.887+0000 7fe8f2c00700 1 -- 172.21.15.46:0/1974447053 shutdown_connections 2024-04-26T01:47:19.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:19.887+0000 7fe8f2c00700 1 --2- 172.21.15.46:0/1974447053 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe8ec10f440 0x7fe8ec111830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:19.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:19.887+0000 7fe8f2c00700 1 --2- 172.21.15.46:0/1974447053 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe8ec074c70 0x7fe8ec075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:19.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:19.887+0000 7fe8f2c00700 1 --2- 172.21.15.46:0/1974447053 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe8ec075590 0x7fe8ec10ef00 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:19.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:19.887+0000 7fe8f2c00700 1 -- 172.21.15.46:0/1974447053 >> 172.21.15.46:0/1974447053 conn(0x7fe8ec079ba0 msgr2=0x7fe8ec079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:19.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:19.887+0000 7fe8f2c00700 1 -- 172.21.15.46:0/1974447053 shutdown_connections 2024-04-26T01:47:19.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:19.887+0000 7fe8f2c00700 1 -- 172.21.15.46:0/1974447053 wait complete. 2024-04-26T01:47:19.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:19.888+0000 7fe8f2c00700 1 Processor -- start 2024-04-26T01:47:19.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:19.888+0000 7fe8f2c00700 1 -- start start 2024-04-26T01:47:19.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:19.889+0000 7fe8f2c00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe8ec074c70 0x7fe8ec19b460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:19.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:19.889+0000 7fe8f2c00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe8ec075590 0x7fe8ec19b9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:19.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:19.889+0000 7fe8f2c00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe8ec10f440 0x7fe8ec19fce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:19.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:19.889+0000 7fe8f2c00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe8ec114f90 con 0x7fe8ec10f440 2024-04-26T01:47:19.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:19.889+0000 7fe8f2c00700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fe8ec114e10 con 0x7fe8ec074c70 2024-04-26T01:47:19.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:19.889+0000 7fe8f2c00700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fe8ec115110 con 0x7fe8ec075590 2024-04-26T01:47:19.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:19.889+0000 7fe8ebe00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe8ec074c70 0x7fe8ec19b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:19.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:19.889+0000 7fe8f0c00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe8ec10f440 0x7fe8ec19fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:19.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:19.889+0000 7fe8eb400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe8ec075590 0x7fe8ec19b9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:19.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:19.889+0000 7fe8ebe00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe8ec074c70 0x7fe8ec19b460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:39408/0 (socket says 172.21.15.46:39408) 2024-04-26T01:47:19.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:19.889+0000 7fe8ebe00700 1 -- 172.21.15.46:0/655023346 learned_addr learned my addr 172.21.15.46:0/655023346 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:47:19.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:19.890+0000 7fe8f0c00700 1 -- 172.21.15.46:0/655023346 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe8ec075590 msgr2=0x7fe8ec19b9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:19.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:19.890+0000 7fe8f0c00700 1 --2- 172.21.15.46:0/655023346 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe8ec075590 0x7fe8ec19b9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:19.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:19.890+0000 7fe8f0c00700 1 -- 172.21.15.46:0/655023346 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe8ec074c70 msgr2=0x7fe8ec19b460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:19.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:19.890+0000 7fe8f0c00700 1 --2- 172.21.15.46:0/655023346 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe8ec074c70 0x7fe8ec19b460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:19.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:19.890+0000 7fe8f0c00700 1 -- 172.21.15.46:0/655023346 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8ec1a0420 con 0x7fe8ec10f440 2024-04-26T01:47:19.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:19.890+0000 7fe8eb400700 1 --2- 172.21.15.46:0/655023346 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe8ec075590 0x7fe8ec19b9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:47:19.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:19.890+0000 7fe8ebe00700 1 --2- 172.21.15.46:0/655023346 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe8ec074c70 0x7fe8ec19b460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:47:19.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:19.890+0000 7fe8f0c00700 1 --2- 172.21.15.46:0/655023346 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe8ec10f440 0x7fe8ec19fce0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fe8e400e940 tx=0x7fe8e400ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:19.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:19.890+0000 7fe8e8c00700 1 -- 172.21.15.46:0/655023346 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8e4004220 con 0x7fe8ec10f440 2024-04-26T01:47:19.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:19.890+0000 7fe8e8c00700 1 -- 172.21.15.46:0/655023346 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe8e4004d00 con 0x7fe8ec10f440 2024-04-26T01:47:19.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:19.890+0000 7fe8e8c00700 1 -- 172.21.15.46:0/655023346 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8e4010700 con 0x7fe8ec10f440 2024-04-26T01:47:19.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:19.890+0000 7fe8f2c00700 1 -- 172.21.15.46:0/655023346 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8ec1a0710 con 0x7fe8ec10f440 2024-04-26T01:47:19.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:19.891+0000 7fe8f2c00700 1 -- 172.21.15.46:0/655023346 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8ec1a7f90 con 0x7fe8ec10f440 2024-04-26T01:47:19.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:19.892+0000 7fe8f2c00700 1 -- 172.21.15.46:0/655023346 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe8ec069730 con 0x7fe8ec10f440 2024-04-26T01:47:19.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:19.894+0000 7fe8e8c00700 1 -- 172.21.15.46:0/655023346 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fe8e4004750 con 0x7fe8ec10f440 2024-04-26T01:47:19.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:19.895+0000 7fe8e8c00700 1 --2- 172.21.15.46:0/655023346 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fe8d00a3cd0 0x7fe8d00a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:19.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:19.895+0000 7fe8e8c00700 1 -- 172.21.15.46:0/655023346 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fe8e40d0330 con 0x7fe8ec10f440 2024-04-26T01:47:19.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:19.896+0000 7fe8ebe00700 1 --2- 172.21.15.46:0/655023346 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fe8d00a3cd0 0x7fe8d00a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:19.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:19.896+0000 7fe8ebe00700 1 --2- 172.21.15.46:0/655023346 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fe8d00a3cd0 0x7fe8d00a6190 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fe8dc009c10 tx=0x7fe8dc00b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:19.898 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:19.901+0000 7fe8e8c00700 1 -- 172.21.15.46:0/655023346 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe8e409cb60 con 0x7fe8ec10f440 2024-04-26T01:47:20.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:20.172+0000 7fe8f2c00700 1 -- 172.21.15.46:0/655023346 --> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) -- 0x7fe8ec062e80 con 0x7fe8d00a3cd0 2024-04-26T01:47:20.182 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:20.184+0000 7fe8e8c00700 1 -- 172.21.15.46:0/655023346 <== mgr.14152 v2:172.21.15.46:6800/3332901238 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7fe8ec062e80 con 0x7fe8d00a3cd0 2024-04-26T01:47:20.182 INFO:teuthology.orchestra.run.smithi046.stdout:/volumes/qa/sv_1/414f38dc-9521-4b69-8e37-53d890ca776b 2024-04-26T01:47:20.185 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:20.187+0000 7fe8f2c00700 1 -- 172.21.15.46:0/655023346 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fe8d00a3cd0 msgr2=0x7fe8d00a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:20.185 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:20.187+0000 7fe8f2c00700 1 --2- 172.21.15.46:0/655023346 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fe8d00a3cd0 0x7fe8d00a6190 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fe8dc009c10 tx=0x7fe8dc00b040 comp rx=0 tx=0).stop 2024-04-26T01:47:20.185 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:20.187+0000 7fe8f2c00700 1 -- 172.21.15.46:0/655023346 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe8ec10f440 msgr2=0x7fe8ec19fce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:20.185 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:20.187+0000 7fe8f2c00700 1 --2- 172.21.15.46:0/655023346 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe8ec10f440 0x7fe8ec19fce0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fe8e400e940 tx=0x7fe8e400ec50 comp rx=0 tx=0).stop 2024-04-26T01:47:20.186 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:20.188+0000 7fe8f2c00700 1 -- 172.21.15.46:0/655023346 shutdown_connections 2024-04-26T01:47:20.186 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:20.188+0000 7fe8f2c00700 1 --2- 172.21.15.46:0/655023346 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe8ec10f440 0x7fe8ec19fce0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:20.186 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:20.188+0000 7fe8f2c00700 1 --2- 172.21.15.46:0/655023346 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fe8d00a3cd0 0x7fe8d00a6190 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:20.186 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:20.188+0000 7fe8f2c00700 1 --2- 172.21.15.46:0/655023346 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe8ec074c70 0x7fe8ec19b460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:20.186 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:20.188+0000 7fe8f2c00700 1 --2- 172.21.15.46:0/655023346 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe8ec075590 0x7fe8ec19b9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:20.186 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:20.188+0000 7fe8f2c00700 1 -- 172.21.15.46:0/655023346 >> 172.21.15.46:0/655023346 conn(0x7fe8ec079ba0 msgr2=0x7fe8ec0ffc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:20.186 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:20.188+0000 7fe8f2c00700 1 -- 172.21.15.46:0/655023346 shutdown_connections 2024-04-26T01:47:20.186 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:20.188+0000 7fe8f2c00700 1 -- 172.21.15.46:0/655023346 wait complete. 2024-04-26T01:47:21.177 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:47:21.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:21 smithi103 ceph-mon[32920]: pgmap v360: 97 pgs: 97 active+clean; 633 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 5.0 KiB/s wr, 14 op/s; 97 B/s, 0 objects/s recovering 2024-04-26T01:47:21.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:21 smithi163 ceph-mon[32592]: pgmap v360: 97 pgs: 97 active+clean; 633 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 5.0 KiB/s wr, 14 op/s; 97 B/s, 0 objects/s recovering 2024-04-26T01:47:21.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:21 smithi046 ceph-mon[28013]: pgmap v360: 97 pgs: 97 active+clean; 633 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 5.0 KiB/s wr, 14 op/s; 97 B/s, 0 objects/s recovering 2024-04-26T01:47:21.653 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:47:22.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:22 smithi103 ceph-mon[32920]: from='client.14505 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:47:22.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:22 smithi163 ceph-mon[32592]: from='client.14505 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:47:22.561 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:22 smithi046 ceph-mon[28013]: from='client.14505 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:47:23.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:23 smithi103 ceph-mon[32920]: pgmap v361: 97 pgs: 97 active+clean; 633 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 4.2 KiB/s wr, 10 op/s 2024-04-26T01:47:23.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:23 smithi046 ceph-mon[28013]: pgmap v361: 97 pgs: 97 active+clean; 633 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 4.2 KiB/s wr, 10 op/s 2024-04-26T01:47:23.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:23 smithi163 ceph-mon[32592]: pgmap v361: 97 pgs: 97 active+clean; 633 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 4.2 KiB/s wr, 10 op/s 2024-04-26T01:47:23.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:23.931+0000 7fb9b0200700 1 -- 172.21.15.46:0/3233692750 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb9a8109cc0 msgr2=0x7fb9a810dcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:23.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:23.931+0000 7fb9b0200700 1 --2- 172.21.15.46:0/3233692750 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb9a8109cc0 0x7fb9a810dcc0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fb994009990 tx=0x7fb994009ca0 comp rx=0 tx=0).stop 2024-04-26T01:47:23.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:23.931+0000 7fb9b0200700 1 -- 172.21.15.46:0/3233692750 shutdown_connections 2024-04-26T01:47:23.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:23.931+0000 7fb9b0200700 1 --2- 172.21.15.46:0/3233692750 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb9a810e3a0 0x7fb9a8115f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:23.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:23.931+0000 7fb9b0200700 1 --2- 172.21.15.46:0/3233692750 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9a8109310 0x7fb9a81096f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:23.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:23.931+0000 7fb9b0200700 1 --2- 172.21.15.46:0/3233692750 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb9a8109cc0 0x7fb9a810dcc0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:23.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:23.931+0000 7fb9b0200700 1 -- 172.21.15.46:0/3233692750 >> 172.21.15.46:0/3233692750 conn(0x7fb9a8076210 msgr2=0x7fb9a8078630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:23.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:23.932+0000 7fb9b0200700 1 -- 172.21.15.46:0/3233692750 shutdown_connections 2024-04-26T01:47:23.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:23.932+0000 7fb9b0200700 1 -- 172.21.15.46:0/3233692750 wait complete. 2024-04-26T01:47:23.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:23.933+0000 7fb9b0200700 1 Processor -- start 2024-04-26T01:47:23.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:23.933+0000 7fb9b0200700 1 -- start start 2024-04-26T01:47:23.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:23.934+0000 7fb9b0200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9a8109310 0x7fb9a81a55e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:23.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:23.934+0000 7fb9b0200700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb9a8109cc0 0x7fb9a81a5b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:23.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:23.934+0000 7fb9b0200700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb9a810e3a0 0x7fb9a819f700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:23.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:23.934+0000 7fb9b0200700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb9a81193a0 con 0x7fb9a8109310 2024-04-26T01:47:23.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:23.934+0000 7fb9b0200700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fb9a8119220 con 0x7fb9a810e3a0 2024-04-26T01:47:23.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:23.934+0000 7fb9b0200700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fb9a8119520 con 0x7fb9a8109cc0 2024-04-26T01:47:23.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:23.934+0000 7fb9ae200700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb9a810e3a0 0x7fb9a819f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:23.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:23.934+0000 7fb9ad800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9a8109310 0x7fb9a81a55e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:23.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:23.934+0000 7fb9ace00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb9a8109cc0 0x7fb9a81a5b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:23.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:23.934+0000 7fb9ae200700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb9a810e3a0 0x7fb9a819f700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:37984/0 (socket says 172.21.15.46:37984) 2024-04-26T01:47:23.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:23.934+0000 7fb9ae200700 1 -- 172.21.15.46:0/2477783552 learned_addr learned my addr 172.21.15.46:0/2477783552 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:47:23.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:23.935+0000 7fb9ace00700 1 -- 172.21.15.46:0/2477783552 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb9a810e3a0 msgr2=0x7fb9a819f700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:23.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:23.935+0000 7fb9ace00700 1 --2- 172.21.15.46:0/2477783552 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb9a810e3a0 0x7fb9a819f700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:23.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:23.935+0000 7fb9ace00700 1 -- 172.21.15.46:0/2477783552 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9a8109310 msgr2=0x7fb9a81a55e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:23.934 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:23.935+0000 7fb9ace00700 1 --2- 172.21.15.46:0/2477783552 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9a8109310 0x7fb9a81a55e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:23.934 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:23.935+0000 7fb9ace00700 1 -- 172.21.15.46:0/2477783552 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9a819ffe0 con 0x7fb9a8109cc0 2024-04-26T01:47:23.934 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:23.935+0000 7fb9ae200700 1 --2- 172.21.15.46:0/2477783552 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb9a810e3a0 0x7fb9a819f700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:47:23.934 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:23.935+0000 7fb9ace00700 1 --2- 172.21.15.46:0/2477783552 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb9a8109cc0 0x7fb9a81a5b20 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fb9940098e0 tx=0x7fb99400bfa0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:23.934 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:23.935+0000 7fb9a6000700 1 -- 172.21.15.46:0/2477783552 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb994027070 con 0x7fb9a8109cc0 2024-04-26T01:47:23.934 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:23.935+0000 7fb9a6000700 1 -- 172.21.15.46:0/2477783552 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb99400fd00 con 0x7fb9a8109cc0 2024-04-26T01:47:23.934 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:23.935+0000 7fb9a6000700 1 -- 172.21.15.46:0/2477783552 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9940173f0 con 0x7fb9a8109cc0 2024-04-26T01:47:23.934 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:23.935+0000 7fb9b0200700 1 -- 172.21.15.46:0/2477783552 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9a81a0270 con 0x7fb9a8109cc0 2024-04-26T01:47:23.934 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:23.936+0000 7fb9b0200700 1 -- 172.21.15.46:0/2477783552 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9a81ac390 con 0x7fb9a8109cc0 2024-04-26T01:47:23.934 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:23.937+0000 7fb9b0200700 1 -- 172.21.15.46:0/2477783552 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb9a810a7a0 con 0x7fb9a8109cc0 2024-04-26T01:47:23.936 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:23.939+0000 7fb9a6000700 1 -- 172.21.15.46:0/2477783552 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fb99402a070 con 0x7fb9a8109cc0 2024-04-26T01:47:23.937 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:23.940+0000 7fb9a6000700 1 --2- 172.21.15.46:0/2477783552 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fb9900a3cd0 0x7fb9900a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:23.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:23.940+0000 7fb9a6000700 1 -- 172.21.15.46:0/2477783552 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fb9940d14c0 con 0x7fb9a8109cc0 2024-04-26T01:47:23.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:23.940+0000 7fb9ad800700 1 --2- 172.21.15.46:0/2477783552 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fb9900a3cd0 0x7fb9900a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:23.938 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:23.941+0000 7fb9ad800700 1 --2- 172.21.15.46:0/2477783552 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fb9900a3cd0 0x7fb9900a6190 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fb99c009c60 tx=0x7fb99c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:23.942 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:23.944+0000 7fb9a6000700 1 -- 172.21.15.46:0/2477783552 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb99405eff0 con 0x7fb9a8109cc0 2024-04-26T01:47:24.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:24.232+0000 7fb9b0200700 1 -- 172.21.15.46:0/2477783552 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb9a802df80 con 0x7fb9a8109cc0 2024-04-26T01:47:24.230 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:24.233+0000 7fb9a6000700 1 -- 172.21.15.46:0/2477783552 <== mon.1 v2:172.21.15.163:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11943 (secure 0 0 0) 0x7fb994013070 con 0x7fb9a8109cc0 2024-04-26T01:47:24.231 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:47:24.231 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14391,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/3599447924","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":3599447924},{"type":"v1","addr":"172.21.15.46:6839","nonce":3599447924}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6833/1782107626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":1782107626},{"type":"v1","addr":"172.21.15.103:6833","nonce":1782107626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:46:33.259216+0000","modified":"2024-04-26T01:46:59.081814+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24530,"mds_1":24524,"mds_2":24511,"mds_3":24496,"mds_4":24488},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24448":{"gid":24448,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6833/3674154522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6832","nonce":3674154522},{"type":"v1","addr":"172.21.15.163:6833","nonce":3674154522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"d","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6837/2284069014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":2284069014},{"type":"v1","addr":"172.21.15.46:6837","nonce":2284069014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"j","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6835/441878789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":441878789},{"type":"v1","addr":"172.21.15.46:6835","nonce":441878789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/2093120942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":2093120942},{"type":"v1","addr":"172.21.15.103:6835","nonce":2093120942}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6835/3496224673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6834","nonce":3496224673},{"type":"v1","addr":"172.21.15.163:6835","nonce":3496224673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"h","rank":4,"incarnation":24,"state":"up:active","state_seq":16,"addr":"172.21.15.103:6837/356151155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":356151155},{"type":"v1","addr":"172.21.15.103:6837","nonce":356151155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":16,"addr":"172.21.15.163:6837/3255035214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6836","nonce":3255035214},{"type":"v1","addr":"172.21.15.163:6837","nonce":3255035214}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.163:6839/1457170931","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6838","nonce":1457170931},{"type":"v1","addr":"172.21.15.163:6839","nonce":1457170931}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"a","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.46:6841/1857491842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":1857491842},{"type":"v1","addr":"172.21.15.46:6841","nonce":1857491842}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.103:6839/4045492459","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":4045492459},{"type":"v1","addr":"172.21.15.103:6839","nonce":4045492459}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24488,24530,24511,24524,24496]},"id":1}]} 2024-04-26T01:47:24.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:24.236+0000 7fb9b0200700 1 -- 172.21.15.46:0/2477783552 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fb9900a3cd0 msgr2=0x7fb9900a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:24.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:24.236+0000 7fb9b0200700 1 --2- 172.21.15.46:0/2477783552 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fb9900a3cd0 0x7fb9900a6190 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fb99c009c60 tx=0x7fb99c009260 comp rx=0 tx=0).stop 2024-04-26T01:47:24.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:24.236+0000 7fb9b0200700 1 -- 172.21.15.46:0/2477783552 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb9a8109cc0 msgr2=0x7fb9a81a5b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:24.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:24.236+0000 7fb9b0200700 1 --2- 172.21.15.46:0/2477783552 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb9a8109cc0 0x7fb9a81a5b20 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fb9940098e0 tx=0x7fb99400bfa0 comp rx=0 tx=0).stop 2024-04-26T01:47:24.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:24.236+0000 7fb9b0200700 1 -- 172.21.15.46:0/2477783552 shutdown_connections 2024-04-26T01:47:24.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:24.236+0000 7fb9b0200700 1 --2- 172.21.15.46:0/2477783552 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fb9900a3cd0 0x7fb9900a6190 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:24.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:24.236+0000 7fb9b0200700 1 --2- 172.21.15.46:0/2477783552 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb9a810e3a0 0x7fb9a819f700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:24.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:24.236+0000 7fb9b0200700 1 --2- 172.21.15.46:0/2477783552 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9a8109310 0x7fb9a81a55e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:24.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:24.236+0000 7fb9b0200700 1 --2- 172.21.15.46:0/2477783552 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb9a8109cc0 0x7fb9a81a5b20 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:24.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:24.236+0000 7fb9b0200700 1 -- 172.21.15.46:0/2477783552 >> 172.21.15.46:0/2477783552 conn(0x7fb9a8076210 msgr2=0x7fb9a8078520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:24.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:24.236+0000 7fb9b0200700 1 -- 172.21.15.46:0/2477783552 shutdown_connections 2024-04-26T01:47:24.235 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:24.236+0000 7fb9b0200700 1 -- 172.21.15.46:0/2477783552 wait complete. 2024-04-26T01:47:24.235 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 28 2024-04-26T01:47:24.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:24 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:47:24.495 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:24 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:47:24.559 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:24 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:47:25.231 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T01:47:25.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:25 smithi163 ceph-mon[32592]: pgmap v362: 97 pgs: 97 active+clean; 638 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 4.8 KiB/s wr, 14 op/s 2024-04-26T01:47:25.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:25 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/2477783552' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:47:25.517 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:25 smithi046 ceph-mon[28013]: pgmap v362: 97 pgs: 97 active+clean; 638 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 4.8 KiB/s wr, 14 op/s 2024-04-26T01:47:25.517 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:25 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/2477783552' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:47:25.624 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:25 smithi103 ceph-mon[32920]: pgmap v362: 97 pgs: 97 active+clean; 638 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 4.8 KiB/s wr, 14 op/s 2024-04-26T01:47:25.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:25 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/2477783552' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:47:26.300 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:47:26.526 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:26 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:47:26.526 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:26 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:47:26.526 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:26 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:47:26.526 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:26 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:47:26.526 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:26 smithi103 ceph-mon[32920]: pgmap v363: 97 pgs: 97 active+clean; 638 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 2.9 KiB/s wr, 11 op/s 2024-04-26T01:47:26.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:26 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:47:26.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:26 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:47:26.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:26 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:47:26.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:26 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:47:26.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:26 smithi046 ceph-mon[28013]: pgmap v363: 97 pgs: 97 active+clean; 638 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 2.9 KiB/s wr, 11 op/s 2024-04-26T01:47:26.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:26 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:47:26.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:26 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:47:26.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:26 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:47:26.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:26 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:47:26.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:26 smithi163 ceph-mon[32592]: pgmap v363: 97 pgs: 97 active+clean; 638 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 2.9 KiB/s wr, 11 op/s 2024-04-26T01:47:28.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.556+0000 7fdfc5a00700 1 -- 172.21.15.46:0/306465365 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdfc0109c80 msgr2=0x7fdfc010dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:28.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.556+0000 7fdfc5a00700 1 --2- 172.21.15.46:0/306465365 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdfc0109c80 0x7fdfc010dcd0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fdfac0099c0 tx=0x7fdfac009cd0 comp rx=0 tx=0).stop 2024-04-26T01:47:28.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.557+0000 7fdfc5a00700 1 -- 172.21.15.46:0/306465365 shutdown_connections 2024-04-26T01:47:28.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.557+0000 7fdfc5a00700 1 --2- 172.21.15.46:0/306465365 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fdfc010e3b0 0x7fdfc0115f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:28.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.557+0000 7fdfc5a00700 1 --2- 172.21.15.46:0/306465365 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdfc01092d0 0x7fdfc01096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:28.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.557+0000 7fdfc5a00700 1 --2- 172.21.15.46:0/306465365 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdfc0109c80 0x7fdfc010dcd0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:28.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.557+0000 7fdfc5a00700 1 -- 172.21.15.46:0/306465365 >> 172.21.15.46:0/306465365 conn(0x7fdfc0076210 msgr2=0x7fdfc0107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:28.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.557+0000 7fdfc5a00700 1 -- 172.21.15.46:0/306465365 shutdown_connections 2024-04-26T01:47:28.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.557+0000 7fdfc5a00700 1 -- 172.21.15.46:0/306465365 wait complete. 2024-04-26T01:47:28.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.558+0000 7fdfc5a00700 1 Processor -- start 2024-04-26T01:47:28.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.558+0000 7fdfc5a00700 1 -- start start 2024-04-26T01:47:28.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.558+0000 7fdfc5a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdfc01092d0 0x7fdfc01a5590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:28.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.558+0000 7fdfc5a00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fdfc0109c80 0x7fdfc01a5ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:28.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.558+0000 7fdfc5a00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdfc010e3b0 0x7fdfc019f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:28.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.559+0000 7fdfc5a00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fdfc01193b0 con 0x7fdfc01092d0 2024-04-26T01:47:28.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.559+0000 7fdfc5a00700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fdfc0119230 con 0x7fdfc010e3b0 2024-04-26T01:47:28.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.559+0000 7fdfc5a00700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fdfc0119530 con 0x7fdfc0109c80 2024-04-26T01:47:28.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.559+0000 7fdfbe000700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fdfc0109c80 0x7fdfc01a5ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:28.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.559+0000 7fdfbea00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdfc01092d0 0x7fdfc01a5590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:28.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.559+0000 7fdfbe000700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fdfc0109c80 0x7fdfc01a5ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:50594/0 (socket says 172.21.15.46:50594) 2024-04-26T01:47:28.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.559+0000 7fdfbe000700 1 -- 172.21.15.46:0/3910208638 learned_addr learned my addr 172.21.15.46:0/3910208638 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:47:28.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.559+0000 7fdfbf400700 1 --2- 172.21.15.46:0/3910208638 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdfc010e3b0 0x7fdfc019f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:28.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.559+0000 7fdfbe000700 1 -- 172.21.15.46:0/3910208638 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdfc010e3b0 msgr2=0x7fdfc019f6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:28.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.559+0000 7fdfbe000700 1 --2- 172.21.15.46:0/3910208638 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdfc010e3b0 0x7fdfc019f6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:28.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.559+0000 7fdfbe000700 1 -- 172.21.15.46:0/3910208638 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdfc01092d0 msgr2=0x7fdfc01a5590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:28.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.559+0000 7fdfbe000700 1 --2- 172.21.15.46:0/3910208638 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdfc01092d0 0x7fdfc01a5590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:28.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.559+0000 7fdfbe000700 1 -- 172.21.15.46:0/3910208638 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfc019ff90 con 0x7fdfc0109c80 2024-04-26T01:47:28.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.559+0000 7fdfbf400700 1 --2- 172.21.15.46:0/3910208638 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdfc010e3b0 0x7fdfc019f6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:47:28.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.560+0000 7fdfbe000700 1 --2- 172.21.15.46:0/3910208638 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fdfc0109c80 0x7fdfc01a5ad0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fdfac00fa00 tx=0x7fdfac00fa30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:28.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.560+0000 7fdfb7400700 1 -- 172.21.15.46:0/3910208638 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfac027070 con 0x7fdfc0109c80 2024-04-26T01:47:28.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.560+0000 7fdfb7400700 1 -- 172.21.15.46:0/3910208638 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fdfac003680 con 0x7fdfc0109c80 2024-04-26T01:47:28.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.560+0000 7fdfb7400700 1 -- 172.21.15.46:0/3910208638 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfac0173f0 con 0x7fdfc0109c80 2024-04-26T01:47:28.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.560+0000 7fdfc5a00700 1 -- 172.21.15.46:0/3910208638 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdfc01a0220 con 0x7fdfc0109c80 2024-04-26T01:47:28.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.560+0000 7fdfc5a00700 1 -- 172.21.15.46:0/3910208638 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdfc01ac340 con 0x7fdfc0109c80 2024-04-26T01:47:28.559 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.561+0000 7fdfc5a00700 1 -- 172.21.15.46:0/3910208638 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdfc010a7b0 con 0x7fdfc0109c80 2024-04-26T01:47:28.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.563+0000 7fdfb7400700 1 -- 172.21.15.46:0/3910208638 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fdfac02a070 con 0x7fdfc0109c80 2024-04-26T01:47:28.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.565+0000 7fdfb7400700 1 --2- 172.21.15.46:0/3910208638 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fdfa40a3d50 0x7fdfa40a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:28.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.565+0000 7fdfb7400700 1 -- 172.21.15.46:0/3910208638 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fdfac0d10c0 con 0x7fdfc0109c80 2024-04-26T01:47:28.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.565+0000 7fdfbea00700 1 --2- 172.21.15.46:0/3910208638 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fdfa40a3d50 0x7fdfa40a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:28.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.566+0000 7fdfbea00700 1 --2- 172.21.15.46:0/3910208638 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fdfa40a3d50 0x7fdfa40a6210 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fdfb0007be0 tx=0x7fdfb00073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:28.566 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.569+0000 7fdfb7400700 1 -- 172.21.15.46:0/3910208638 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fdfac013070 con 0x7fdfc0109c80 2024-04-26T01:47:28.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:28 smithi046 ceph-mon[28013]: pgmap v364: 97 pgs: 97 active+clean; 638 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 2.9 KiB/s wr, 11 op/s 2024-04-26T01:47:28.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.826+0000 7fdfc5a00700 1 -- 172.21.15.46:0/3910208638 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fdfc002df80 con 0x7fdfc0109c80 2024-04-26T01:47:28.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.828+0000 7fdfb7400700 1 -- 172.21.15.46:0/3910208638 <== mon.1 v2:172.21.15.163:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+22678 (secure 0 0 0) 0x7fdfac09d980 con 0x7fdfc0109c80 2024-04-26T01:47:28.826 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:47:28.826 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":91,"fsid":"4e298560-036d-11ef-bc93-c7b262605968","created":"2024-04-26T01:36:51.789921+0000","modified":"2024-04-26T01:47:03.030395+0000","last_up_change":"2024-04-26T01:45:13.269142+0000","last_in_change":"2024-04-26T01:44:53.812099+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T01:40:53.363826+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T01:46:24.277738+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T01:46:29.225616+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8fb81e1c-2c24-45c9-89fd-896ec37fedb6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":1705061833},{"type":"v1","addr":"172.21.15.46:6803","nonce":1705061833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":1705061833},{"type":"v1","addr":"172.21.15.46:6805","nonce":1705061833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1705061833},{"type":"v1","addr":"172.21.15.46:6809","nonce":1705061833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":1705061833},{"type":"v1","addr":"172.21.15.46:6807","nonce":1705061833}]},"public_addr":"172.21.15.46:6803/1705061833","cluster_addr":"172.21.15.46:6805/1705061833","heartbeat_back_addr":"172.21.15.46:6809/1705061833","heartbeat_front_addr":"172.21.15.46:6807/1705061833","state":["exists","up"]},{"osd":1,"uuid":"235ad6a0-ad0d-44ff-9ad1-55205dc13533","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":4149643711},{"type":"v1","addr":"172.21.15.103:6801","nonce":4149643711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":4149643711},{"type":"v1","addr":"172.21.15.103:6803","nonce":4149643711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":4149643711},{"type":"v1","addr":"172.21.15.103:6807","nonce":4149643711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":4149643711},{"type":"v1","addr":"172.21.15.103:6805","nonce":4149643711}]},"public_addr":"172.21.15.103:6801/4149643711","cluster_addr":"172.21.15.103:6803/4149643711","heartbeat_back_addr":"172.21.15.103:6807/4149643711","heartbeat_front_addr":"172.21.15.103:6805/4149643711","state":["exists","up"]},{"osd":2,"uuid":"10a4e364-80e6-4c2e-8bdd-8c6e27188acf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6800","nonce":3238203653},{"type":"v1","addr":"172.21.15.163:6801","nonce":3238203653}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6802","nonce":3238203653},{"type":"v1","addr":"172.21.15.163:6803","nonce":3238203653}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6806","nonce":3238203653},{"type":"v1","addr":"172.21.15.163:6807","nonce":3238203653}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6804","nonce":3238203653},{"type":"v1","addr":"172.21.15.163:6805","nonce":3238203653}]},"public_addr":"172.21.15.163:6801/3238203653","cluster_addr":"172.21.15.163:6803/3238203653","heartbeat_back_addr":"172.21.15.163:6807/3238203653","heartbeat_front_addr":"172.21.15.163:6805/3238203653","state":["exists","up"]},{"osd":3,"uuid":"72b47e70-a1c2-4e07-868b-c030c68a8f5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":1889462647},{"type":"v1","addr":"172.21.15.46:6811","nonce":1889462647}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1889462647},{"type":"v1","addr":"172.21.15.46:6813","nonce":1889462647}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1889462647},{"type":"v1","addr":"172.21.15.46:6817","nonce":1889462647}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":1889462647},{"type":"v1","addr":"172.21.15.46:6815","nonce":1889462647}]},"public_addr":"172.21.15.46:6811/1889462647","cluster_addr":"172.21.15.46:6813/1889462647","heartbeat_back_addr":"172.21.15.46:6817/1889462647","heartbeat_front_addr":"172.21.15.46:6815/1889462647","state":["exists","up"]},{"osd":4,"uuid":"644cff68-2da7-43ed-bb87-f3b0d5f82b1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":3946150982},{"type":"v1","addr":"172.21.15.103:6809","nonce":3946150982}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":3946150982},{"type":"v1","addr":"172.21.15.103:6811","nonce":3946150982}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":3946150982},{"type":"v1","addr":"172.21.15.103:6815","nonce":3946150982}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":3946150982},{"type":"v1","addr":"172.21.15.103:6813","nonce":3946150982}]},"public_addr":"172.21.15.103:6809/3946150982","cluster_addr":"172.21.15.103:6811/3946150982","heartbeat_back_addr":"172.21.15.103:6815/3946150982","heartbeat_front_addr":"172.21.15.103:6813/3946150982","state":["exists","up"]},{"osd":5,"uuid":"fb7bbd34-9be5-4f39-ac32-af6c1eab2c64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6808","nonce":616922792},{"type":"v1","addr":"172.21.15.163:6809","nonce":616922792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6810","nonce":616922792},{"type":"v1","addr":"172.21.15.163:6811","nonce":616922792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6814","nonce":616922792},{"type":"v1","addr":"172.21.15.163:6815","nonce":616922792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6812","nonce":616922792},{"type":"v1","addr":"172.21.15.163:6813","nonce":616922792}]},"public_addr":"172.21.15.163:6809/616922792","cluster_addr":"172.21.15.163:6811/616922792","heartbeat_back_addr":"172.21.15.163:6815/616922792","heartbeat_front_addr":"172.21.15.163:6813/616922792","state":["exists","up"]},{"osd":6,"uuid":"bf28b38e-8424-4fb4-9528-6dbc7d2b1612","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2027770735},{"type":"v1","addr":"172.21.15.46:6819","nonce":2027770735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2027770735},{"type":"v1","addr":"172.21.15.46:6821","nonce":2027770735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2027770735},{"type":"v1","addr":"172.21.15.46:6825","nonce":2027770735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2027770735},{"type":"v1","addr":"172.21.15.46:6823","nonce":2027770735}]},"public_addr":"172.21.15.46:6819/2027770735","cluster_addr":"172.21.15.46:6821/2027770735","heartbeat_back_addr":"172.21.15.46:6825/2027770735","heartbeat_front_addr":"172.21.15.46:6823/2027770735","state":["exists","up"]},{"osd":7,"uuid":"019316c5-b83f-43f1-8d46-6dd43de6259a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":3114516049},{"type":"v1","addr":"172.21.15.103:6817","nonce":3114516049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":3114516049},{"type":"v1","addr":"172.21.15.103:6819","nonce":3114516049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":3114516049},{"type":"v1","addr":"172.21.15.103:6823","nonce":3114516049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":3114516049},{"type":"v1","addr":"172.21.15.103:6821","nonce":3114516049}]},"public_addr":"172.21.15.103:6817/3114516049","cluster_addr":"172.21.15.103:6819/3114516049","heartbeat_back_addr":"172.21.15.103:6823/3114516049","heartbeat_front_addr":"172.21.15.103:6821/3114516049","state":["exists","up"]},{"osd":8,"uuid":"209597cd-7768-4b82-ade7-8e01927a3e03","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6816","nonce":1671606862},{"type":"v1","addr":"172.21.15.163:6817","nonce":1671606862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6818","nonce":1671606862},{"type":"v1","addr":"172.21.15.163:6819","nonce":1671606862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6822","nonce":1671606862},{"type":"v1","addr":"172.21.15.163:6823","nonce":1671606862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6820","nonce":1671606862},{"type":"v1","addr":"172.21.15.163:6821","nonce":1671606862}]},"public_addr":"172.21.15.163:6817/1671606862","cluster_addr":"172.21.15.163:6819/1671606862","heartbeat_back_addr":"172.21.15.163:6823/1671606862","heartbeat_front_addr":"172.21.15.163:6821/1671606862","state":["exists","up"]},{"osd":9,"uuid":"77a2c45f-b6c7-465c-96ec-d760fa92dd75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":1569907716},{"type":"v1","addr":"172.21.15.46:6827","nonce":1569907716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":1569907716},{"type":"v1","addr":"172.21.15.46:6829","nonce":1569907716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":1569907716},{"type":"v1","addr":"172.21.15.46:6833","nonce":1569907716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":1569907716},{"type":"v1","addr":"172.21.15.46:6831","nonce":1569907716}]},"public_addr":"172.21.15.46:6827/1569907716","cluster_addr":"172.21.15.46:6829/1569907716","heartbeat_back_addr":"172.21.15.46:6833/1569907716","heartbeat_front_addr":"172.21.15.46:6831/1569907716","state":["exists","up"]},{"osd":10,"uuid":"b0ec12dc-7afe-454a-8195-2e38441ca466","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":4049341884},{"type":"v1","addr":"172.21.15.103:6825","nonce":4049341884}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":4049341884},{"type":"v1","addr":"172.21.15.103:6827","nonce":4049341884}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":4049341884},{"type":"v1","addr":"172.21.15.103:6831","nonce":4049341884}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":4049341884},{"type":"v1","addr":"172.21.15.103:6829","nonce":4049341884}]},"public_addr":"172.21.15.103:6825/4049341884","cluster_addr":"172.21.15.103:6827/4049341884","heartbeat_back_addr":"172.21.15.103:6831/4049341884","heartbeat_front_addr":"172.21.15.103:6829/4049341884","state":["exists","up"]},{"osd":11,"uuid":"1c43e737-c189-43c0-a9ee-17a3cdc8278d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6824","nonce":1269489610},{"type":"v1","addr":"172.21.15.163:6825","nonce":1269489610}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6826","nonce":1269489610},{"type":"v1","addr":"172.21.15.163:6827","nonce":1269489610}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6830","nonce":1269489610},{"type":"v1","addr":"172.21.15.163:6831","nonce":1269489610}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6828","nonce":1269489610},{"type":"v1","addr":"172.21.15.163:6829","nonce":1269489610}]},"public_addr":"172.21.15.163:6825/1269489610","cluster_addr":"172.21.15.163:6827/1269489610","heartbeat_back_addr":"172.21.15.163:6831/1269489610","heartbeat_front_addr":"172.21.15.163:6829/1269489610","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:39:58.982337+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:40:24.637183+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:40:49.044978+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:41:23.090601+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:41:49.957654+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:42:15.570899+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:42:50.909512+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:43:17.899928+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:43:43.563643+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:44:19.007356+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:44:46.388363+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:45:11.782396+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.27","mappings":[{"from":3,"to":9}]},{"pgid":"3.33","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/2138390774":"2024-04-27T01:38:01.199869+0000","172.21.15.46:0/1671101151":"2024-04-27T01:38:01.199869+0000","172.21.15.46:0/3463419164":"2024-04-27T01:38:01.199869+0000","172.21.15.46:6801/1268650508":"2024-04-27T01:38:01.199869+0000","172.21.15.46:0/1254319164":"2024-04-27T01:37:25.688097+0000","172.21.15.46:6800/2101651407":"2024-04-27T01:37:25.688097+0000","172.21.15.46:6800/1268650508":"2024-04-27T01:38:01.199869+0000","172.21.15.46:0/2440871722":"2024-04-27T01:37:25.688097+0000","172.21.15.46:0/846597820":"2024-04-27T01:37:25.688097+0000","172.21.15.46:6801/2101651407":"2024-04-27T01:37:25.688097+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T01:47:28.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.831+0000 7fdfc5a00700 1 -- 172.21.15.46:0/3910208638 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fdfa40a3d50 msgr2=0x7fdfa40a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:28.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.831+0000 7fdfc5a00700 1 --2- 172.21.15.46:0/3910208638 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fdfa40a3d50 0x7fdfa40a6210 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fdfb0007be0 tx=0x7fdfb00073d0 comp rx=0 tx=0).stop 2024-04-26T01:47:28.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.831+0000 7fdfc5a00700 1 -- 172.21.15.46:0/3910208638 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fdfc0109c80 msgr2=0x7fdfc01a5ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:28.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.831+0000 7fdfc5a00700 1 --2- 172.21.15.46:0/3910208638 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fdfc0109c80 0x7fdfc01a5ad0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fdfac00fa00 tx=0x7fdfac00fa30 comp rx=0 tx=0).stop 2024-04-26T01:47:28.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.831+0000 7fdfc5a00700 1 -- 172.21.15.46:0/3910208638 shutdown_connections 2024-04-26T01:47:28.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.831+0000 7fdfc5a00700 1 --2- 172.21.15.46:0/3910208638 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fdfa40a3d50 0x7fdfa40a6210 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:28.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.831+0000 7fdfc5a00700 1 --2- 172.21.15.46:0/3910208638 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdfc010e3b0 0x7fdfc019f6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:28.830 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.831+0000 7fdfc5a00700 1 --2- 172.21.15.46:0/3910208638 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdfc01092d0 0x7fdfc01a5590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:28.830 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.831+0000 7fdfc5a00700 1 --2- 172.21.15.46:0/3910208638 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fdfc0109c80 0x7fdfc01a5ad0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:28.830 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.831+0000 7fdfc5a00700 1 -- 172.21.15.46:0/3910208638 >> 172.21.15.46:0/3910208638 conn(0x7fdfc0076210 msgr2=0x7fdfc00767d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:28.830 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.832+0000 7fdfc5a00700 1 -- 172.21.15.46:0/3910208638 shutdown_connections 2024-04-26T01:47:28.830 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:28.832+0000 7fdfc5a00700 1 -- 172.21.15.46:0/3910208638 wait complete. 2024-04-26T01:47:28.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:28 smithi103 ceph-mon[32920]: pgmap v364: 97 pgs: 97 active+clean; 638 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 2.9 KiB/s wr, 11 op/s 2024-04-26T01:47:28.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:28 smithi163 ceph-mon[32592]: pgmap v364: 97 pgs: 97 active+clean; 638 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 2.9 KiB/s wr, 11 op/s 2024-04-26T01:47:29.696 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-26T01:47:29.696 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-26T01:47:30.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:29 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:47:30.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:29 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:47:30.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:29 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/3910208638' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:47:30.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:29 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:47:30.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:29 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:47:30.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:29 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/3910208638' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:47:30.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:29 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:47:30.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:29 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:47:30.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:29 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/3910208638' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:47:30.172 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:47:31.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:30 smithi046 ceph-mon[28013]: pgmap v365: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 3.2 KiB/s wr, 13 op/s 2024-04-26T01:47:31.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:30 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:47:31.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:30 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:47:31.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:30 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:47:31.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:30 smithi103 ceph-mon[32920]: pgmap v365: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 3.2 KiB/s wr, 13 op/s 2024-04-26T01:47:31.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:30 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:47:31.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:30 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:47:31.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:30 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:47:31.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:30 smithi163 ceph-mon[32592]: pgmap v365: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 3.2 KiB/s wr, 13 op/s 2024-04-26T01:47:31.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:30 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:47:31.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:30 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:47:31.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:30 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:47:32.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.646+0000 7ff91d200700 1 -- 172.21.15.46:0/1562633862 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff918104dd0 msgr2=0x7ff9181051b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:32.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.646+0000 7ff91d200700 1 --2- 172.21.15.46:0/1562633862 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff918104dd0 0x7ff9181051b0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7ff9080099c0 tx=0x7ff908009cd0 comp rx=0 tx=0).stop 2024-04-26T01:47:32.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.646+0000 7ff91d200700 1 -- 172.21.15.46:0/1562633862 shutdown_connections 2024-04-26T01:47:32.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.646+0000 7ff91d200700 1 --2- 172.21.15.46:0/1562633862 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff918109eb0 0x7ff918111a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:32.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.646+0000 7ff91d200700 1 --2- 172.21.15.46:0/1562633862 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff918104dd0 0x7ff9181051b0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:32.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.646+0000 7ff91d200700 1 --2- 172.21.15.46:0/1562633862 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff918105780 0x7ff9181097d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:32.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.646+0000 7ff91d200700 1 -- 172.21.15.46:0/1562633862 >> 172.21.15.46:0/1562633862 conn(0x7ff918100660 msgr2=0x7ff918102a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:32.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.646+0000 7ff91d200700 1 -- 172.21.15.46:0/1562633862 shutdown_connections 2024-04-26T01:47:32.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.646+0000 7ff91d200700 1 -- 172.21.15.46:0/1562633862 wait complete. 2024-04-26T01:47:32.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.648+0000 7ff91d200700 1 Processor -- start 2024-04-26T01:47:32.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.649+0000 7ff91d200700 1 -- start start 2024-04-26T01:47:32.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.649+0000 7ff91d200700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff918104dd0 0x7ff91819b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:32.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.649+0000 7ff91d200700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff918105780 0x7ff91819b910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:32.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.649+0000 7ff91d200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff918109eb0 0x7ff91819fc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:32.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.649+0000 7ff91d200700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff918114ec0 con 0x7ff918109eb0 2024-04-26T01:47:32.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.649+0000 7ff91d200700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7ff918114d40 con 0x7ff918105780 2024-04-26T01:47:32.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.649+0000 7ff91d200700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7ff918115040 con 0x7ff918104dd0 2024-04-26T01:47:32.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.650+0000 7ff917400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff918104dd0 0x7ff91819b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:32.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.650+0000 7ff916a00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff918105780 0x7ff91819b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:32.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.650+0000 7ff917400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff918104dd0 0x7ff91819b3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:50622/0 (socket says 172.21.15.46:50622) 2024-04-26T01:47:32.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.650+0000 7ff916a00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff918105780 0x7ff91819b910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:38038/0 (socket says 172.21.15.46:38038) 2024-04-26T01:47:32.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.650+0000 7ff917400700 1 -- 172.21.15.46:0/3130431035 learned_addr learned my addr 172.21.15.46:0/3130431035 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:47:32.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.650+0000 7ff917e00700 1 --2- 172.21.15.46:0/3130431035 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff918109eb0 0x7ff91819fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:32.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.650+0000 7ff917400700 1 -- 172.21.15.46:0/3130431035 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff918105780 msgr2=0x7ff91819b910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:32.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.650+0000 7ff917400700 1 --2- 172.21.15.46:0/3130431035 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff918105780 0x7ff91819b910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:32.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.650+0000 7ff917400700 1 -- 172.21.15.46:0/3130431035 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff918109eb0 msgr2=0x7ff91819fc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:32.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.650+0000 7ff917400700 1 --2- 172.21.15.46:0/3130431035 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff918109eb0 0x7ff91819fc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:32.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.650+0000 7ff917400700 1 -- 172.21.15.46:0/3130431035 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9181a0390 con 0x7ff918104dd0 2024-04-26T01:47:32.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.651+0000 7ff917400700 1 --2- 172.21.15.46:0/3130431035 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff918104dd0 0x7ff91819b3d0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7ff908006010 tx=0x7ff908003a90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:32.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.651+0000 7ff90fe00700 1 -- 172.21.15.46:0/3130431035 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff908003680 con 0x7ff918104dd0 2024-04-26T01:47:32.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.651+0000 7ff90fe00700 1 -- 172.21.15.46:0/3130431035 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff908005590 con 0x7ff918104dd0 2024-04-26T01:47:32.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.651+0000 7ff91d200700 1 -- 172.21.15.46:0/3130431035 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9181a0620 con 0x7ff918104dd0 2024-04-26T01:47:32.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.651+0000 7ff90fe00700 1 -- 172.21.15.46:0/3130431035 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff90800fe30 con 0x7ff918104dd0 2024-04-26T01:47:32.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.651+0000 7ff91d200700 1 -- 172.21.15.46:0/3130431035 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9181a7f00 con 0x7ff918104dd0 2024-04-26T01:47:32.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.652+0000 7ff91d200700 1 -- 172.21.15.46:0/3130431035 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff918069730 con 0x7ff918104dd0 2024-04-26T01:47:32.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.654+0000 7ff90fe00700 1 -- 172.21.15.46:0/3130431035 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7ff90800f560 con 0x7ff918104dd0 2024-04-26T01:47:32.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.656+0000 7ff90fe00700 1 --2- 172.21.15.46:0/3130431035 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7ff8fc0a3ef0 0x7ff8fc0a63b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:32.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.656+0000 7ff90fe00700 1 -- 172.21.15.46:0/3130431035 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7ff9080d1280 con 0x7ff918104dd0 2024-04-26T01:47:32.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.656+0000 7ff916a00700 1 --2- 172.21.15.46:0/3130431035 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7ff8fc0a3ef0 0x7ff8fc0a63b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:32.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.657+0000 7ff916a00700 1 --2- 172.21.15.46:0/3130431035 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7ff8fc0a3ef0 0x7ff8fc0a63b0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7ff91810b3c0 tx=0x7ff904009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:32.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.658+0000 7ff90fe00700 1 -- 172.21.15.46:0/3130431035 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff908013070 con 0x7ff918104dd0 2024-04-26T01:47:32.887 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.889+0000 7ff91d200700 1 -- 172.21.15.46:0/3130431035 --> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff91819c6e0 con 0x7ff8fc0a3ef0 2024-04-26T01:47:32.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.917+0000 7ff90fe00700 1 -- 172.21.15.46:0/3130431035 <== mgr.14152 v2:172.21.15.46:6800/3332901238 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258946 (secure 0 0 0) 0x7ff91819c6e0 con 0x7ff8fc0a3ef0 2024-04-26T01:47:32.921 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:47:32.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.923+0000 7ff91d200700 1 -- 172.21.15.46:0/3130431035 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7ff8fc0a3ef0 msgr2=0x7ff8fc0a63b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:32.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.923+0000 7ff91d200700 1 --2- 172.21.15.46:0/3130431035 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7ff8fc0a3ef0 0x7ff8fc0a63b0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7ff91810b3c0 tx=0x7ff904009260 comp rx=0 tx=0).stop 2024-04-26T01:47:32.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.923+0000 7ff91d200700 1 -- 172.21.15.46:0/3130431035 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff918104dd0 msgr2=0x7ff91819b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:32.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.923+0000 7ff91d200700 1 --2- 172.21.15.46:0/3130431035 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff918104dd0 0x7ff91819b3d0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7ff908006010 tx=0x7ff908003a90 comp rx=0 tx=0).stop 2024-04-26T01:47:32.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.923+0000 7ff91d200700 1 -- 172.21.15.46:0/3130431035 shutdown_connections 2024-04-26T01:47:32.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.923+0000 7ff91d200700 1 --2- 172.21.15.46:0/3130431035 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff918109eb0 0x7ff91819fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:32.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.923+0000 7ff91d200700 1 --2- 172.21.15.46:0/3130431035 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff918104dd0 0x7ff91819b3d0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:32.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.923+0000 7ff91d200700 1 --2- 172.21.15.46:0/3130431035 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7ff8fc0a3ef0 0x7ff8fc0a63b0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:32.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.923+0000 7ff91d200700 1 --2- 172.21.15.46:0/3130431035 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff918105780 0x7ff91819b910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:32.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.923+0000 7ff91d200700 1 -- 172.21.15.46:0/3130431035 >> 172.21.15.46:0/3130431035 conn(0x7ff918100660 msgr2=0x7ff9181029f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:32.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.924+0000 7ff91d200700 1 -- 172.21.15.46:0/3130431035 shutdown_connections 2024-04-26T01:47:32.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:32.924+0000 7ff91d200700 1 -- 172.21.15.46:0/3130431035 wait complete. 2024-04-26T01:47:32.924 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2024-04-26T01:47:33.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:32 smithi103 ceph-mon[32920]: pgmap v366: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.1 KiB/s wr, 9 op/s 2024-04-26T01:47:33.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:32 smithi163 ceph-mon[32592]: pgmap v366: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.1 KiB/s wr, 9 op/s 2024-04-26T01:47:33.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:32 smithi046 ceph-mon[28013]: pgmap v366: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.1 KiB/s wr, 9 op/s 2024-04-26T01:47:33.947 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":366,"stamp":"2024-04-26T01:47:31.371569+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":657568,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":498,"num_read_kb":369,"num_write":429,"num_write_kb":3075,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":21,"num_bytes_recovered":1182712,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":350,"ondisk_log_size":350,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":373888,"kb_used_data":12236,"kb_used_omap":18,"kb_used_meta":361517,"kb_avail":1124567936,"statfs":{"total":1151940427776,"available":1151557566464,"internally_reserved":0,"allocated":12529664,"data_stored":7756839,"data_compressed":108447,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":19142,"internal_metadata":370193722},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":9067,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":102,"num_read_kb":64,"num_write":12,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005885"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.042431+0000","last_change":"2024-04-26T01:46:30.343159+0000","last_active":"2024-04-26T01:47:03.042431+0000","last_peered":"2024-04-26T01:47:03.042431+0000","last_clean":"2024-04-26T01:47:03.042431+0000","last_became_active":"2024-04-26T01:46:30.342802+0000","last_became_peered":"2024-04-26T01:46:30.342802+0000","last_unstale":"2024-04-26T01:47:03.042431+0000","last_undegraded":"2024-04-26T01:47:03.042431+0000","last_fullsized":"2024-04-26T01:47:03.042431+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:04:45.982580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.053198+0000","last_change":"2024-04-26T01:46:30.328482+0000","last_active":"2024-04-26T01:47:03.053198+0000","last_peered":"2024-04-26T01:47:03.053198+0000","last_clean":"2024-04-26T01:47:03.053198+0000","last_became_active":"2024-04-26T01:46:30.327937+0000","last_became_peered":"2024-04-26T01:46:30.327937+0000","last_unstale":"2024-04-26T01:47:03.053198+0000","last_undegraded":"2024-04-26T01:47:03.053198+0000","last_fullsized":"2024-04-26T01:47:03.053198+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:43:55.563929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.052633+0000","last_change":"2024-04-26T01:46:30.340523+0000","last_active":"2024-04-26T01:47:03.052633+0000","last_peered":"2024-04-26T01:47:03.052633+0000","last_clean":"2024-04-26T01:47:03.052633+0000","last_became_active":"2024-04-26T01:46:30.335483+0000","last_became_peered":"2024-04-26T01:46:30.335483+0000","last_unstale":"2024-04-26T01:47:03.052633+0000","last_undegraded":"2024-04-26T01:47:03.052633+0000","last_fullsized":"2024-04-26T01:47:03.052633+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:27:22.869086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.036617+0000","last_change":"2024-04-26T01:46:30.330680+0000","last_active":"2024-04-26T01:47:03.036617+0000","last_peered":"2024-04-26T01:47:03.036617+0000","last_clean":"2024-04-26T01:47:03.036617+0000","last_became_active":"2024-04-26T01:46:30.330326+0000","last_became_peered":"2024-04-26T01:46:30.330326+0000","last_unstale":"2024-04-26T01:47:03.036617+0000","last_undegraded":"2024-04-26T01:47:03.036617+0000","last_fullsized":"2024-04-26T01:47:03.036617+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:01:37.237730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.041989+0000","last_change":"2024-04-26T01:46:30.355859+0000","last_active":"2024-04-26T01:47:03.041989+0000","last_peered":"2024-04-26T01:47:03.041989+0000","last_clean":"2024-04-26T01:47:03.041989+0000","last_became_active":"2024-04-26T01:46:30.355476+0000","last_became_peered":"2024-04-26T01:46:30.355476+0000","last_unstale":"2024-04-26T01:47:03.041989+0000","last_undegraded":"2024-04-26T01:47:03.041989+0000","last_fullsized":"2024-04-26T01:47:03.041989+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:38:15.102699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.038281+0000","last_change":"2024-04-26T01:46:30.336524+0000","last_active":"2024-04-26T01:47:03.038281+0000","last_peered":"2024-04-26T01:47:03.038281+0000","last_clean":"2024-04-26T01:47:03.038281+0000","last_became_active":"2024-04-26T01:46:30.335846+0000","last_became_peered":"2024-04-26T01:46:30.335846+0000","last_unstale":"2024-04-26T01:47:03.038281+0000","last_undegraded":"2024-04-26T01:47:03.038281+0000","last_fullsized":"2024-04-26T01:47:03.038281+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:21:01.520848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.141996+0000","last_change":"2024-04-26T01:46:30.333145+0000","last_active":"2024-04-26T01:47:03.141996+0000","last_peered":"2024-04-26T01:47:03.141996+0000","last_clean":"2024-04-26T01:47:03.141996+0000","last_became_active":"2024-04-26T01:46:30.332802+0000","last_became_peered":"2024-04-26T01:46:30.332802+0000","last_unstale":"2024-04-26T01:47:03.141996+0000","last_undegraded":"2024-04-26T01:47:03.141996+0000","last_fullsized":"2024-04-26T01:47:03.141996+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:59:24.484032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.692804+0000","last_change":"2024-04-26T01:46:30.357232+0000","last_active":"2024-04-26T01:47:03.692804+0000","last_peered":"2024-04-26T01:47:03.692804+0000","last_clean":"2024-04-26T01:47:03.692804+0000","last_became_active":"2024-04-26T01:46:30.355674+0000","last_became_peered":"2024-04-26T01:46:30.355674+0000","last_unstale":"2024-04-26T01:47:03.692804+0000","last_undegraded":"2024-04-26T01:47:03.692804+0000","last_fullsized":"2024-04-26T01:47:03.692804+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:04:47.963939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.041574+0000","last_change":"2024-04-26T01:46:30.330056+0000","last_active":"2024-04-26T01:47:03.041574+0000","last_peered":"2024-04-26T01:47:03.041574+0000","last_clean":"2024-04-26T01:47:03.041574+0000","last_became_active":"2024-04-26T01:46:30.329730+0000","last_became_peered":"2024-04-26T01:46:30.329730+0000","last_unstale":"2024-04-26T01:47:03.041574+0000","last_undegraded":"2024-04-26T01:47:03.041574+0000","last_fullsized":"2024-04-26T01:47:03.041574+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:19:53.138105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.045524+0000","last_change":"2024-04-26T01:47:03.045524+0000","last_active":"2024-04-26T01:47:03.045524+0000","last_peered":"2024-04-26T01:47:03.045524+0000","last_clean":"2024-04-26T01:47:03.045524+0000","last_became_active":"2024-04-26T01:47:03.044988+0000","last_became_peered":"2024-04-26T01:47:03.044988+0000","last_unstale":"2024-04-26T01:47:03.045524+0000","last_undegraded":"2024-04-26T01:47:03.045524+0000","last_fullsized":"2024-04-26T01:47:03.045524+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:14:58.580161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,9],"acting":[10,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.142418+0000","last_change":"2024-04-26T01:46:30.332741+0000","last_active":"2024-04-26T01:47:03.142418+0000","last_peered":"2024-04-26T01:47:03.142418+0000","last_clean":"2024-04-26T01:47:03.142418+0000","last_became_active":"2024-04-26T01:46:30.332330+0000","last_became_peered":"2024-04-26T01:46:30.332330+0000","last_unstale":"2024-04-26T01:47:03.142418+0000","last_undegraded":"2024-04-26T01:47:03.142418+0000","last_fullsized":"2024-04-26T01:47:03.142418+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:54:12.854335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.036493+0000","last_change":"2024-04-26T01:46:30.328893+0000","last_active":"2024-04-26T01:47:03.036493+0000","last_peered":"2024-04-26T01:47:03.036493+0000","last_clean":"2024-04-26T01:47:03.036493+0000","last_became_active":"2024-04-26T01:46:30.328563+0000","last_became_peered":"2024-04-26T01:46:30.328563+0000","last_unstale":"2024-04-26T01:47:03.036493+0000","last_undegraded":"2024-04-26T01:47:03.036493+0000","last_fullsized":"2024-04-26T01:47:03.036493+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:56:17.285670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.054210+0000","last_change":"2024-04-26T01:47:03.054210+0000","last_active":"2024-04-26T01:47:03.054210+0000","last_peered":"2024-04-26T01:47:03.054210+0000","last_clean":"2024-04-26T01:47:03.054210+0000","last_became_active":"2024-04-26T01:47:03.053352+0000","last_became_peered":"2024-04-26T01:47:03.053352+0000","last_unstale":"2024-04-26T01:47:03.054210+0000","last_undegraded":"2024-04-26T01:47:03.054210+0000","last_fullsized":"2024-04-26T01:47:03.054210+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:58:39.787293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,9],"acting":[6,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.050364+0000","last_change":"2024-04-26T01:46:30.331108+0000","last_active":"2024-04-26T01:47:03.050364+0000","last_peered":"2024-04-26T01:47:03.050364+0000","last_clean":"2024-04-26T01:47:03.050364+0000","last_became_active":"2024-04-26T01:46:30.330619+0000","last_became_peered":"2024-04-26T01:46:30.330619+0000","last_unstale":"2024-04-26T01:47:03.050364+0000","last_undegraded":"2024-04-26T01:47:03.050364+0000","last_fullsized":"2024-04-26T01:47:03.050364+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:02:17.892397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.049595+0000","last_change":"2024-04-26T01:46:30.347431+0000","last_active":"2024-04-26T01:47:03.049595+0000","last_peered":"2024-04-26T01:47:03.049595+0000","last_clean":"2024-04-26T01:47:03.049595+0000","last_became_active":"2024-04-26T01:46:30.345182+0000","last_became_peered":"2024-04-26T01:46:30.345182+0000","last_unstale":"2024-04-26T01:47:03.049595+0000","last_undegraded":"2024-04-26T01:47:03.049595+0000","last_fullsized":"2024-04-26T01:47:03.049595+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:36:26.407472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.041060+0000","last_change":"2024-04-26T01:46:30.340318+0000","last_active":"2024-04-26T01:47:03.041060+0000","last_peered":"2024-04-26T01:47:03.041060+0000","last_clean":"2024-04-26T01:47:03.041060+0000","last_became_active":"2024-04-26T01:46:30.339971+0000","last_became_peered":"2024-04-26T01:46:30.339971+0000","last_unstale":"2024-04-26T01:47:03.041060+0000","last_undegraded":"2024-04-26T01:47:03.041060+0000","last_fullsized":"2024-04-26T01:47:03.041060+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:58:21.462344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.042585+0000","last_change":"2024-04-26T01:46:30.349271+0000","last_active":"2024-04-26T01:47:03.042585+0000","last_peered":"2024-04-26T01:47:03.042585+0000","last_clean":"2024-04-26T01:47:03.042585+0000","last_became_active":"2024-04-26T01:46:30.348906+0000","last_became_peered":"2024-04-26T01:46:30.348906+0000","last_unstale":"2024-04-26T01:47:03.042585+0000","last_undegraded":"2024-04-26T01:47:03.042585+0000","last_fullsized":"2024-04-26T01:47:03.042585+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:29:59.254854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.041824+0000","last_change":"2024-04-26T01:46:30.335647+0000","last_active":"2024-04-26T01:47:03.041824+0000","last_peered":"2024-04-26T01:47:03.041824+0000","last_clean":"2024-04-26T01:47:03.041824+0000","last_became_active":"2024-04-26T01:46:30.333859+0000","last_became_peered":"2024-04-26T01:46:30.333859+0000","last_unstale":"2024-04-26T01:47:03.041824+0000","last_undegraded":"2024-04-26T01:47:03.041824+0000","last_fullsized":"2024-04-26T01:47:03.041824+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:08:49.297938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.039741+0000","last_change":"2024-04-26T01:46:30.350172+0000","last_active":"2024-04-26T01:47:03.039741+0000","last_peered":"2024-04-26T01:47:03.039741+0000","last_clean":"2024-04-26T01:47:03.039741+0000","last_became_active":"2024-04-26T01:46:30.349865+0000","last_became_peered":"2024-04-26T01:46:30.349865+0000","last_unstale":"2024-04-26T01:47:03.039741+0000","last_undegraded":"2024-04-26T01:47:03.039741+0000","last_fullsized":"2024-04-26T01:47:03.039741+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:39:28.600966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'13","reported_seq":72,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:25.058803+0000","last_change":"2024-04-26T01:46:26.276016+0000","last_active":"2024-04-26T01:47:25.058803+0000","last_peered":"2024-04-26T01:47:25.058803+0000","last_clean":"2024-04-26T01:47:25.058803+0000","last_became_active":"2024-04-26T01:46:26.275591+0000","last_became_peered":"2024-04-26T01:46:26.275591+0000","last_unstale":"2024-04-26T01:47:25.058803+0000","last_undegraded":"2024-04-26T01:47:25.058803+0000","last_fullsized":"2024-04-26T01:47:25.058803+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:23:53.158992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":33,"num_read_kb":33,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.693349+0000","last_change":"2024-04-26T01:46:30.352060+0000","last_active":"2024-04-26T01:47:03.693349+0000","last_peered":"2024-04-26T01:47:03.693349+0000","last_clean":"2024-04-26T01:47:03.693349+0000","last_became_active":"2024-04-26T01:46:30.351705+0000","last_became_peered":"2024-04-26T01:46:30.351705+0000","last_unstale":"2024-04-26T01:47:03.693349+0000","last_undegraded":"2024-04-26T01:47:03.693349+0000","last_fullsized":"2024-04-26T01:47:03.693349+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:09:09.839130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.693933+0000","last_change":"2024-04-26T01:46:26.433250+0000","last_active":"2024-04-26T01:47:03.693933+0000","last_peered":"2024-04-26T01:47:03.693933+0000","last_clean":"2024-04-26T01:47:03.693933+0000","last_became_active":"2024-04-26T01:46:26.432157+0000","last_became_peered":"2024-04-26T01:46:26.432157+0000","last_unstale":"2024-04-26T01:47:03.693933+0000","last_undegraded":"2024-04-26T01:47:03.693933+0000","last_fullsized":"2024-04-26T01:47:03.693933+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:34:54.314357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.053384+0000","last_change":"2024-04-26T01:46:30.338344+0000","last_active":"2024-04-26T01:47:03.053384+0000","last_peered":"2024-04-26T01:47:03.053384+0000","last_clean":"2024-04-26T01:47:03.053384+0000","last_became_active":"2024-04-26T01:46:30.336793+0000","last_became_peered":"2024-04-26T01:46:30.336793+0000","last_unstale":"2024-04-26T01:47:03.053384+0000","last_undegraded":"2024-04-26T01:47:03.053384+0000","last_fullsized":"2024-04-26T01:47:03.053384+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:25:42.218165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"89'12","reported_seq":39,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.042527+0000","last_change":"2024-04-26T01:46:26.278718+0000","last_active":"2024-04-26T01:47:03.042527+0000","last_peered":"2024-04-26T01:47:03.042527+0000","last_clean":"2024-04-26T01:47:03.042527+0000","last_became_active":"2024-04-26T01:46:26.278366+0000","last_became_peered":"2024-04-26T01:46:26.278366+0000","last_unstale":"2024-04-26T01:47:03.042527+0000","last_undegraded":"2024-04-26T01:47:03.042527+0000","last_fullsized":"2024-04-26T01:47:03.042527+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:16:24.221489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.041726+0000","last_change":"2024-04-26T01:46:30.343314+0000","last_active":"2024-04-26T01:47:03.041726+0000","last_peered":"2024-04-26T01:47:03.041726+0000","last_clean":"2024-04-26T01:47:03.041726+0000","last_became_active":"2024-04-26T01:46:30.342645+0000","last_became_peered":"2024-04-26T01:46:30.342645+0000","last_unstale":"2024-04-26T01:47:03.041726+0000","last_undegraded":"2024-04-26T01:47:03.041726+0000","last_fullsized":"2024-04-26T01:47:03.041726+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:26:26.216031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"89'5","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.051279+0000","last_change":"2024-04-26T01:47:03.050830+0000","last_active":"2024-04-26T01:47:03.051279+0000","last_peered":"2024-04-26T01:47:03.051279+0000","last_clean":"2024-04-26T01:47:03.051279+0000","last_became_active":"2024-04-26T01:47:03.045182+0000","last_became_peered":"2024-04-26T01:47:03.045182+0000","last_unstale":"2024-04-26T01:47:03.051279+0000","last_undegraded":"2024-04-26T01:47:03.051279+0000","last_fullsized":"2024-04-26T01:47:03.051279+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:39:14.071687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.038632+0000","last_change":"2024-04-26T01:46:30.333986+0000","last_active":"2024-04-26T01:47:03.038632+0000","last_peered":"2024-04-26T01:47:03.038632+0000","last_clean":"2024-04-26T01:47:03.038632+0000","last_became_active":"2024-04-26T01:46:30.333403+0000","last_became_peered":"2024-04-26T01:46:30.333403+0000","last_unstale":"2024-04-26T01:47:03.038632+0000","last_undegraded":"2024-04-26T01:47:03.038632+0000","last_fullsized":"2024-04-26T01:47:03.038632+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:41:42.400553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"89'5","reported_seq":66,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:26.041505+0000","last_change":"2024-04-26T01:46:26.277450+0000","last_active":"2024-04-26T01:47:26.041505+0000","last_peered":"2024-04-26T01:47:26.041505+0000","last_clean":"2024-04-26T01:47:26.041505+0000","last_became_active":"2024-04-26T01:46:26.277115+0000","last_became_peered":"2024-04-26T01:46:26.277115+0000","last_unstale":"2024-04-26T01:47:26.041505+0000","last_undegraded":"2024-04-26T01:47:26.041505+0000","last_fullsized":"2024-04-26T01:47:26.041505+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:04:10.350514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":35,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.041630+0000","last_change":"2024-04-26T01:46:30.333172+0000","last_active":"2024-04-26T01:47:03.041630+0000","last_peered":"2024-04-26T01:47:03.041630+0000","last_clean":"2024-04-26T01:47:03.041630+0000","last_became_active":"2024-04-26T01:46:30.332731+0000","last_became_peered":"2024-04-26T01:46:30.332731+0000","last_unstale":"2024-04-26T01:47:03.041630+0000","last_undegraded":"2024-04-26T01:47:03.041630+0000","last_fullsized":"2024-04-26T01:47:03.041630+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:56:27.316433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"89'7","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.038213+0000","last_change":"2024-04-26T01:46:26.274618+0000","last_active":"2024-04-26T01:47:03.038213+0000","last_peered":"2024-04-26T01:47:03.038213+0000","last_clean":"2024-04-26T01:47:03.038213+0000","last_became_active":"2024-04-26T01:46:26.274089+0000","last_became_peered":"2024-04-26T01:46:26.274089+0000","last_unstale":"2024-04-26T01:47:03.038213+0000","last_undegraded":"2024-04-26T01:47:03.038213+0000","last_fullsized":"2024-04-26T01:47:03.038213+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:31:14.580789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.038593+0000","last_change":"2024-04-26T01:46:30.345638+0000","last_active":"2024-04-26T01:47:03.038593+0000","last_peered":"2024-04-26T01:47:03.038593+0000","last_clean":"2024-04-26T01:47:03.038593+0000","last_became_active":"2024-04-26T01:46:30.345301+0000","last_became_peered":"2024-04-26T01:46:30.345301+0000","last_unstale":"2024-04-26T01:47:03.038593+0000","last_undegraded":"2024-04-26T01:47:03.038593+0000","last_fullsized":"2024-04-26T01:47:03.038593+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:51:12.822833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"89'3","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.044409+0000","last_change":"2024-04-26T01:46:26.272233+0000","last_active":"2024-04-26T01:47:03.044409+0000","last_peered":"2024-04-26T01:47:03.044409+0000","last_clean":"2024-04-26T01:47:03.044409+0000","last_became_active":"2024-04-26T01:46:26.271652+0000","last_became_peered":"2024-04-26T01:46:26.271652+0000","last_unstale":"2024-04-26T01:47:03.044409+0000","last_undegraded":"2024-04-26T01:47:03.044409+0000","last_fullsized":"2024-04-26T01:47:03.044409+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:30:10.715943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.692941+0000","last_change":"2024-04-26T01:46:30.345772+0000","last_active":"2024-04-26T01:47:03.692941+0000","last_peered":"2024-04-26T01:47:03.692941+0000","last_clean":"2024-04-26T01:47:03.692941+0000","last_became_active":"2024-04-26T01:46:30.345003+0000","last_became_peered":"2024-04-26T01:46:30.345003+0000","last_unstale":"2024-04-26T01:47:03.692941+0000","last_undegraded":"2024-04-26T01:47:03.692941+0000","last_fullsized":"2024-04-26T01:47:03.692941+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:57:28.480056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.038219+0000","last_change":"2024-04-26T01:46:26.272744+0000","last_active":"2024-04-26T01:47:03.038219+0000","last_peered":"2024-04-26T01:47:03.038219+0000","last_clean":"2024-04-26T01:47:03.038219+0000","last_became_active":"2024-04-26T01:46:26.272368+0000","last_became_peered":"2024-04-26T01:46:26.272368+0000","last_unstale":"2024-04-26T01:47:03.038219+0000","last_undegraded":"2024-04-26T01:47:03.038219+0000","last_fullsized":"2024-04-26T01:47:03.038219+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:35:54.078599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.038155+0000","last_change":"2024-04-26T01:46:30.354099+0000","last_active":"2024-04-26T01:47:03.038155+0000","last_peered":"2024-04-26T01:47:03.038155+0000","last_clean":"2024-04-26T01:47:03.038155+0000","last_became_active":"2024-04-26T01:46:30.353538+0000","last_became_peered":"2024-04-26T01:46:30.353538+0000","last_unstale":"2024-04-26T01:47:03.038155+0000","last_undegraded":"2024-04-26T01:47:03.038155+0000","last_fullsized":"2024-04-26T01:47:03.038155+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:19:59.084812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"89'4","reported_seq":96,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:27.042191+0000","last_change":"2024-04-26T01:46:26.269678+0000","last_active":"2024-04-26T01:47:27.042191+0000","last_peered":"2024-04-26T01:47:27.042191+0000","last_clean":"2024-04-26T01:47:27.042191+0000","last_became_active":"2024-04-26T01:46:26.269170+0000","last_became_peered":"2024-04-26T01:46:26.269170+0000","last_unstale":"2024-04-26T01:47:27.042191+0000","last_undegraded":"2024-04-26T01:47:27.042191+0000","last_fullsized":"2024-04-26T01:47:27.042191+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:36:39.532449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":66,"num_read_kb":66,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.041502+0000","last_change":"2024-04-26T01:46:30.336952+0000","last_active":"2024-04-26T01:47:03.041502+0000","last_peered":"2024-04-26T01:47:03.041502+0000","last_clean":"2024-04-26T01:47:03.041502+0000","last_became_active":"2024-04-26T01:46:30.336482+0000","last_became_peered":"2024-04-26T01:46:30.336482+0000","last_unstale":"2024-04-26T01:47:03.041502+0000","last_undegraded":"2024-04-26T01:47:03.041502+0000","last_fullsized":"2024-04-26T01:47:03.041502+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:08:23.227821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"89'4","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.142294+0000","last_change":"2024-04-26T01:46:26.276316+0000","last_active":"2024-04-26T01:47:03.142294+0000","last_peered":"2024-04-26T01:47:03.142294+0000","last_clean":"2024-04-26T01:47:03.142294+0000","last_became_active":"2024-04-26T01:46:26.275872+0000","last_became_peered":"2024-04-26T01:46:26.275872+0000","last_unstale":"2024-04-26T01:47:03.142294+0000","last_undegraded":"2024-04-26T01:47:03.142294+0000","last_fullsized":"2024-04-26T01:47:03.142294+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:08:46.020271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.053493+0000","last_change":"2024-04-26T01:46:30.331464+0000","last_active":"2024-04-26T01:47:03.053493+0000","last_peered":"2024-04-26T01:47:03.053493+0000","last_clean":"2024-04-26T01:47:03.053493+0000","last_became_active":"2024-04-26T01:46:30.331102+0000","last_became_peered":"2024-04-26T01:46:30.331102+0000","last_unstale":"2024-04-26T01:47:03.053493+0000","last_undegraded":"2024-04-26T01:47:03.053493+0000","last_fullsized":"2024-04-26T01:47:03.053493+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:01:32.744412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"89'5","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.038761+0000","last_change":"2024-04-26T01:46:26.435442+0000","last_active":"2024-04-26T01:47:03.038761+0000","last_peered":"2024-04-26T01:47:03.038761+0000","last_clean":"2024-04-26T01:47:03.038761+0000","last_became_active":"2024-04-26T01:46:26.435110+0000","last_became_peered":"2024-04-26T01:46:26.435110+0000","last_unstale":"2024-04-26T01:47:03.038761+0000","last_undegraded":"2024-04-26T01:47:03.038761+0000","last_fullsized":"2024-04-26T01:47:03.038761+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:01:03.984072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.041827+0000","last_change":"2024-04-26T01:46:30.330979+0000","last_active":"2024-04-26T01:47:03.041827+0000","last_peered":"2024-04-26T01:47:03.041827+0000","last_clean":"2024-04-26T01:47:03.041827+0000","last_became_active":"2024-04-26T01:46:30.330650+0000","last_became_peered":"2024-04-26T01:46:30.330650+0000","last_unstale":"2024-04-26T01:47:03.041827+0000","last_undegraded":"2024-04-26T01:47:03.041827+0000","last_fullsized":"2024-04-26T01:47:03.041827+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:23:21.122610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"91'31","reported_seq":133,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:27.052513+0000","last_change":"2024-04-26T01:46:26.277235+0000","last_active":"2024-04-26T01:47:27.052513+0000","last_peered":"2024-04-26T01:47:27.052513+0000","last_clean":"2024-04-26T01:47:27.052513+0000","last_became_active":"2024-04-26T01:46:26.276830+0000","last_became_peered":"2024-04-26T01:46:26.276830+0000","last_unstale":"2024-04-26T01:47:27.052513+0000","last_undegraded":"2024-04-26T01:47:27.052513+0000","last_fullsized":"2024-04-26T01:47:27.052513+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:22:38.500090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59762,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":76,"num_read_kb":90,"num_write":33,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.042659+0000","last_change":"2024-04-26T01:46:30.327230+0000","last_active":"2024-04-26T01:47:03.042659+0000","last_peered":"2024-04-26T01:47:03.042659+0000","last_clean":"2024-04-26T01:47:03.042659+0000","last_became_active":"2024-04-26T01:46:30.326893+0000","last_became_peered":"2024-04-26T01:46:30.326893+0000","last_unstale":"2024-04-26T01:47:03.042659+0000","last_undegraded":"2024-04-26T01:47:03.042659+0000","last_fullsized":"2024-04-26T01:47:03.042659+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:11:19.113097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"89'9","reported_seq":37,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.039208+0000","last_change":"2024-04-26T01:46:26.276397+0000","last_active":"2024-04-26T01:47:03.039208+0000","last_peered":"2024-04-26T01:47:03.039208+0000","last_clean":"2024-04-26T01:47:03.039208+0000","last_became_active":"2024-04-26T01:46:26.276027+0000","last_became_peered":"2024-04-26T01:46:26.276027+0000","last_unstale":"2024-04-26T01:47:03.039208+0000","last_undegraded":"2024-04-26T01:47:03.039208+0000","last_fullsized":"2024-04-26T01:47:03.039208+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:35:26.898968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.045951+0000","last_change":"2024-04-26T01:46:30.357139+0000","last_active":"2024-04-26T01:47:03.045951+0000","last_peered":"2024-04-26T01:47:03.045951+0000","last_clean":"2024-04-26T01:47:03.045951+0000","last_became_active":"2024-04-26T01:46:30.355926+0000","last_became_peered":"2024-04-26T01:46:30.355926+0000","last_unstale":"2024-04-26T01:47:03.045951+0000","last_undegraded":"2024-04-26T01:47:03.045951+0000","last_fullsized":"2024-04-26T01:47:03.045951+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:11:37.018503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"89'5","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.038479+0000","last_change":"2024-04-26T01:46:26.274064+0000","last_active":"2024-04-26T01:47:03.038479+0000","last_peered":"2024-04-26T01:47:03.038479+0000","last_clean":"2024-04-26T01:47:03.038479+0000","last_became_active":"2024-04-26T01:46:26.272881+0000","last_became_peered":"2024-04-26T01:46:26.272881+0000","last_unstale":"2024-04-26T01:47:03.038479+0000","last_undegraded":"2024-04-26T01:47:03.038479+0000","last_fullsized":"2024-04-26T01:47:03.038479+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:58:32.152055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.142238+0000","last_change":"2024-04-26T01:46:30.335309+0000","last_active":"2024-04-26T01:47:03.142238+0000","last_peered":"2024-04-26T01:47:03.142238+0000","last_clean":"2024-04-26T01:47:03.142238+0000","last_became_active":"2024-04-26T01:46:30.334985+0000","last_became_peered":"2024-04-26T01:46:30.334985+0000","last_unstale":"2024-04-26T01:47:03.142238+0000","last_undegraded":"2024-04-26T01:47:03.142238+0000","last_fullsized":"2024-04-26T01:47:03.142238+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:49:05.602090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"89'5","reported_seq":66,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:26.063067+0000","last_change":"2024-04-26T01:46:26.270275+0000","last_active":"2024-04-26T01:47:26.063067+0000","last_peered":"2024-04-26T01:47:26.063067+0000","last_clean":"2024-04-26T01:47:26.063067+0000","last_became_active":"2024-04-26T01:46:26.269897+0000","last_became_peered":"2024-04-26T01:46:26.269897+0000","last_unstale":"2024-04-26T01:47:26.063067+0000","last_undegraded":"2024-04-26T01:47:26.063067+0000","last_fullsized":"2024-04-26T01:47:26.063067+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:29:56.983575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":36,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.141982+0000","last_change":"2024-04-26T01:46:30.327433+0000","last_active":"2024-04-26T01:47:03.141982+0000","last_peered":"2024-04-26T01:47:03.141982+0000","last_clean":"2024-04-26T01:47:03.141982+0000","last_became_active":"2024-04-26T01:46:30.327024+0000","last_became_peered":"2024-04-26T01:46:30.327024+0000","last_unstale":"2024-04-26T01:47:03.141982+0000","last_undegraded":"2024-04-26T01:47:03.141982+0000","last_fullsized":"2024-04-26T01:47:03.141982+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:27:42.031564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"89'17","reported_seq":68,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.066291+0000","last_change":"2024-04-26T01:47:03.066291+0000","last_active":"2024-04-26T01:47:03.066291+0000","last_peered":"2024-04-26T01:47:03.066291+0000","last_clean":"2024-04-26T01:47:03.066291+0000","last_became_active":"2024-04-26T01:47:03.054023+0000","last_became_peered":"2024-04-26T01:47:03.054023+0000","last_unstale":"2024-04-26T01:47:03.066291+0000","last_undegraded":"2024-04-26T01:47:03.066291+0000","last_fullsized":"2024-04-26T01:47:03.066291+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:33:03.039043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,4],"acting":[8,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.043886+0000","last_change":"2024-04-26T01:47:03.043886+0000","last_active":"2024-04-26T01:47:03.043886+0000","last_peered":"2024-04-26T01:47:03.043886+0000","last_clean":"2024-04-26T01:47:03.043886+0000","last_became_active":"2024-04-26T01:47:03.043505+0000","last_became_peered":"2024-04-26T01:47:03.043505+0000","last_unstale":"2024-04-26T01:47:03.043886+0000","last_undegraded":"2024-04-26T01:47:03.043886+0000","last_fullsized":"2024-04-26T01:47:03.043886+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:21:58.618788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,1],"acting":[5,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.042700+0000","last_change":"2024-04-26T01:46:26.277497+0000","last_active":"2024-04-26T01:47:03.042700+0000","last_peered":"2024-04-26T01:47:03.042700+0000","last_clean":"2024-04-26T01:47:03.042700+0000","last_became_active":"2024-04-26T01:46:26.276532+0000","last_became_peered":"2024-04-26T01:46:26.276532+0000","last_unstale":"2024-04-26T01:47:03.042700+0000","last_undegraded":"2024-04-26T01:47:03.042700+0000","last_fullsized":"2024-04-26T01:47:03.042700+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:21:47.748360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.042212+0000","last_change":"2024-04-26T01:46:30.331634+0000","last_active":"2024-04-26T01:47:03.042212+0000","last_peered":"2024-04-26T01:47:03.042212+0000","last_clean":"2024-04-26T01:47:03.042212+0000","last_became_active":"2024-04-26T01:46:30.331124+0000","last_became_peered":"2024-04-26T01:46:30.331124+0000","last_unstale":"2024-04-26T01:47:03.042212+0000","last_undegraded":"2024-04-26T01:47:03.042212+0000","last_fullsized":"2024-04-26T01:47:03.042212+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:01:20.224661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"89'1","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.040658+0000","last_change":"2024-04-26T01:46:26.439982+0000","last_active":"2024-04-26T01:47:03.040658+0000","last_peered":"2024-04-26T01:47:03.040658+0000","last_clean":"2024-04-26T01:47:03.040658+0000","last_became_active":"2024-04-26T01:46:26.438473+0000","last_became_peered":"2024-04-26T01:46:26.438473+0000","last_unstale":"2024-04-26T01:47:03.040658+0000","last_undegraded":"2024-04-26T01:47:03.040658+0000","last_fullsized":"2024-04-26T01:47:03.040658+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:22:38.180123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'1","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.038592+0000","last_change":"2024-04-26T01:46:30.349892+0000","last_active":"2024-04-26T01:47:03.038592+0000","last_peered":"2024-04-26T01:47:03.038592+0000","last_clean":"2024-04-26T01:47:03.038592+0000","last_became_active":"2024-04-26T01:46:30.349557+0000","last_became_peered":"2024-04-26T01:46:30.349557+0000","last_unstale":"2024-04-26T01:47:03.038592+0000","last_undegraded":"2024-04-26T01:47:03.038592+0000","last_fullsized":"2024-04-26T01:47:03.038592+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:04:15.936184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"91'6","reported_seq":69,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:28.066187+0000","last_change":"2024-04-26T01:46:26.272936+0000","last_active":"2024-04-26T01:47:28.066187+0000","last_peered":"2024-04-26T01:47:28.066187+0000","last_clean":"2024-04-26T01:47:28.066187+0000","last_became_active":"2024-04-26T01:46:26.272615+0000","last_became_peered":"2024-04-26T01:46:26.272615+0000","last_unstale":"2024-04-26T01:47:28.066187+0000","last_undegraded":"2024-04-26T01:47:28.066187+0000","last_fullsized":"2024-04-26T01:47:28.066187+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:02:21.999030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":37,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.038326+0000","last_change":"2024-04-26T01:46:30.349314+0000","last_active":"2024-04-26T01:47:03.038326+0000","last_peered":"2024-04-26T01:47:03.038326+0000","last_clean":"2024-04-26T01:47:03.038326+0000","last_became_active":"2024-04-26T01:46:30.348959+0000","last_became_peered":"2024-04-26T01:46:30.348959+0000","last_unstale":"2024-04-26T01:47:03.038326+0000","last_undegraded":"2024-04-26T01:47:03.038326+0000","last_fullsized":"2024-04-26T01:47:03.038326+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:21:26.725626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.039483+0000","last_change":"2024-04-26T01:46:30.336792+0000","last_active":"2024-04-26T01:47:03.039483+0000","last_peered":"2024-04-26T01:47:03.039483+0000","last_clean":"2024-04-26T01:47:03.039483+0000","last_became_active":"2024-04-26T01:46:30.336472+0000","last_became_peered":"2024-04-26T01:46:30.336472+0000","last_unstale":"2024-04-26T01:47:03.039483+0000","last_undegraded":"2024-04-26T01:47:03.039483+0000","last_fullsized":"2024-04-26T01:47:03.039483+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:35:07.985695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"89'5","reported_seq":66,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:27.064452+0000","last_change":"2024-04-26T01:46:26.432277+0000","last_active":"2024-04-26T01:47:27.064452+0000","last_peered":"2024-04-26T01:47:27.064452+0000","last_clean":"2024-04-26T01:47:27.064452+0000","last_became_active":"2024-04-26T01:46:26.431878+0000","last_became_peered":"2024-04-26T01:46:26.431878+0000","last_unstale":"2024-04-26T01:47:27.064452+0000","last_undegraded":"2024-04-26T01:47:27.064452+0000","last_fullsized":"2024-04-26T01:47:27.064452+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:23:26.317847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":35,"num_read_kb":35,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.693507+0000","last_change":"2024-04-26T01:46:30.353733+0000","last_active":"2024-04-26T01:47:03.693507+0000","last_peered":"2024-04-26T01:47:03.693507+0000","last_clean":"2024-04-26T01:47:03.693507+0000","last_became_active":"2024-04-26T01:46:30.353294+0000","last_became_peered":"2024-04-26T01:46:30.353294+0000","last_unstale":"2024-04-26T01:47:03.693507+0000","last_undegraded":"2024-04-26T01:47:03.693507+0000","last_fullsized":"2024-04-26T01:47:03.693507+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:49:50.231140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'6","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.036355+0000","last_change":"2024-04-26T01:46:26.272122+0000","last_active":"2024-04-26T01:47:03.036355+0000","last_peered":"2024-04-26T01:47:03.036355+0000","last_clean":"2024-04-26T01:47:03.036355+0000","last_became_active":"2024-04-26T01:46:26.271819+0000","last_became_peered":"2024-04-26T01:46:26.271819+0000","last_unstale":"2024-04-26T01:47:03.036355+0000","last_undegraded":"2024-04-26T01:47:03.036355+0000","last_fullsized":"2024-04-26T01:47:03.036355+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:45:09.447190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":359,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.142160+0000","last_change":"2024-04-26T01:44:51.862272+0000","last_active":"2024-04-26T01:47:03.142160+0000","last_peered":"2024-04-26T01:47:03.142160+0000","last_clean":"2024-04-26T01:47:03.142160+0000","last_became_active":"2024-04-26T01:44:51.861812+0000","last_became_peered":"2024-04-26T01:44:51.861812+0000","last_unstale":"2024-04-26T01:47:03.142160+0000","last_undegraded":"2024-04-26T01:47:03.142160+0000","last_fullsized":"2024-04-26T01:47:03.142160+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:40:53.973767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:40:53.973767+0000","last_clean_scrub_stamp":"2024-04-26T01:40:53.973767+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:31:45.587598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.043724+0000","last_change":"2024-04-26T01:46:30.340757+0000","last_active":"2024-04-26T01:47:03.043724+0000","last_peered":"2024-04-26T01:47:03.043724+0000","last_clean":"2024-04-26T01:47:03.043724+0000","last_became_active":"2024-04-26T01:46:30.338882+0000","last_became_peered":"2024-04-26T01:46:30.338882+0000","last_unstale":"2024-04-26T01:47:03.043724+0000","last_undegraded":"2024-04-26T01:47:03.043724+0000","last_fullsized":"2024-04-26T01:47:03.043724+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:06:41.577852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'4","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.142389+0000","last_change":"2024-04-26T01:46:26.274446+0000","last_active":"2024-04-26T01:47:03.142389+0000","last_peered":"2024-04-26T01:47:03.142389+0000","last_clean":"2024-04-26T01:47:03.142389+0000","last_became_active":"2024-04-26T01:46:26.274072+0000","last_became_peered":"2024-04-26T01:46:26.274072+0000","last_unstale":"2024-04-26T01:47:03.142389+0000","last_undegraded":"2024-04-26T01:47:03.142389+0000","last_fullsized":"2024-04-26T01:47:03.142389+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:40:30.432287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"89'4","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.076833+0000","last_change":"2024-04-26T01:47:03.076450+0000","last_active":"2024-04-26T01:47:03.076833+0000","last_peered":"2024-04-26T01:47:03.076833+0000","last_clean":"2024-04-26T01:47:03.076833+0000","last_became_active":"2024-04-26T01:47:03.056640+0000","last_became_peered":"2024-04-26T01:47:03.056640+0000","last_unstale":"2024-04-26T01:47:03.076833+0000","last_undegraded":"2024-04-26T01:47:03.076833+0000","last_fullsized":"2024-04-26T01:47:03.076833+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:40:08.995782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.048321+0000","last_change":"2024-04-26T01:46:30.344629+0000","last_active":"2024-04-26T01:47:03.048321+0000","last_peered":"2024-04-26T01:47:03.048321+0000","last_clean":"2024-04-26T01:47:03.048321+0000","last_became_active":"2024-04-26T01:46:30.341218+0000","last_became_peered":"2024-04-26T01:46:30.341218+0000","last_unstale":"2024-04-26T01:47:03.048321+0000","last_undegraded":"2024-04-26T01:47:03.048321+0000","last_fullsized":"2024-04-26T01:47:03.048321+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:47:16.865119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"91'16","reported_seq":42,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:22.343528+0000","last_change":"2024-04-26T01:46:26.274165+0000","last_active":"2024-04-26T01:47:22.343528+0000","last_peered":"2024-04-26T01:47:22.343528+0000","last_clean":"2024-04-26T01:47:22.343528+0000","last_became_active":"2024-04-26T01:46:26.273727+0000","last_became_peered":"2024-04-26T01:46:26.273727+0000","last_unstale":"2024-04-26T01:47:22.343528+0000","last_undegraded":"2024-04-26T01:47:22.343528+0000","last_fullsized":"2024-04-26T01:47:22.343528+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:54:12.836322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.693502+0000","last_change":"2024-04-26T01:46:30.353416+0000","last_active":"2024-04-26T01:47:03.693502+0000","last_peered":"2024-04-26T01:47:03.693502+0000","last_clean":"2024-04-26T01:47:03.693502+0000","last_became_active":"2024-04-26T01:46:30.352919+0000","last_became_peered":"2024-04-26T01:46:30.352919+0000","last_unstale":"2024-04-26T01:47:03.693502+0000","last_undegraded":"2024-04-26T01:47:03.693502+0000","last_fullsized":"2024-04-26T01:47:03.693502+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:32:52.540498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"89'7","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.036487+0000","last_change":"2024-04-26T01:46:26.421021+0000","last_active":"2024-04-26T01:47:03.036487+0000","last_peered":"2024-04-26T01:47:03.036487+0000","last_clean":"2024-04-26T01:47:03.036487+0000","last_became_active":"2024-04-26T01:46:26.420645+0000","last_became_peered":"2024-04-26T01:46:26.420645+0000","last_unstale":"2024-04-26T01:47:03.036487+0000","last_undegraded":"2024-04-26T01:47:03.036487+0000","last_fullsized":"2024-04-26T01:47:03.036487+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:41:22.460332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.053603+0000","last_change":"2024-04-26T01:46:30.355919+0000","last_active":"2024-04-26T01:47:03.053603+0000","last_peered":"2024-04-26T01:47:03.053603+0000","last_clean":"2024-04-26T01:47:03.053603+0000","last_became_active":"2024-04-26T01:46:30.355561+0000","last_became_peered":"2024-04-26T01:46:30.355561+0000","last_unstale":"2024-04-26T01:47:03.053603+0000","last_undegraded":"2024-04-26T01:47:03.053603+0000","last_fullsized":"2024-04-26T01:47:03.053603+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:05:09.205249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.040988+0000","last_change":"2024-04-26T01:46:26.431643+0000","last_active":"2024-04-26T01:47:03.040988+0000","last_peered":"2024-04-26T01:47:03.040988+0000","last_clean":"2024-04-26T01:47:03.040988+0000","last_became_active":"2024-04-26T01:46:26.431345+0000","last_became_peered":"2024-04-26T01:46:26.431345+0000","last_unstale":"2024-04-26T01:47:03.040988+0000","last_undegraded":"2024-04-26T01:47:03.040988+0000","last_fullsized":"2024-04-26T01:47:03.040988+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:18:00.989419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.041801+0000","last_change":"2024-04-26T01:46:30.326737+0000","last_active":"2024-04-26T01:47:03.041801+0000","last_peered":"2024-04-26T01:47:03.041801+0000","last_clean":"2024-04-26T01:47:03.041801+0000","last_became_active":"2024-04-26T01:46:30.326262+0000","last_became_peered":"2024-04-26T01:46:30.326262+0000","last_unstale":"2024-04-26T01:47:03.041801+0000","last_undegraded":"2024-04-26T01:47:03.041801+0000","last_fullsized":"2024-04-26T01:47:03.041801+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:07:14.777597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"89'7","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.693342+0000","last_change":"2024-04-26T01:46:26.273440+0000","last_active":"2024-04-26T01:47:03.693342+0000","last_peered":"2024-04-26T01:47:03.693342+0000","last_clean":"2024-04-26T01:47:03.693342+0000","last_became_active":"2024-04-26T01:46:26.272892+0000","last_became_peered":"2024-04-26T01:46:26.272892+0000","last_unstale":"2024-04-26T01:47:03.693342+0000","last_undegraded":"2024-04-26T01:47:03.693342+0000","last_fullsized":"2024-04-26T01:47:03.693342+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:23:06.291753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.041475+0000","last_change":"2024-04-26T01:46:30.349430+0000","last_active":"2024-04-26T01:47:03.041475+0000","last_peered":"2024-04-26T01:47:03.041475+0000","last_clean":"2024-04-26T01:47:03.041475+0000","last_became_active":"2024-04-26T01:46:30.348909+0000","last_became_peered":"2024-04-26T01:46:30.348909+0000","last_unstale":"2024-04-26T01:47:03.041475+0000","last_undegraded":"2024-04-26T01:47:03.041475+0000","last_fullsized":"2024-04-26T01:47:03.041475+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:17:27.872959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"89'3","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.039162+0000","last_change":"2024-04-26T01:46:26.275869+0000","last_active":"2024-04-26T01:47:03.039162+0000","last_peered":"2024-04-26T01:47:03.039162+0000","last_clean":"2024-04-26T01:47:03.039162+0000","last_became_active":"2024-04-26T01:46:26.275438+0000","last_became_peered":"2024-04-26T01:46:26.275438+0000","last_unstale":"2024-04-26T01:47:03.039162+0000","last_undegraded":"2024-04-26T01:47:03.039162+0000","last_fullsized":"2024-04-26T01:47:03.039162+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:16:41.507137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.693844+0000","last_change":"2024-04-26T01:46:30.355394+0000","last_active":"2024-04-26T01:47:03.693844+0000","last_peered":"2024-04-26T01:47:03.693844+0000","last_clean":"2024-04-26T01:47:03.693844+0000","last_became_active":"2024-04-26T01:46:30.354958+0000","last_became_peered":"2024-04-26T01:46:30.354958+0000","last_unstale":"2024-04-26T01:47:03.693844+0000","last_undegraded":"2024-04-26T01:47:03.693844+0000","last_fullsized":"2024-04-26T01:47:03.693844+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:11:57.607927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.042073+0000","last_change":"2024-04-26T01:46:26.279079+0000","last_active":"2024-04-26T01:47:03.042073+0000","last_peered":"2024-04-26T01:47:03.042073+0000","last_clean":"2024-04-26T01:47:03.042073+0000","last_became_active":"2024-04-26T01:46:26.278357+0000","last_became_peered":"2024-04-26T01:46:26.278357+0000","last_unstale":"2024-04-26T01:47:03.042073+0000","last_undegraded":"2024-04-26T01:47:03.042073+0000","last_fullsized":"2024-04-26T01:47:03.042073+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:49:56.401292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.142218+0000","last_change":"2024-04-26T01:46:30.338656+0000","last_active":"2024-04-26T01:47:03.142218+0000","last_peered":"2024-04-26T01:47:03.142218+0000","last_clean":"2024-04-26T01:47:03.142218+0000","last_became_active":"2024-04-26T01:46:30.338278+0000","last_became_peered":"2024-04-26T01:46:30.338278+0000","last_unstale":"2024-04-26T01:47:03.142218+0000","last_undegraded":"2024-04-26T01:47:03.142218+0000","last_fullsized":"2024-04-26T01:47:03.142218+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:27:38.741052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"91'6","reported_seq":46,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:26.103553+0000","last_change":"2024-04-26T01:47:03.069636+0000","last_active":"2024-04-26T01:47:26.103553+0000","last_peered":"2024-04-26T01:47:26.103553+0000","last_clean":"2024-04-26T01:47:26.103553+0000","last_became_active":"2024-04-26T01:47:03.055093+0000","last_became_peered":"2024-04-26T01:47:03.055093+0000","last_unstale":"2024-04-26T01:47:26.103553+0000","last_undegraded":"2024-04-26T01:47:26.103553+0000","last_fullsized":"2024-04-26T01:47:26.103553+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:03:29.224452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1561,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":26,"num_read_kb":1,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1170,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11,0],"acting":[1,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.142498+0000","last_change":"2024-04-26T01:46:30.332239+0000","last_active":"2024-04-26T01:47:03.142498+0000","last_peered":"2024-04-26T01:47:03.142498+0000","last_clean":"2024-04-26T01:47:03.142498+0000","last_became_active":"2024-04-26T01:46:30.331878+0000","last_became_peered":"2024-04-26T01:46:30.331878+0000","last_unstale":"2024-04-26T01:47:03.142498+0000","last_undegraded":"2024-04-26T01:47:03.142498+0000","last_fullsized":"2024-04-26T01:47:03.142498+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:36:56.255724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.038413+0000","last_change":"2024-04-26T01:46:26.273318+0000","last_active":"2024-04-26T01:47:03.038413+0000","last_peered":"2024-04-26T01:47:03.038413+0000","last_clean":"2024-04-26T01:47:03.038413+0000","last_became_active":"2024-04-26T01:46:26.272949+0000","last_became_peered":"2024-04-26T01:46:26.272949+0000","last_unstale":"2024-04-26T01:47:03.038413+0000","last_undegraded":"2024-04-26T01:47:03.038413+0000","last_fullsized":"2024-04-26T01:47:03.038413+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:07:32.638497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'1","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.142325+0000","last_change":"2024-04-26T01:46:30.345450+0000","last_active":"2024-04-26T01:47:03.142325+0000","last_peered":"2024-04-26T01:47:03.142325+0000","last_clean":"2024-04-26T01:47:03.142325+0000","last_became_active":"2024-04-26T01:46:30.345096+0000","last_became_peered":"2024-04-26T01:46:30.345096+0000","last_unstale":"2024-04-26T01:47:03.142325+0000","last_undegraded":"2024-04-26T01:47:03.142325+0000","last_fullsized":"2024-04-26T01:47:03.142325+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:56:33.968261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"89'5","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.048448+0000","last_change":"2024-04-26T01:46:26.277043+0000","last_active":"2024-04-26T01:47:03.048448+0000","last_peered":"2024-04-26T01:47:03.048448+0000","last_clean":"2024-04-26T01:47:03.048448+0000","last_became_active":"2024-04-26T01:46:26.276590+0000","last_became_peered":"2024-04-26T01:46:26.276590+0000","last_unstale":"2024-04-26T01:47:03.048448+0000","last_undegraded":"2024-04-26T01:47:03.048448+0000","last_fullsized":"2024-04-26T01:47:03.048448+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:48:00.072982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.142509+0000","last_change":"2024-04-26T01:46:30.328662+0000","last_active":"2024-04-26T01:47:03.142509+0000","last_peered":"2024-04-26T01:47:03.142509+0000","last_clean":"2024-04-26T01:47:03.142509+0000","last_became_active":"2024-04-26T01:46:30.328321+0000","last_became_peered":"2024-04-26T01:46:30.328321+0000","last_unstale":"2024-04-26T01:47:03.142509+0000","last_undegraded":"2024-04-26T01:47:03.142509+0000","last_fullsized":"2024-04-26T01:47:03.142509+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:29:38.333999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.041584+0000","last_change":"2024-04-26T01:46:30.334950+0000","last_active":"2024-04-26T01:47:03.041584+0000","last_peered":"2024-04-26T01:47:03.041584+0000","last_clean":"2024-04-26T01:47:03.041584+0000","last_became_active":"2024-04-26T01:46:30.334614+0000","last_became_peered":"2024-04-26T01:46:30.334614+0000","last_unstale":"2024-04-26T01:47:03.041584+0000","last_undegraded":"2024-04-26T01:47:03.041584+0000","last_fullsized":"2024-04-26T01:47:03.041584+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:00:03.093756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.039380+0000","last_change":"2024-04-26T01:46:30.331222+0000","last_active":"2024-04-26T01:47:03.039380+0000","last_peered":"2024-04-26T01:47:03.039380+0000","last_clean":"2024-04-26T01:47:03.039380+0000","last_became_active":"2024-04-26T01:46:30.330863+0000","last_became_peered":"2024-04-26T01:46:30.330863+0000","last_unstale":"2024-04-26T01:47:03.039380+0000","last_undegraded":"2024-04-26T01:47:03.039380+0000","last_fullsized":"2024-04-26T01:47:03.039380+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:05:06.109569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.039021+0000","last_change":"2024-04-26T01:46:30.355525+0000","last_active":"2024-04-26T01:47:03.039021+0000","last_peered":"2024-04-26T01:47:03.039021+0000","last_clean":"2024-04-26T01:47:03.039021+0000","last_became_active":"2024-04-26T01:46:30.355218+0000","last_became_peered":"2024-04-26T01:46:30.355218+0000","last_unstale":"2024-04-26T01:47:03.039021+0000","last_undegraded":"2024-04-26T01:47:03.039021+0000","last_fullsized":"2024-04-26T01:47:03.039021+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:32:32.473580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.052455+0000","last_change":"2024-04-26T01:46:30.346647+0000","last_active":"2024-04-26T01:47:03.052455+0000","last_peered":"2024-04-26T01:47:03.052455+0000","last_clean":"2024-04-26T01:47:03.052455+0000","last_became_active":"2024-04-26T01:46:30.343721+0000","last_became_peered":"2024-04-26T01:46:30.343721+0000","last_unstale":"2024-04-26T01:47:03.052455+0000","last_undegraded":"2024-04-26T01:47:03.052455+0000","last_fullsized":"2024-04-26T01:47:03.052455+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:40:49.176577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.045489+0000","last_change":"2024-04-26T01:46:30.348978+0000","last_active":"2024-04-26T01:47:03.045489+0000","last_peered":"2024-04-26T01:47:03.045489+0000","last_clean":"2024-04-26T01:47:03.045489+0000","last_became_active":"2024-04-26T01:46:30.348133+0000","last_became_peered":"2024-04-26T01:46:30.348133+0000","last_unstale":"2024-04-26T01:47:03.045489+0000","last_undegraded":"2024-04-26T01:47:03.045489+0000","last_fullsized":"2024-04-26T01:47:03.045489+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:02:59.842786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.042425+0000","last_change":"2024-04-26T01:46:30.330252+0000","last_active":"2024-04-26T01:47:03.042425+0000","last_peered":"2024-04-26T01:47:03.042425+0000","last_clean":"2024-04-26T01:47:03.042425+0000","last_became_active":"2024-04-26T01:46:30.329865+0000","last_became_peered":"2024-04-26T01:46:30.329865+0000","last_unstale":"2024-04-26T01:47:03.042425+0000","last_undegraded":"2024-04-26T01:47:03.042425+0000","last_fullsized":"2024-04-26T01:47:03.042425+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:58:45.342295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.040020+0000","last_change":"2024-04-26T01:46:30.332130+0000","last_active":"2024-04-26T01:47:03.040020+0000","last_peered":"2024-04-26T01:47:03.040020+0000","last_clean":"2024-04-26T01:47:03.040020+0000","last_became_active":"2024-04-26T01:46:30.331516+0000","last_became_peered":"2024-04-26T01:46:30.331516+0000","last_unstale":"2024-04-26T01:47:03.040020+0000","last_undegraded":"2024-04-26T01:47:03.040020+0000","last_fullsized":"2024-04-26T01:47:03.040020+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:39:55.750242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.048034+0000","last_change":"2024-04-26T01:47:03.043503+0000","last_active":"2024-04-26T01:47:03.048034+0000","last_peered":"2024-04-26T01:47:03.048034+0000","last_clean":"2024-04-26T01:47:03.048034+0000","last_became_active":"2024-04-26T01:47:03.042254+0000","last_became_peered":"2024-04-26T01:47:03.042254+0000","last_unstale":"2024-04-26T01:47:03.048034+0000","last_undegraded":"2024-04-26T01:47:03.048034+0000","last_fullsized":"2024-04-26T01:47:03.048034+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:36:53.919649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,2],"acting":[9,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.038603+0000","last_change":"2024-04-26T01:46:30.358551+0000","last_active":"2024-04-26T01:47:03.038603+0000","last_peered":"2024-04-26T01:47:03.038603+0000","last_clean":"2024-04-26T01:47:03.038603+0000","last_became_active":"2024-04-26T01:46:30.358263+0000","last_became_peered":"2024-04-26T01:46:30.358263+0000","last_unstale":"2024-04-26T01:47:03.038603+0000","last_undegraded":"2024-04-26T01:47:03.038603+0000","last_fullsized":"2024-04-26T01:47:03.038603+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:09:51.161552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.693023+0000","last_change":"2024-04-26T01:46:30.344166+0000","last_active":"2024-04-26T01:47:03.693023+0000","last_peered":"2024-04-26T01:47:03.693023+0000","last_clean":"2024-04-26T01:47:03.693023+0000","last_became_active":"2024-04-26T01:46:30.339487+0000","last_became_peered":"2024-04-26T01:46:30.339487+0000","last_unstale":"2024-04-26T01:47:03.693023+0000","last_undegraded":"2024-04-26T01:47:03.693023+0000","last_fullsized":"2024-04-26T01:47:03.693023+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:03:43.997452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.041563+0000","last_change":"2024-04-26T01:46:30.345729+0000","last_active":"2024-04-26T01:47:03.041563+0000","last_peered":"2024-04-26T01:47:03.041563+0000","last_clean":"2024-04-26T01:47:03.041563+0000","last_became_active":"2024-04-26T01:46:30.345205+0000","last_became_peered":"2024-04-26T01:46:30.345205+0000","last_unstale":"2024-04-26T01:47:03.041563+0000","last_undegraded":"2024-04-26T01:47:03.041563+0000","last_fullsized":"2024-04-26T01:47:03.041563+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:36:35.620350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.046542+0000","last_change":"2024-04-26T01:46:30.348614+0000","last_active":"2024-04-26T01:47:03.046542+0000","last_peered":"2024-04-26T01:47:03.046542+0000","last_clean":"2024-04-26T01:47:03.046542+0000","last_became_active":"2024-04-26T01:46:30.348265+0000","last_became_peered":"2024-04-26T01:46:30.348265+0000","last_unstale":"2024-04-26T01:47:03.046542+0000","last_undegraded":"2024-04-26T01:47:03.046542+0000","last_fullsized":"2024-04-26T01:47:03.046542+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:46:13.274382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.042026+0000","last_change":"2024-04-26T01:46:30.330251+0000","last_active":"2024-04-26T01:47:03.042026+0000","last_peered":"2024-04-26T01:47:03.042026+0000","last_clean":"2024-04-26T01:47:03.042026+0000","last_became_active":"2024-04-26T01:46:30.329386+0000","last_became_peered":"2024-04-26T01:46:30.329386+0000","last_unstale":"2024-04-26T01:47:03.042026+0000","last_undegraded":"2024-04-26T01:47:03.042026+0000","last_fullsized":"2024-04-26T01:47:03.042026+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:59:02.567353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":284260,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":66966,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":362,"num_read_kb":250,"num_write":246,"num_write_kb":135,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1976,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":561152,"data_stored":196641,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":211,"ondisk_log_size":211,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351005,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28004,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717148,"statfs":{"total":95995035648,"available":95966359552,"internally_reserved":0,"allocated":1007616,"data_stored":484643,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612641,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32300,"kb_used_data":1124,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712852,"statfs":{"total":95995035648,"available":95961960448,"internally_reserved":0,"allocated":1150976,"data_stored":1134349,"data_compressed":36149,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776167,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28012,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717140,"statfs":{"total":95995035648,"available":95966351360,"internally_reserved":0,"allocated":1019904,"data_stored":483488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037806,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":1003520,"data_stored":483172,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299443,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28060,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717092,"statfs":{"total":95995035648,"available":95966302208,"internally_reserved":0,"allocated":1069056,"data_stored":1076384,"data_compressed":36149,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462969,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32156,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712996,"statfs":{"total":95995035648,"available":95962107904,"internally_reserved":0,"allocated":1003520,"data_stored":483596,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574934,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32224,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712928,"statfs":{"total":95995035648,"available":95962038272,"internally_reserved":0,"allocated":1073152,"data_stored":545832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738459,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32184,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712968,"statfs":{"total":95995035648,"available":95962079232,"internally_reserved":0,"allocated":1024000,"data_stored":484935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411409,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36376,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708776,"statfs":{"total":95995035648,"available":95957786624,"internally_reserved":0,"allocated":1064960,"data_stored":538561,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149770,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32172,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712980,"statfs":{"total":95995035648,"available":95962091520,"internally_reserved":0,"allocated":1019904,"data_stored":483030,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888132,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32172,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712980,"statfs":{"total":95995035648,"available":95962091520,"internally_reserved":0,"allocated":1011712,"data_stored":483178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724608,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32232,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712920,"statfs":{"total":95995035648,"available":95962030080,"internally_reserved":0,"allocated":1081344,"data_stored":1075671,"data_compressed":36149,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34505,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34505,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34505,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36149,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36149,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36149,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36149,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36149,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":63466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":56195,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":812,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3533,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":806,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":61498,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2277,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T01:47:33.952 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-26T01:47:34.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:33 smithi103 ceph-mon[32920]: from='client.24655 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:47:34.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:33 smithi163 ceph-mon[32592]: from='client.24655 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:47:34.309 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:33 smithi046 ceph-mon[28013]: from='client.24655 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:47:34.462 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:47:34.947 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:34 smithi046 ceph-mon[28013]: pgmap v367: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 1.1 KiB/s wr, 12 op/s 2024-04-26T01:47:35.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:34 smithi103 ceph-mon[32920]: pgmap v367: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 1.1 KiB/s wr, 12 op/s 2024-04-26T01:47:35.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:34 smithi163 ceph-mon[32592]: pgmap v367: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 1.1 KiB/s wr, 12 op/s 2024-04-26T01:47:36.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:36.787+0000 7f24f2c00700 1 -- 172.21.15.46:0/3392294371 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f24ec06b0f0 msgr2=0x7f24ec10f900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:36.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:36.787+0000 7f24f2c00700 1 --2- 172.21.15.46:0/3392294371 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f24ec06b0f0 0x7f24ec10f900 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f24e4009f90 tx=0x7f24e400b330 comp rx=0 tx=0).stop 2024-04-26T01:47:36.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:36.787+0000 7f24f2c00700 1 -- 172.21.15.46:0/3392294371 shutdown_connections 2024-04-26T01:47:36.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:36.787+0000 7f24f2c00700 1 --2- 172.21.15.46:0/3392294371 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f24ec06b0f0 0x7f24ec10f900 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:36.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:36.787+0000 7f24f2c00700 1 --2- 172.21.15.46:0/3392294371 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f24ec108a30 0x7f24ec108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:36.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:36.787+0000 7f24f2c00700 1 --2- 172.21.15.46:0/3392294371 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f24ec06a750 0x7f24ec06abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:36.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:36.787+0000 7f24f2c00700 1 -- 172.21.15.46:0/3392294371 >> 172.21.15.46:0/3392294371 conn(0x7f24ec0788f0 msgr2=0x7f24ec078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:36.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:36.787+0000 7f24f2c00700 1 -- 172.21.15.46:0/3392294371 shutdown_connections 2024-04-26T01:47:36.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:36.787+0000 7f24f2c00700 1 -- 172.21.15.46:0/3392294371 wait complete. 2024-04-26T01:47:36.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:36.788+0000 7f24f2c00700 1 Processor -- start 2024-04-26T01:47:36.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:36.788+0000 7f24f2c00700 1 -- start start 2024-04-26T01:47:36.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:36.789+0000 7f24f2c00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f24ec06a750 0x7f24ec103600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:36.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:36.789+0000 7f24f2c00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f24ec06b0f0 0x7f24ec101a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:36.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:36.789+0000 7f24f2c00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f24ec108a30 0x7f24ec102070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:36.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:36.789+0000 7f24f2c00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f24ec112d90 con 0x7f24ec06a750 2024-04-26T01:47:36.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:36.789+0000 7f24f2c00700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f24ec112c10 con 0x7f24ec108a30 2024-04-26T01:47:36.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:36.789+0000 7f24f2c00700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f24ec112f10 con 0x7f24ec06b0f0 2024-04-26T01:47:36.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:36.789+0000 7f24eb400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f24ec06b0f0 0x7f24ec101a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:36.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:36.789+0000 7f24ebe00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f24ec06a750 0x7f24ec103600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:36.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:36.789+0000 7f24eb400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f24ec06b0f0 0x7f24ec101a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:37228/0 (socket says 172.21.15.46:37228) 2024-04-26T01:47:36.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:36.789+0000 7f24eb400700 1 -- 172.21.15.46:0/1387748275 learned_addr learned my addr 172.21.15.46:0/1387748275 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:47:36.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:36.789+0000 7f24f0c00700 1 --2- 172.21.15.46:0/1387748275 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f24ec108a30 0x7f24ec102070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:36.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:36.790+0000 7f24eb400700 1 -- 172.21.15.46:0/1387748275 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f24ec108a30 msgr2=0x7f24ec102070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:36.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:36.790+0000 7f24eb400700 1 --2- 172.21.15.46:0/1387748275 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f24ec108a30 0x7f24ec102070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:36.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:36.790+0000 7f24eb400700 1 -- 172.21.15.46:0/1387748275 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f24ec06a750 msgr2=0x7f24ec103600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:36.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:36.790+0000 7f24eb400700 1 --2- 172.21.15.46:0/1387748275 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f24ec06a750 0x7f24ec103600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:36.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:36.790+0000 7f24eb400700 1 -- 172.21.15.46:0/1387748275 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24ec1abb50 con 0x7f24ec06b0f0 2024-04-26T01:47:36.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:36.790+0000 7f24ebe00700 1 --2- 172.21.15.46:0/1387748275 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f24ec06a750 0x7f24ec103600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:47:36.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:36.790+0000 7f24eb400700 1 --2- 172.21.15.46:0/1387748275 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f24ec06b0f0 0x7f24ec101a10 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f24d800e9a0 tx=0x7f24d800ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:36.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:36.790+0000 7f24e8c00700 1 -- 172.21.15.46:0/1387748275 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24d800c9c0 con 0x7f24ec06b0f0 2024-04-26T01:47:36.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:36.790+0000 7f24f2c00700 1 -- 172.21.15.46:0/1387748275 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24ec1abde0 con 0x7f24ec06b0f0 2024-04-26T01:47:36.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:36.790+0000 7f24e8c00700 1 -- 172.21.15.46:0/1387748275 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f24d800cb60 con 0x7f24ec06b0f0 2024-04-26T01:47:36.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:36.790+0000 7f24e8c00700 1 -- 172.21.15.46:0/1387748275 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24d8018680 con 0x7f24ec06b0f0 2024-04-26T01:47:36.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:36.791+0000 7f24f2c00700 1 -- 172.21.15.46:0/1387748275 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24ec1ac240 con 0x7f24ec06b0f0 2024-04-26T01:47:36.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:36.792+0000 7f24f2c00700 1 -- 172.21.15.46:0/1387748275 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f24ec104170 con 0x7f24ec06b0f0 2024-04-26T01:47:36.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:36.794+0000 7f24e8c00700 1 -- 172.21.15.46:0/1387748275 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f24d8010430 con 0x7f24ec06b0f0 2024-04-26T01:47:36.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:36.795+0000 7f24e8c00700 1 --2- 172.21.15.46:0/1387748275 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f24d00a3cd0 0x7f24d00a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:36.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:36.795+0000 7f24e8c00700 1 -- 172.21.15.46:0/1387748275 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f24d80d0850 con 0x7f24ec06b0f0 2024-04-26T01:47:36.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:36.796+0000 7f24ebe00700 1 --2- 172.21.15.46:0/1387748275 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f24d00a3cd0 0x7f24d00a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:36.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:36.796+0000 7f24ebe00700 1 --2- 172.21.15.46:0/1387748275 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f24d00a3cd0 0x7f24d00a6190 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f24dc005fd0 tx=0x7f24dc009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:36.797 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:36.800+0000 7f24e8c00700 1 -- 172.21.15.46:0/1387748275 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f24d809d080 con 0x7f24ec06b0f0 2024-04-26T01:47:37.059 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:36 smithi046 ceph-mon[28013]: pgmap v368: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 426 B/s wr, 9 op/s 2024-04-26T01:47:37.071 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:37.073+0000 7f24f2c00700 1 -- 172.21.15.46:0/1387748275 --> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f24ec062e80 con 0x7f24d00a3cd0 2024-04-26T01:47:37.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:37.096+0000 7f24e8c00700 1 -- 172.21.15.46:0/1387748275 <== mgr.14152 v2:172.21.15.46:6800/3332901238 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258946 (secure 0 0 0) 0x7f24ec062e80 con 0x7f24d00a3cd0 2024-04-26T01:47:37.097 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:47:37.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:37.105+0000 7f24f2c00700 1 -- 172.21.15.46:0/1387748275 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f24d00a3cd0 msgr2=0x7f24d00a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:37.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:37.105+0000 7f24f2c00700 1 --2- 172.21.15.46:0/1387748275 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f24d00a3cd0 0x7f24d00a6190 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f24dc005fd0 tx=0x7f24dc009310 comp rx=0 tx=0).stop 2024-04-26T01:47:37.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:37.105+0000 7f24f2c00700 1 -- 172.21.15.46:0/1387748275 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f24ec06b0f0 msgr2=0x7f24ec101a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:37.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:37.105+0000 7f24f2c00700 1 --2- 172.21.15.46:0/1387748275 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f24ec06b0f0 0x7f24ec101a10 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f24d800e9a0 tx=0x7f24d800ecb0 comp rx=0 tx=0).stop 2024-04-26T01:47:37.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:37.105+0000 7f24f2c00700 1 -- 172.21.15.46:0/1387748275 shutdown_connections 2024-04-26T01:47:37.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:37.105+0000 7f24f2c00700 1 --2- 172.21.15.46:0/1387748275 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f24d00a3cd0 0x7f24d00a6190 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:37.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:37.105+0000 7f24f2c00700 1 --2- 172.21.15.46:0/1387748275 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f24ec108a30 0x7f24ec102070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:37.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:37.105+0000 7f24f2c00700 1 --2- 172.21.15.46:0/1387748275 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f24ec06a750 0x7f24ec103600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:37.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:37.105+0000 7f24f2c00700 1 --2- 172.21.15.46:0/1387748275 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f24ec06b0f0 0x7f24ec101a10 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:37.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:37.105+0000 7f24f2c00700 1 -- 172.21.15.46:0/1387748275 >> 172.21.15.46:0/1387748275 conn(0x7f24ec0788f0 msgr2=0x7f24ec0ff990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:37.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:37.105+0000 7f24f2c00700 1 -- 172.21.15.46:0/1387748275 shutdown_connections 2024-04-26T01:47:37.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:37.105+0000 7f24f2c00700 1 -- 172.21.15.46:0/1387748275 wait complete. 2024-04-26T01:47:37.104 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2024-04-26T01:47:37.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:36 smithi103 ceph-mon[32920]: pgmap v368: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 426 B/s wr, 9 op/s 2024-04-26T01:47:37.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:36 smithi163 ceph-mon[32592]: pgmap v368: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 426 B/s wr, 9 op/s 2024-04-26T01:47:38.000 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":368,"stamp":"2024-04-26T01:47:35.373334+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":657568,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":549,"num_read_kb":399,"num_write":429,"num_write_kb":3075,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":21,"num_bytes_recovered":1182712,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":350,"ondisk_log_size":350,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":373892,"kb_used_data":12240,"kb_used_omap":18,"kb_used_meta":361517,"kb_avail":1124567932,"statfs":{"total":1151940427776,"available":1151557562368,"internally_reserved":0,"allocated":12533760,"data_stored":7761096,"data_compressed":108447,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":19142,"internal_metadata":370193722},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":4257,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":65,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005590"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.042431+0000","last_change":"2024-04-26T01:46:30.343159+0000","last_active":"2024-04-26T01:47:03.042431+0000","last_peered":"2024-04-26T01:47:03.042431+0000","last_clean":"2024-04-26T01:47:03.042431+0000","last_became_active":"2024-04-26T01:46:30.342802+0000","last_became_peered":"2024-04-26T01:46:30.342802+0000","last_unstale":"2024-04-26T01:47:03.042431+0000","last_undegraded":"2024-04-26T01:47:03.042431+0000","last_fullsized":"2024-04-26T01:47:03.042431+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:04:45.982580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.053198+0000","last_change":"2024-04-26T01:46:30.328482+0000","last_active":"2024-04-26T01:47:03.053198+0000","last_peered":"2024-04-26T01:47:03.053198+0000","last_clean":"2024-04-26T01:47:03.053198+0000","last_became_active":"2024-04-26T01:46:30.327937+0000","last_became_peered":"2024-04-26T01:46:30.327937+0000","last_unstale":"2024-04-26T01:47:03.053198+0000","last_undegraded":"2024-04-26T01:47:03.053198+0000","last_fullsized":"2024-04-26T01:47:03.053198+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:43:55.563929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.052633+0000","last_change":"2024-04-26T01:46:30.340523+0000","last_active":"2024-04-26T01:47:03.052633+0000","last_peered":"2024-04-26T01:47:03.052633+0000","last_clean":"2024-04-26T01:47:03.052633+0000","last_became_active":"2024-04-26T01:46:30.335483+0000","last_became_peered":"2024-04-26T01:46:30.335483+0000","last_unstale":"2024-04-26T01:47:03.052633+0000","last_undegraded":"2024-04-26T01:47:03.052633+0000","last_fullsized":"2024-04-26T01:47:03.052633+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:27:22.869086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.036617+0000","last_change":"2024-04-26T01:46:30.330680+0000","last_active":"2024-04-26T01:47:03.036617+0000","last_peered":"2024-04-26T01:47:03.036617+0000","last_clean":"2024-04-26T01:47:03.036617+0000","last_became_active":"2024-04-26T01:46:30.330326+0000","last_became_peered":"2024-04-26T01:46:30.330326+0000","last_unstale":"2024-04-26T01:47:03.036617+0000","last_undegraded":"2024-04-26T01:47:03.036617+0000","last_fullsized":"2024-04-26T01:47:03.036617+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:01:37.237730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.041989+0000","last_change":"2024-04-26T01:46:30.355859+0000","last_active":"2024-04-26T01:47:03.041989+0000","last_peered":"2024-04-26T01:47:03.041989+0000","last_clean":"2024-04-26T01:47:03.041989+0000","last_became_active":"2024-04-26T01:46:30.355476+0000","last_became_peered":"2024-04-26T01:46:30.355476+0000","last_unstale":"2024-04-26T01:47:03.041989+0000","last_undegraded":"2024-04-26T01:47:03.041989+0000","last_fullsized":"2024-04-26T01:47:03.041989+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:38:15.102699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.038281+0000","last_change":"2024-04-26T01:46:30.336524+0000","last_active":"2024-04-26T01:47:03.038281+0000","last_peered":"2024-04-26T01:47:03.038281+0000","last_clean":"2024-04-26T01:47:03.038281+0000","last_became_active":"2024-04-26T01:46:30.335846+0000","last_became_peered":"2024-04-26T01:46:30.335846+0000","last_unstale":"2024-04-26T01:47:03.038281+0000","last_undegraded":"2024-04-26T01:47:03.038281+0000","last_fullsized":"2024-04-26T01:47:03.038281+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:21:01.520848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.141996+0000","last_change":"2024-04-26T01:46:30.333145+0000","last_active":"2024-04-26T01:47:03.141996+0000","last_peered":"2024-04-26T01:47:03.141996+0000","last_clean":"2024-04-26T01:47:03.141996+0000","last_became_active":"2024-04-26T01:46:30.332802+0000","last_became_peered":"2024-04-26T01:46:30.332802+0000","last_unstale":"2024-04-26T01:47:03.141996+0000","last_undegraded":"2024-04-26T01:47:03.141996+0000","last_fullsized":"2024-04-26T01:47:03.141996+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:59:24.484032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.692804+0000","last_change":"2024-04-26T01:46:30.357232+0000","last_active":"2024-04-26T01:47:03.692804+0000","last_peered":"2024-04-26T01:47:03.692804+0000","last_clean":"2024-04-26T01:47:03.692804+0000","last_became_active":"2024-04-26T01:46:30.355674+0000","last_became_peered":"2024-04-26T01:46:30.355674+0000","last_unstale":"2024-04-26T01:47:03.692804+0000","last_undegraded":"2024-04-26T01:47:03.692804+0000","last_fullsized":"2024-04-26T01:47:03.692804+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:04:47.963939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.041574+0000","last_change":"2024-04-26T01:46:30.330056+0000","last_active":"2024-04-26T01:47:03.041574+0000","last_peered":"2024-04-26T01:47:03.041574+0000","last_clean":"2024-04-26T01:47:03.041574+0000","last_became_active":"2024-04-26T01:46:30.329730+0000","last_became_peered":"2024-04-26T01:46:30.329730+0000","last_unstale":"2024-04-26T01:47:03.041574+0000","last_undegraded":"2024-04-26T01:47:03.041574+0000","last_fullsized":"2024-04-26T01:47:03.041574+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:19:53.138105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.045524+0000","last_change":"2024-04-26T01:47:03.045524+0000","last_active":"2024-04-26T01:47:03.045524+0000","last_peered":"2024-04-26T01:47:03.045524+0000","last_clean":"2024-04-26T01:47:03.045524+0000","last_became_active":"2024-04-26T01:47:03.044988+0000","last_became_peered":"2024-04-26T01:47:03.044988+0000","last_unstale":"2024-04-26T01:47:03.045524+0000","last_undegraded":"2024-04-26T01:47:03.045524+0000","last_fullsized":"2024-04-26T01:47:03.045524+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:14:58.580161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,9],"acting":[10,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.142418+0000","last_change":"2024-04-26T01:46:30.332741+0000","last_active":"2024-04-26T01:47:03.142418+0000","last_peered":"2024-04-26T01:47:03.142418+0000","last_clean":"2024-04-26T01:47:03.142418+0000","last_became_active":"2024-04-26T01:46:30.332330+0000","last_became_peered":"2024-04-26T01:46:30.332330+0000","last_unstale":"2024-04-26T01:47:03.142418+0000","last_undegraded":"2024-04-26T01:47:03.142418+0000","last_fullsized":"2024-04-26T01:47:03.142418+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:54:12.854335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.036493+0000","last_change":"2024-04-26T01:46:30.328893+0000","last_active":"2024-04-26T01:47:03.036493+0000","last_peered":"2024-04-26T01:47:03.036493+0000","last_clean":"2024-04-26T01:47:03.036493+0000","last_became_active":"2024-04-26T01:46:30.328563+0000","last_became_peered":"2024-04-26T01:46:30.328563+0000","last_unstale":"2024-04-26T01:47:03.036493+0000","last_undegraded":"2024-04-26T01:47:03.036493+0000","last_fullsized":"2024-04-26T01:47:03.036493+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:56:17.285670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.054210+0000","last_change":"2024-04-26T01:47:03.054210+0000","last_active":"2024-04-26T01:47:03.054210+0000","last_peered":"2024-04-26T01:47:03.054210+0000","last_clean":"2024-04-26T01:47:03.054210+0000","last_became_active":"2024-04-26T01:47:03.053352+0000","last_became_peered":"2024-04-26T01:47:03.053352+0000","last_unstale":"2024-04-26T01:47:03.054210+0000","last_undegraded":"2024-04-26T01:47:03.054210+0000","last_fullsized":"2024-04-26T01:47:03.054210+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:58:39.787293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,9],"acting":[6,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.050364+0000","last_change":"2024-04-26T01:46:30.331108+0000","last_active":"2024-04-26T01:47:03.050364+0000","last_peered":"2024-04-26T01:47:03.050364+0000","last_clean":"2024-04-26T01:47:03.050364+0000","last_became_active":"2024-04-26T01:46:30.330619+0000","last_became_peered":"2024-04-26T01:46:30.330619+0000","last_unstale":"2024-04-26T01:47:03.050364+0000","last_undegraded":"2024-04-26T01:47:03.050364+0000","last_fullsized":"2024-04-26T01:47:03.050364+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:02:17.892397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.049595+0000","last_change":"2024-04-26T01:46:30.347431+0000","last_active":"2024-04-26T01:47:03.049595+0000","last_peered":"2024-04-26T01:47:03.049595+0000","last_clean":"2024-04-26T01:47:03.049595+0000","last_became_active":"2024-04-26T01:46:30.345182+0000","last_became_peered":"2024-04-26T01:46:30.345182+0000","last_unstale":"2024-04-26T01:47:03.049595+0000","last_undegraded":"2024-04-26T01:47:03.049595+0000","last_fullsized":"2024-04-26T01:47:03.049595+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:36:26.407472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.041060+0000","last_change":"2024-04-26T01:46:30.340318+0000","last_active":"2024-04-26T01:47:03.041060+0000","last_peered":"2024-04-26T01:47:03.041060+0000","last_clean":"2024-04-26T01:47:03.041060+0000","last_became_active":"2024-04-26T01:46:30.339971+0000","last_became_peered":"2024-04-26T01:46:30.339971+0000","last_unstale":"2024-04-26T01:47:03.041060+0000","last_undegraded":"2024-04-26T01:47:03.041060+0000","last_fullsized":"2024-04-26T01:47:03.041060+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:58:21.462344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.042585+0000","last_change":"2024-04-26T01:46:30.349271+0000","last_active":"2024-04-26T01:47:03.042585+0000","last_peered":"2024-04-26T01:47:03.042585+0000","last_clean":"2024-04-26T01:47:03.042585+0000","last_became_active":"2024-04-26T01:46:30.348906+0000","last_became_peered":"2024-04-26T01:46:30.348906+0000","last_unstale":"2024-04-26T01:47:03.042585+0000","last_undegraded":"2024-04-26T01:47:03.042585+0000","last_fullsized":"2024-04-26T01:47:03.042585+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:29:59.254854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.041824+0000","last_change":"2024-04-26T01:46:30.335647+0000","last_active":"2024-04-26T01:47:03.041824+0000","last_peered":"2024-04-26T01:47:03.041824+0000","last_clean":"2024-04-26T01:47:03.041824+0000","last_became_active":"2024-04-26T01:46:30.333859+0000","last_became_peered":"2024-04-26T01:46:30.333859+0000","last_unstale":"2024-04-26T01:47:03.041824+0000","last_undegraded":"2024-04-26T01:47:03.041824+0000","last_fullsized":"2024-04-26T01:47:03.041824+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:08:49.297938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.039741+0000","last_change":"2024-04-26T01:46:30.350172+0000","last_active":"2024-04-26T01:47:03.039741+0000","last_peered":"2024-04-26T01:47:03.039741+0000","last_clean":"2024-04-26T01:47:03.039741+0000","last_became_active":"2024-04-26T01:46:30.349865+0000","last_became_peered":"2024-04-26T01:46:30.349865+0000","last_unstale":"2024-04-26T01:47:03.039741+0000","last_undegraded":"2024-04-26T01:47:03.039741+0000","last_fullsized":"2024-04-26T01:47:03.039741+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:39:28.600966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'13","reported_seq":77,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:30.070105+0000","last_change":"2024-04-26T01:46:26.276016+0000","last_active":"2024-04-26T01:47:30.070105+0000","last_peered":"2024-04-26T01:47:30.070105+0000","last_clean":"2024-04-26T01:47:30.070105+0000","last_became_active":"2024-04-26T01:46:26.275591+0000","last_became_peered":"2024-04-26T01:46:26.275591+0000","last_unstale":"2024-04-26T01:47:30.070105+0000","last_undegraded":"2024-04-26T01:47:30.070105+0000","last_fullsized":"2024-04-26T01:47:30.070105+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:23:53.158992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":38,"num_read_kb":38,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.693349+0000","last_change":"2024-04-26T01:46:30.352060+0000","last_active":"2024-04-26T01:47:03.693349+0000","last_peered":"2024-04-26T01:47:03.693349+0000","last_clean":"2024-04-26T01:47:03.693349+0000","last_became_active":"2024-04-26T01:46:30.351705+0000","last_became_peered":"2024-04-26T01:46:30.351705+0000","last_unstale":"2024-04-26T01:47:03.693349+0000","last_undegraded":"2024-04-26T01:47:03.693349+0000","last_fullsized":"2024-04-26T01:47:03.693349+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:09:09.839130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.693933+0000","last_change":"2024-04-26T01:46:26.433250+0000","last_active":"2024-04-26T01:47:03.693933+0000","last_peered":"2024-04-26T01:47:03.693933+0000","last_clean":"2024-04-26T01:47:03.693933+0000","last_became_active":"2024-04-26T01:46:26.432157+0000","last_became_peered":"2024-04-26T01:46:26.432157+0000","last_unstale":"2024-04-26T01:47:03.693933+0000","last_undegraded":"2024-04-26T01:47:03.693933+0000","last_fullsized":"2024-04-26T01:47:03.693933+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:34:54.314357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.053384+0000","last_change":"2024-04-26T01:46:30.338344+0000","last_active":"2024-04-26T01:47:03.053384+0000","last_peered":"2024-04-26T01:47:03.053384+0000","last_clean":"2024-04-26T01:47:03.053384+0000","last_became_active":"2024-04-26T01:46:30.336793+0000","last_became_peered":"2024-04-26T01:46:30.336793+0000","last_unstale":"2024-04-26T01:47:03.053384+0000","last_undegraded":"2024-04-26T01:47:03.053384+0000","last_fullsized":"2024-04-26T01:47:03.053384+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:25:42.218165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"89'12","reported_seq":39,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.042527+0000","last_change":"2024-04-26T01:46:26.278718+0000","last_active":"2024-04-26T01:47:03.042527+0000","last_peered":"2024-04-26T01:47:03.042527+0000","last_clean":"2024-04-26T01:47:03.042527+0000","last_became_active":"2024-04-26T01:46:26.278366+0000","last_became_peered":"2024-04-26T01:46:26.278366+0000","last_unstale":"2024-04-26T01:47:03.042527+0000","last_undegraded":"2024-04-26T01:47:03.042527+0000","last_fullsized":"2024-04-26T01:47:03.042527+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:16:24.221489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.041726+0000","last_change":"2024-04-26T01:46:30.343314+0000","last_active":"2024-04-26T01:47:03.041726+0000","last_peered":"2024-04-26T01:47:03.041726+0000","last_clean":"2024-04-26T01:47:03.041726+0000","last_became_active":"2024-04-26T01:46:30.342645+0000","last_became_peered":"2024-04-26T01:46:30.342645+0000","last_unstale":"2024-04-26T01:47:03.041726+0000","last_undegraded":"2024-04-26T01:47:03.041726+0000","last_fullsized":"2024-04-26T01:47:03.041726+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:26:26.216031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"89'5","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.051279+0000","last_change":"2024-04-26T01:47:03.050830+0000","last_active":"2024-04-26T01:47:03.051279+0000","last_peered":"2024-04-26T01:47:03.051279+0000","last_clean":"2024-04-26T01:47:03.051279+0000","last_became_active":"2024-04-26T01:47:03.045182+0000","last_became_peered":"2024-04-26T01:47:03.045182+0000","last_unstale":"2024-04-26T01:47:03.051279+0000","last_undegraded":"2024-04-26T01:47:03.051279+0000","last_fullsized":"2024-04-26T01:47:03.051279+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:39:14.071687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.038632+0000","last_change":"2024-04-26T01:46:30.333986+0000","last_active":"2024-04-26T01:47:03.038632+0000","last_peered":"2024-04-26T01:47:03.038632+0000","last_clean":"2024-04-26T01:47:03.038632+0000","last_became_active":"2024-04-26T01:46:30.333403+0000","last_became_peered":"2024-04-26T01:46:30.333403+0000","last_unstale":"2024-04-26T01:47:03.038632+0000","last_undegraded":"2024-04-26T01:47:03.038632+0000","last_fullsized":"2024-04-26T01:47:03.038632+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:41:42.400553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"89'5","reported_seq":71,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:31.048900+0000","last_change":"2024-04-26T01:46:26.277450+0000","last_active":"2024-04-26T01:47:31.048900+0000","last_peered":"2024-04-26T01:47:31.048900+0000","last_clean":"2024-04-26T01:47:31.048900+0000","last_became_active":"2024-04-26T01:46:26.277115+0000","last_became_peered":"2024-04-26T01:46:26.277115+0000","last_unstale":"2024-04-26T01:47:31.048900+0000","last_undegraded":"2024-04-26T01:47:31.048900+0000","last_fullsized":"2024-04-26T01:47:31.048900+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:04:10.350514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":40,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.041630+0000","last_change":"2024-04-26T01:46:30.333172+0000","last_active":"2024-04-26T01:47:03.041630+0000","last_peered":"2024-04-26T01:47:03.041630+0000","last_clean":"2024-04-26T01:47:03.041630+0000","last_became_active":"2024-04-26T01:46:30.332731+0000","last_became_peered":"2024-04-26T01:46:30.332731+0000","last_unstale":"2024-04-26T01:47:03.041630+0000","last_undegraded":"2024-04-26T01:47:03.041630+0000","last_fullsized":"2024-04-26T01:47:03.041630+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:56:27.316433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"89'7","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.038213+0000","last_change":"2024-04-26T01:46:26.274618+0000","last_active":"2024-04-26T01:47:03.038213+0000","last_peered":"2024-04-26T01:47:03.038213+0000","last_clean":"2024-04-26T01:47:03.038213+0000","last_became_active":"2024-04-26T01:46:26.274089+0000","last_became_peered":"2024-04-26T01:46:26.274089+0000","last_unstale":"2024-04-26T01:47:03.038213+0000","last_undegraded":"2024-04-26T01:47:03.038213+0000","last_fullsized":"2024-04-26T01:47:03.038213+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:31:14.580789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.038593+0000","last_change":"2024-04-26T01:46:30.345638+0000","last_active":"2024-04-26T01:47:03.038593+0000","last_peered":"2024-04-26T01:47:03.038593+0000","last_clean":"2024-04-26T01:47:03.038593+0000","last_became_active":"2024-04-26T01:46:30.345301+0000","last_became_peered":"2024-04-26T01:46:30.345301+0000","last_unstale":"2024-04-26T01:47:03.038593+0000","last_undegraded":"2024-04-26T01:47:03.038593+0000","last_fullsized":"2024-04-26T01:47:03.038593+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:51:12.822833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"89'3","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.044409+0000","last_change":"2024-04-26T01:46:26.272233+0000","last_active":"2024-04-26T01:47:03.044409+0000","last_peered":"2024-04-26T01:47:03.044409+0000","last_clean":"2024-04-26T01:47:03.044409+0000","last_became_active":"2024-04-26T01:46:26.271652+0000","last_became_peered":"2024-04-26T01:46:26.271652+0000","last_unstale":"2024-04-26T01:47:03.044409+0000","last_undegraded":"2024-04-26T01:47:03.044409+0000","last_fullsized":"2024-04-26T01:47:03.044409+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:30:10.715943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.692941+0000","last_change":"2024-04-26T01:46:30.345772+0000","last_active":"2024-04-26T01:47:03.692941+0000","last_peered":"2024-04-26T01:47:03.692941+0000","last_clean":"2024-04-26T01:47:03.692941+0000","last_became_active":"2024-04-26T01:46:30.345003+0000","last_became_peered":"2024-04-26T01:46:30.345003+0000","last_unstale":"2024-04-26T01:47:03.692941+0000","last_undegraded":"2024-04-26T01:47:03.692941+0000","last_fullsized":"2024-04-26T01:47:03.692941+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:57:28.480056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.038219+0000","last_change":"2024-04-26T01:46:26.272744+0000","last_active":"2024-04-26T01:47:03.038219+0000","last_peered":"2024-04-26T01:47:03.038219+0000","last_clean":"2024-04-26T01:47:03.038219+0000","last_became_active":"2024-04-26T01:46:26.272368+0000","last_became_peered":"2024-04-26T01:46:26.272368+0000","last_unstale":"2024-04-26T01:47:03.038219+0000","last_undegraded":"2024-04-26T01:47:03.038219+0000","last_fullsized":"2024-04-26T01:47:03.038219+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:35:54.078599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.038155+0000","last_change":"2024-04-26T01:46:30.354099+0000","last_active":"2024-04-26T01:47:03.038155+0000","last_peered":"2024-04-26T01:47:03.038155+0000","last_clean":"2024-04-26T01:47:03.038155+0000","last_became_active":"2024-04-26T01:46:30.353538+0000","last_became_peered":"2024-04-26T01:46:30.353538+0000","last_unstale":"2024-04-26T01:47:03.038155+0000","last_undegraded":"2024-04-26T01:47:03.038155+0000","last_fullsized":"2024-04-26T01:47:03.038155+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:19:59.084812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"89'4","reported_seq":106,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:32.049755+0000","last_change":"2024-04-26T01:46:26.269678+0000","last_active":"2024-04-26T01:47:32.049755+0000","last_peered":"2024-04-26T01:47:32.049755+0000","last_clean":"2024-04-26T01:47:32.049755+0000","last_became_active":"2024-04-26T01:46:26.269170+0000","last_became_peered":"2024-04-26T01:46:26.269170+0000","last_unstale":"2024-04-26T01:47:32.049755+0000","last_undegraded":"2024-04-26T01:47:32.049755+0000","last_fullsized":"2024-04-26T01:47:32.049755+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:36:39.532449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":76,"num_read_kb":76,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.041502+0000","last_change":"2024-04-26T01:46:30.336952+0000","last_active":"2024-04-26T01:47:03.041502+0000","last_peered":"2024-04-26T01:47:03.041502+0000","last_clean":"2024-04-26T01:47:03.041502+0000","last_became_active":"2024-04-26T01:46:30.336482+0000","last_became_peered":"2024-04-26T01:46:30.336482+0000","last_unstale":"2024-04-26T01:47:03.041502+0000","last_undegraded":"2024-04-26T01:47:03.041502+0000","last_fullsized":"2024-04-26T01:47:03.041502+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:08:23.227821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"89'4","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.142294+0000","last_change":"2024-04-26T01:46:26.276316+0000","last_active":"2024-04-26T01:47:03.142294+0000","last_peered":"2024-04-26T01:47:03.142294+0000","last_clean":"2024-04-26T01:47:03.142294+0000","last_became_active":"2024-04-26T01:46:26.275872+0000","last_became_peered":"2024-04-26T01:46:26.275872+0000","last_unstale":"2024-04-26T01:47:03.142294+0000","last_undegraded":"2024-04-26T01:47:03.142294+0000","last_fullsized":"2024-04-26T01:47:03.142294+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:08:46.020271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.053493+0000","last_change":"2024-04-26T01:46:30.331464+0000","last_active":"2024-04-26T01:47:03.053493+0000","last_peered":"2024-04-26T01:47:03.053493+0000","last_clean":"2024-04-26T01:47:03.053493+0000","last_became_active":"2024-04-26T01:46:30.331102+0000","last_became_peered":"2024-04-26T01:46:30.331102+0000","last_unstale":"2024-04-26T01:47:03.053493+0000","last_undegraded":"2024-04-26T01:47:03.053493+0000","last_fullsized":"2024-04-26T01:47:03.053493+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:01:32.744412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"89'5","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.038761+0000","last_change":"2024-04-26T01:46:26.435442+0000","last_active":"2024-04-26T01:47:03.038761+0000","last_peered":"2024-04-26T01:47:03.038761+0000","last_clean":"2024-04-26T01:47:03.038761+0000","last_became_active":"2024-04-26T01:46:26.435110+0000","last_became_peered":"2024-04-26T01:46:26.435110+0000","last_unstale":"2024-04-26T01:47:03.038761+0000","last_undegraded":"2024-04-26T01:47:03.038761+0000","last_fullsized":"2024-04-26T01:47:03.038761+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:01:03.984072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.041827+0000","last_change":"2024-04-26T01:46:30.330979+0000","last_active":"2024-04-26T01:47:03.041827+0000","last_peered":"2024-04-26T01:47:03.041827+0000","last_clean":"2024-04-26T01:47:03.041827+0000","last_became_active":"2024-04-26T01:46:30.330650+0000","last_became_peered":"2024-04-26T01:46:30.330650+0000","last_unstale":"2024-04-26T01:47:03.041827+0000","last_undegraded":"2024-04-26T01:47:03.041827+0000","last_fullsized":"2024-04-26T01:47:03.041827+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:23:21.122610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"91'31","reported_seq":144,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:32.060446+0000","last_change":"2024-04-26T01:46:26.277235+0000","last_active":"2024-04-26T01:47:32.060446+0000","last_peered":"2024-04-26T01:47:32.060446+0000","last_clean":"2024-04-26T01:47:32.060446+0000","last_became_active":"2024-04-26T01:46:26.276830+0000","last_became_peered":"2024-04-26T01:46:26.276830+0000","last_unstale":"2024-04-26T01:47:32.060446+0000","last_undegraded":"2024-04-26T01:47:32.060446+0000","last_fullsized":"2024-04-26T01:47:32.060446+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:22:38.500090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59762,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":87,"num_read_kb":100,"num_write":33,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.042659+0000","last_change":"2024-04-26T01:46:30.327230+0000","last_active":"2024-04-26T01:47:03.042659+0000","last_peered":"2024-04-26T01:47:03.042659+0000","last_clean":"2024-04-26T01:47:03.042659+0000","last_became_active":"2024-04-26T01:46:30.326893+0000","last_became_peered":"2024-04-26T01:46:30.326893+0000","last_unstale":"2024-04-26T01:47:03.042659+0000","last_undegraded":"2024-04-26T01:47:03.042659+0000","last_fullsized":"2024-04-26T01:47:03.042659+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:11:19.113097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"89'9","reported_seq":37,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.039208+0000","last_change":"2024-04-26T01:46:26.276397+0000","last_active":"2024-04-26T01:47:03.039208+0000","last_peered":"2024-04-26T01:47:03.039208+0000","last_clean":"2024-04-26T01:47:03.039208+0000","last_became_active":"2024-04-26T01:46:26.276027+0000","last_became_peered":"2024-04-26T01:46:26.276027+0000","last_unstale":"2024-04-26T01:47:03.039208+0000","last_undegraded":"2024-04-26T01:47:03.039208+0000","last_fullsized":"2024-04-26T01:47:03.039208+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:35:26.898968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.045951+0000","last_change":"2024-04-26T01:46:30.357139+0000","last_active":"2024-04-26T01:47:03.045951+0000","last_peered":"2024-04-26T01:47:03.045951+0000","last_clean":"2024-04-26T01:47:03.045951+0000","last_became_active":"2024-04-26T01:46:30.355926+0000","last_became_peered":"2024-04-26T01:46:30.355926+0000","last_unstale":"2024-04-26T01:47:03.045951+0000","last_undegraded":"2024-04-26T01:47:03.045951+0000","last_fullsized":"2024-04-26T01:47:03.045951+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:11:37.018503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"89'5","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.038479+0000","last_change":"2024-04-26T01:46:26.274064+0000","last_active":"2024-04-26T01:47:03.038479+0000","last_peered":"2024-04-26T01:47:03.038479+0000","last_clean":"2024-04-26T01:47:03.038479+0000","last_became_active":"2024-04-26T01:46:26.272881+0000","last_became_peered":"2024-04-26T01:46:26.272881+0000","last_unstale":"2024-04-26T01:47:03.038479+0000","last_undegraded":"2024-04-26T01:47:03.038479+0000","last_fullsized":"2024-04-26T01:47:03.038479+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:58:32.152055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.142238+0000","last_change":"2024-04-26T01:46:30.335309+0000","last_active":"2024-04-26T01:47:03.142238+0000","last_peered":"2024-04-26T01:47:03.142238+0000","last_clean":"2024-04-26T01:47:03.142238+0000","last_became_active":"2024-04-26T01:46:30.334985+0000","last_became_peered":"2024-04-26T01:46:30.334985+0000","last_unstale":"2024-04-26T01:47:03.142238+0000","last_undegraded":"2024-04-26T01:47:03.142238+0000","last_fullsized":"2024-04-26T01:47:03.142238+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:49:05.602090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"89'5","reported_seq":71,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:31.074190+0000","last_change":"2024-04-26T01:46:26.270275+0000","last_active":"2024-04-26T01:47:31.074190+0000","last_peered":"2024-04-26T01:47:31.074190+0000","last_clean":"2024-04-26T01:47:31.074190+0000","last_became_active":"2024-04-26T01:46:26.269897+0000","last_became_peered":"2024-04-26T01:46:26.269897+0000","last_unstale":"2024-04-26T01:47:31.074190+0000","last_undegraded":"2024-04-26T01:47:31.074190+0000","last_fullsized":"2024-04-26T01:47:31.074190+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:29:56.983575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":41,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.141982+0000","last_change":"2024-04-26T01:46:30.327433+0000","last_active":"2024-04-26T01:47:03.141982+0000","last_peered":"2024-04-26T01:47:03.141982+0000","last_clean":"2024-04-26T01:47:03.141982+0000","last_became_active":"2024-04-26T01:46:30.327024+0000","last_became_peered":"2024-04-26T01:46:30.327024+0000","last_unstale":"2024-04-26T01:47:03.141982+0000","last_undegraded":"2024-04-26T01:47:03.141982+0000","last_fullsized":"2024-04-26T01:47:03.141982+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:27:42.031564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"89'17","reported_seq":68,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.066291+0000","last_change":"2024-04-26T01:47:03.066291+0000","last_active":"2024-04-26T01:47:03.066291+0000","last_peered":"2024-04-26T01:47:03.066291+0000","last_clean":"2024-04-26T01:47:03.066291+0000","last_became_active":"2024-04-26T01:47:03.054023+0000","last_became_peered":"2024-04-26T01:47:03.054023+0000","last_unstale":"2024-04-26T01:47:03.066291+0000","last_undegraded":"2024-04-26T01:47:03.066291+0000","last_fullsized":"2024-04-26T01:47:03.066291+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:33:03.039043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,4],"acting":[8,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.043886+0000","last_change":"2024-04-26T01:47:03.043886+0000","last_active":"2024-04-26T01:47:03.043886+0000","last_peered":"2024-04-26T01:47:03.043886+0000","last_clean":"2024-04-26T01:47:03.043886+0000","last_became_active":"2024-04-26T01:47:03.043505+0000","last_became_peered":"2024-04-26T01:47:03.043505+0000","last_unstale":"2024-04-26T01:47:03.043886+0000","last_undegraded":"2024-04-26T01:47:03.043886+0000","last_fullsized":"2024-04-26T01:47:03.043886+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:21:58.618788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,1],"acting":[5,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.042700+0000","last_change":"2024-04-26T01:46:26.277497+0000","last_active":"2024-04-26T01:47:03.042700+0000","last_peered":"2024-04-26T01:47:03.042700+0000","last_clean":"2024-04-26T01:47:03.042700+0000","last_became_active":"2024-04-26T01:46:26.276532+0000","last_became_peered":"2024-04-26T01:46:26.276532+0000","last_unstale":"2024-04-26T01:47:03.042700+0000","last_undegraded":"2024-04-26T01:47:03.042700+0000","last_fullsized":"2024-04-26T01:47:03.042700+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:21:47.748360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.042212+0000","last_change":"2024-04-26T01:46:30.331634+0000","last_active":"2024-04-26T01:47:03.042212+0000","last_peered":"2024-04-26T01:47:03.042212+0000","last_clean":"2024-04-26T01:47:03.042212+0000","last_became_active":"2024-04-26T01:46:30.331124+0000","last_became_peered":"2024-04-26T01:46:30.331124+0000","last_unstale":"2024-04-26T01:47:03.042212+0000","last_undegraded":"2024-04-26T01:47:03.042212+0000","last_fullsized":"2024-04-26T01:47:03.042212+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:01:20.224661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"89'1","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.040658+0000","last_change":"2024-04-26T01:46:26.439982+0000","last_active":"2024-04-26T01:47:03.040658+0000","last_peered":"2024-04-26T01:47:03.040658+0000","last_clean":"2024-04-26T01:47:03.040658+0000","last_became_active":"2024-04-26T01:46:26.438473+0000","last_became_peered":"2024-04-26T01:46:26.438473+0000","last_unstale":"2024-04-26T01:47:03.040658+0000","last_undegraded":"2024-04-26T01:47:03.040658+0000","last_fullsized":"2024-04-26T01:47:03.040658+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:22:38.180123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'1","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.038592+0000","last_change":"2024-04-26T01:46:30.349892+0000","last_active":"2024-04-26T01:47:03.038592+0000","last_peered":"2024-04-26T01:47:03.038592+0000","last_clean":"2024-04-26T01:47:03.038592+0000","last_became_active":"2024-04-26T01:46:30.349557+0000","last_became_peered":"2024-04-26T01:46:30.349557+0000","last_unstale":"2024-04-26T01:47:03.038592+0000","last_undegraded":"2024-04-26T01:47:03.038592+0000","last_fullsized":"2024-04-26T01:47:03.038592+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:04:15.936184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"91'6","reported_seq":74,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:33.077791+0000","last_change":"2024-04-26T01:46:26.272936+0000","last_active":"2024-04-26T01:47:33.077791+0000","last_peered":"2024-04-26T01:47:33.077791+0000","last_clean":"2024-04-26T01:47:33.077791+0000","last_became_active":"2024-04-26T01:46:26.272615+0000","last_became_peered":"2024-04-26T01:46:26.272615+0000","last_unstale":"2024-04-26T01:47:33.077791+0000","last_undegraded":"2024-04-26T01:47:33.077791+0000","last_fullsized":"2024-04-26T01:47:33.077791+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:02:21.999030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":42,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.038326+0000","last_change":"2024-04-26T01:46:30.349314+0000","last_active":"2024-04-26T01:47:03.038326+0000","last_peered":"2024-04-26T01:47:03.038326+0000","last_clean":"2024-04-26T01:47:03.038326+0000","last_became_active":"2024-04-26T01:46:30.348959+0000","last_became_peered":"2024-04-26T01:46:30.348959+0000","last_unstale":"2024-04-26T01:47:03.038326+0000","last_undegraded":"2024-04-26T01:47:03.038326+0000","last_fullsized":"2024-04-26T01:47:03.038326+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:21:26.725626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.039483+0000","last_change":"2024-04-26T01:46:30.336792+0000","last_active":"2024-04-26T01:47:03.039483+0000","last_peered":"2024-04-26T01:47:03.039483+0000","last_clean":"2024-04-26T01:47:03.039483+0000","last_became_active":"2024-04-26T01:46:30.336472+0000","last_became_peered":"2024-04-26T01:46:30.336472+0000","last_unstale":"2024-04-26T01:47:03.039483+0000","last_undegraded":"2024-04-26T01:47:03.039483+0000","last_fullsized":"2024-04-26T01:47:03.039483+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:35:07.985695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"89'5","reported_seq":71,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:32.075703+0000","last_change":"2024-04-26T01:46:26.432277+0000","last_active":"2024-04-26T01:47:32.075703+0000","last_peered":"2024-04-26T01:47:32.075703+0000","last_clean":"2024-04-26T01:47:32.075703+0000","last_became_active":"2024-04-26T01:46:26.431878+0000","last_became_peered":"2024-04-26T01:46:26.431878+0000","last_unstale":"2024-04-26T01:47:32.075703+0000","last_undegraded":"2024-04-26T01:47:32.075703+0000","last_fullsized":"2024-04-26T01:47:32.075703+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:23:26.317847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":40,"num_read_kb":40,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.693507+0000","last_change":"2024-04-26T01:46:30.353733+0000","last_active":"2024-04-26T01:47:03.693507+0000","last_peered":"2024-04-26T01:47:03.693507+0000","last_clean":"2024-04-26T01:47:03.693507+0000","last_became_active":"2024-04-26T01:46:30.353294+0000","last_became_peered":"2024-04-26T01:46:30.353294+0000","last_unstale":"2024-04-26T01:47:03.693507+0000","last_undegraded":"2024-04-26T01:47:03.693507+0000","last_fullsized":"2024-04-26T01:47:03.693507+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:49:50.231140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'6","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.036355+0000","last_change":"2024-04-26T01:46:26.272122+0000","last_active":"2024-04-26T01:47:03.036355+0000","last_peered":"2024-04-26T01:47:03.036355+0000","last_clean":"2024-04-26T01:47:03.036355+0000","last_became_active":"2024-04-26T01:46:26.271819+0000","last_became_peered":"2024-04-26T01:46:26.271819+0000","last_unstale":"2024-04-26T01:47:03.036355+0000","last_undegraded":"2024-04-26T01:47:03.036355+0000","last_fullsized":"2024-04-26T01:47:03.036355+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:45:09.447190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":359,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.142160+0000","last_change":"2024-04-26T01:44:51.862272+0000","last_active":"2024-04-26T01:47:03.142160+0000","last_peered":"2024-04-26T01:47:03.142160+0000","last_clean":"2024-04-26T01:47:03.142160+0000","last_became_active":"2024-04-26T01:44:51.861812+0000","last_became_peered":"2024-04-26T01:44:51.861812+0000","last_unstale":"2024-04-26T01:47:03.142160+0000","last_undegraded":"2024-04-26T01:47:03.142160+0000","last_fullsized":"2024-04-26T01:47:03.142160+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:40:53.973767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:40:53.973767+0000","last_clean_scrub_stamp":"2024-04-26T01:40:53.973767+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:31:45.587598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.043724+0000","last_change":"2024-04-26T01:46:30.340757+0000","last_active":"2024-04-26T01:47:03.043724+0000","last_peered":"2024-04-26T01:47:03.043724+0000","last_clean":"2024-04-26T01:47:03.043724+0000","last_became_active":"2024-04-26T01:46:30.338882+0000","last_became_peered":"2024-04-26T01:46:30.338882+0000","last_unstale":"2024-04-26T01:47:03.043724+0000","last_undegraded":"2024-04-26T01:47:03.043724+0000","last_fullsized":"2024-04-26T01:47:03.043724+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:06:41.577852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'4","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.142389+0000","last_change":"2024-04-26T01:46:26.274446+0000","last_active":"2024-04-26T01:47:03.142389+0000","last_peered":"2024-04-26T01:47:03.142389+0000","last_clean":"2024-04-26T01:47:03.142389+0000","last_became_active":"2024-04-26T01:46:26.274072+0000","last_became_peered":"2024-04-26T01:46:26.274072+0000","last_unstale":"2024-04-26T01:47:03.142389+0000","last_undegraded":"2024-04-26T01:47:03.142389+0000","last_fullsized":"2024-04-26T01:47:03.142389+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:40:30.432287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"89'4","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.076833+0000","last_change":"2024-04-26T01:47:03.076450+0000","last_active":"2024-04-26T01:47:03.076833+0000","last_peered":"2024-04-26T01:47:03.076833+0000","last_clean":"2024-04-26T01:47:03.076833+0000","last_became_active":"2024-04-26T01:47:03.056640+0000","last_became_peered":"2024-04-26T01:47:03.056640+0000","last_unstale":"2024-04-26T01:47:03.076833+0000","last_undegraded":"2024-04-26T01:47:03.076833+0000","last_fullsized":"2024-04-26T01:47:03.076833+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:40:08.995782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.048321+0000","last_change":"2024-04-26T01:46:30.344629+0000","last_active":"2024-04-26T01:47:03.048321+0000","last_peered":"2024-04-26T01:47:03.048321+0000","last_clean":"2024-04-26T01:47:03.048321+0000","last_became_active":"2024-04-26T01:46:30.341218+0000","last_became_peered":"2024-04-26T01:46:30.341218+0000","last_unstale":"2024-04-26T01:47:03.048321+0000","last_undegraded":"2024-04-26T01:47:03.048321+0000","last_fullsized":"2024-04-26T01:47:03.048321+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:47:16.865119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"91'16","reported_seq":42,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:22.343528+0000","last_change":"2024-04-26T01:46:26.274165+0000","last_active":"2024-04-26T01:47:22.343528+0000","last_peered":"2024-04-26T01:47:22.343528+0000","last_clean":"2024-04-26T01:47:22.343528+0000","last_became_active":"2024-04-26T01:46:26.273727+0000","last_became_peered":"2024-04-26T01:46:26.273727+0000","last_unstale":"2024-04-26T01:47:22.343528+0000","last_undegraded":"2024-04-26T01:47:22.343528+0000","last_fullsized":"2024-04-26T01:47:22.343528+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:54:12.836322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.693502+0000","last_change":"2024-04-26T01:46:30.353416+0000","last_active":"2024-04-26T01:47:03.693502+0000","last_peered":"2024-04-26T01:47:03.693502+0000","last_clean":"2024-04-26T01:47:03.693502+0000","last_became_active":"2024-04-26T01:46:30.352919+0000","last_became_peered":"2024-04-26T01:46:30.352919+0000","last_unstale":"2024-04-26T01:47:03.693502+0000","last_undegraded":"2024-04-26T01:47:03.693502+0000","last_fullsized":"2024-04-26T01:47:03.693502+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:32:52.540498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"89'7","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.036487+0000","last_change":"2024-04-26T01:46:26.421021+0000","last_active":"2024-04-26T01:47:03.036487+0000","last_peered":"2024-04-26T01:47:03.036487+0000","last_clean":"2024-04-26T01:47:03.036487+0000","last_became_active":"2024-04-26T01:46:26.420645+0000","last_became_peered":"2024-04-26T01:46:26.420645+0000","last_unstale":"2024-04-26T01:47:03.036487+0000","last_undegraded":"2024-04-26T01:47:03.036487+0000","last_fullsized":"2024-04-26T01:47:03.036487+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:41:22.460332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.053603+0000","last_change":"2024-04-26T01:46:30.355919+0000","last_active":"2024-04-26T01:47:03.053603+0000","last_peered":"2024-04-26T01:47:03.053603+0000","last_clean":"2024-04-26T01:47:03.053603+0000","last_became_active":"2024-04-26T01:46:30.355561+0000","last_became_peered":"2024-04-26T01:46:30.355561+0000","last_unstale":"2024-04-26T01:47:03.053603+0000","last_undegraded":"2024-04-26T01:47:03.053603+0000","last_fullsized":"2024-04-26T01:47:03.053603+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:05:09.205249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.040988+0000","last_change":"2024-04-26T01:46:26.431643+0000","last_active":"2024-04-26T01:47:03.040988+0000","last_peered":"2024-04-26T01:47:03.040988+0000","last_clean":"2024-04-26T01:47:03.040988+0000","last_became_active":"2024-04-26T01:46:26.431345+0000","last_became_peered":"2024-04-26T01:46:26.431345+0000","last_unstale":"2024-04-26T01:47:03.040988+0000","last_undegraded":"2024-04-26T01:47:03.040988+0000","last_fullsized":"2024-04-26T01:47:03.040988+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:18:00.989419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.041801+0000","last_change":"2024-04-26T01:46:30.326737+0000","last_active":"2024-04-26T01:47:03.041801+0000","last_peered":"2024-04-26T01:47:03.041801+0000","last_clean":"2024-04-26T01:47:03.041801+0000","last_became_active":"2024-04-26T01:46:30.326262+0000","last_became_peered":"2024-04-26T01:46:30.326262+0000","last_unstale":"2024-04-26T01:47:03.041801+0000","last_undegraded":"2024-04-26T01:47:03.041801+0000","last_fullsized":"2024-04-26T01:47:03.041801+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:07:14.777597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"89'7","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.693342+0000","last_change":"2024-04-26T01:46:26.273440+0000","last_active":"2024-04-26T01:47:03.693342+0000","last_peered":"2024-04-26T01:47:03.693342+0000","last_clean":"2024-04-26T01:47:03.693342+0000","last_became_active":"2024-04-26T01:46:26.272892+0000","last_became_peered":"2024-04-26T01:46:26.272892+0000","last_unstale":"2024-04-26T01:47:03.693342+0000","last_undegraded":"2024-04-26T01:47:03.693342+0000","last_fullsized":"2024-04-26T01:47:03.693342+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:23:06.291753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.041475+0000","last_change":"2024-04-26T01:46:30.349430+0000","last_active":"2024-04-26T01:47:03.041475+0000","last_peered":"2024-04-26T01:47:03.041475+0000","last_clean":"2024-04-26T01:47:03.041475+0000","last_became_active":"2024-04-26T01:46:30.348909+0000","last_became_peered":"2024-04-26T01:46:30.348909+0000","last_unstale":"2024-04-26T01:47:03.041475+0000","last_undegraded":"2024-04-26T01:47:03.041475+0000","last_fullsized":"2024-04-26T01:47:03.041475+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:17:27.872959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"89'3","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.039162+0000","last_change":"2024-04-26T01:46:26.275869+0000","last_active":"2024-04-26T01:47:03.039162+0000","last_peered":"2024-04-26T01:47:03.039162+0000","last_clean":"2024-04-26T01:47:03.039162+0000","last_became_active":"2024-04-26T01:46:26.275438+0000","last_became_peered":"2024-04-26T01:46:26.275438+0000","last_unstale":"2024-04-26T01:47:03.039162+0000","last_undegraded":"2024-04-26T01:47:03.039162+0000","last_fullsized":"2024-04-26T01:47:03.039162+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:16:41.507137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.693844+0000","last_change":"2024-04-26T01:46:30.355394+0000","last_active":"2024-04-26T01:47:03.693844+0000","last_peered":"2024-04-26T01:47:03.693844+0000","last_clean":"2024-04-26T01:47:03.693844+0000","last_became_active":"2024-04-26T01:46:30.354958+0000","last_became_peered":"2024-04-26T01:46:30.354958+0000","last_unstale":"2024-04-26T01:47:03.693844+0000","last_undegraded":"2024-04-26T01:47:03.693844+0000","last_fullsized":"2024-04-26T01:47:03.693844+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:11:57.607927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.042073+0000","last_change":"2024-04-26T01:46:26.279079+0000","last_active":"2024-04-26T01:47:03.042073+0000","last_peered":"2024-04-26T01:47:03.042073+0000","last_clean":"2024-04-26T01:47:03.042073+0000","last_became_active":"2024-04-26T01:46:26.278357+0000","last_became_peered":"2024-04-26T01:46:26.278357+0000","last_unstale":"2024-04-26T01:47:03.042073+0000","last_undegraded":"2024-04-26T01:47:03.042073+0000","last_fullsized":"2024-04-26T01:47:03.042073+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:49:56.401292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.142218+0000","last_change":"2024-04-26T01:46:30.338656+0000","last_active":"2024-04-26T01:47:03.142218+0000","last_peered":"2024-04-26T01:47:03.142218+0000","last_clean":"2024-04-26T01:47:03.142218+0000","last_became_active":"2024-04-26T01:46:30.338278+0000","last_became_peered":"2024-04-26T01:46:30.338278+0000","last_unstale":"2024-04-26T01:47:03.142218+0000","last_undegraded":"2024-04-26T01:47:03.142218+0000","last_fullsized":"2024-04-26T01:47:03.142218+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:27:38.741052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"91'6","reported_seq":51,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:31.113541+0000","last_change":"2024-04-26T01:47:03.069636+0000","last_active":"2024-04-26T01:47:31.113541+0000","last_peered":"2024-04-26T01:47:31.113541+0000","last_clean":"2024-04-26T01:47:31.113541+0000","last_became_active":"2024-04-26T01:47:03.055093+0000","last_became_peered":"2024-04-26T01:47:03.055093+0000","last_unstale":"2024-04-26T01:47:31.113541+0000","last_undegraded":"2024-04-26T01:47:31.113541+0000","last_fullsized":"2024-04-26T01:47:31.113541+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:03:29.224452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1561,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":31,"num_read_kb":1,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1170,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11,0],"acting":[1,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.142498+0000","last_change":"2024-04-26T01:46:30.332239+0000","last_active":"2024-04-26T01:47:03.142498+0000","last_peered":"2024-04-26T01:47:03.142498+0000","last_clean":"2024-04-26T01:47:03.142498+0000","last_became_active":"2024-04-26T01:46:30.331878+0000","last_became_peered":"2024-04-26T01:46:30.331878+0000","last_unstale":"2024-04-26T01:47:03.142498+0000","last_undegraded":"2024-04-26T01:47:03.142498+0000","last_fullsized":"2024-04-26T01:47:03.142498+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:36:56.255724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.038413+0000","last_change":"2024-04-26T01:46:26.273318+0000","last_active":"2024-04-26T01:47:03.038413+0000","last_peered":"2024-04-26T01:47:03.038413+0000","last_clean":"2024-04-26T01:47:03.038413+0000","last_became_active":"2024-04-26T01:46:26.272949+0000","last_became_peered":"2024-04-26T01:46:26.272949+0000","last_unstale":"2024-04-26T01:47:03.038413+0000","last_undegraded":"2024-04-26T01:47:03.038413+0000","last_fullsized":"2024-04-26T01:47:03.038413+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:07:32.638497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'1","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.142325+0000","last_change":"2024-04-26T01:46:30.345450+0000","last_active":"2024-04-26T01:47:03.142325+0000","last_peered":"2024-04-26T01:47:03.142325+0000","last_clean":"2024-04-26T01:47:03.142325+0000","last_became_active":"2024-04-26T01:46:30.345096+0000","last_became_peered":"2024-04-26T01:46:30.345096+0000","last_unstale":"2024-04-26T01:47:03.142325+0000","last_undegraded":"2024-04-26T01:47:03.142325+0000","last_fullsized":"2024-04-26T01:47:03.142325+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:56:33.968261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"89'5","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.048448+0000","last_change":"2024-04-26T01:46:26.277043+0000","last_active":"2024-04-26T01:47:03.048448+0000","last_peered":"2024-04-26T01:47:03.048448+0000","last_clean":"2024-04-26T01:47:03.048448+0000","last_became_active":"2024-04-26T01:46:26.276590+0000","last_became_peered":"2024-04-26T01:46:26.276590+0000","last_unstale":"2024-04-26T01:47:03.048448+0000","last_undegraded":"2024-04-26T01:47:03.048448+0000","last_fullsized":"2024-04-26T01:47:03.048448+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:48:00.072982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.142509+0000","last_change":"2024-04-26T01:46:30.328662+0000","last_active":"2024-04-26T01:47:03.142509+0000","last_peered":"2024-04-26T01:47:03.142509+0000","last_clean":"2024-04-26T01:47:03.142509+0000","last_became_active":"2024-04-26T01:46:30.328321+0000","last_became_peered":"2024-04-26T01:46:30.328321+0000","last_unstale":"2024-04-26T01:47:03.142509+0000","last_undegraded":"2024-04-26T01:47:03.142509+0000","last_fullsized":"2024-04-26T01:47:03.142509+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:29:38.333999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.041584+0000","last_change":"2024-04-26T01:46:30.334950+0000","last_active":"2024-04-26T01:47:03.041584+0000","last_peered":"2024-04-26T01:47:03.041584+0000","last_clean":"2024-04-26T01:47:03.041584+0000","last_became_active":"2024-04-26T01:46:30.334614+0000","last_became_peered":"2024-04-26T01:46:30.334614+0000","last_unstale":"2024-04-26T01:47:03.041584+0000","last_undegraded":"2024-04-26T01:47:03.041584+0000","last_fullsized":"2024-04-26T01:47:03.041584+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:00:03.093756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.039380+0000","last_change":"2024-04-26T01:46:30.331222+0000","last_active":"2024-04-26T01:47:03.039380+0000","last_peered":"2024-04-26T01:47:03.039380+0000","last_clean":"2024-04-26T01:47:03.039380+0000","last_became_active":"2024-04-26T01:46:30.330863+0000","last_became_peered":"2024-04-26T01:46:30.330863+0000","last_unstale":"2024-04-26T01:47:03.039380+0000","last_undegraded":"2024-04-26T01:47:03.039380+0000","last_fullsized":"2024-04-26T01:47:03.039380+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:05:06.109569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.039021+0000","last_change":"2024-04-26T01:46:30.355525+0000","last_active":"2024-04-26T01:47:03.039021+0000","last_peered":"2024-04-26T01:47:03.039021+0000","last_clean":"2024-04-26T01:47:03.039021+0000","last_became_active":"2024-04-26T01:46:30.355218+0000","last_became_peered":"2024-04-26T01:46:30.355218+0000","last_unstale":"2024-04-26T01:47:03.039021+0000","last_undegraded":"2024-04-26T01:47:03.039021+0000","last_fullsized":"2024-04-26T01:47:03.039021+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:32:32.473580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.052455+0000","last_change":"2024-04-26T01:46:30.346647+0000","last_active":"2024-04-26T01:47:03.052455+0000","last_peered":"2024-04-26T01:47:03.052455+0000","last_clean":"2024-04-26T01:47:03.052455+0000","last_became_active":"2024-04-26T01:46:30.343721+0000","last_became_peered":"2024-04-26T01:46:30.343721+0000","last_unstale":"2024-04-26T01:47:03.052455+0000","last_undegraded":"2024-04-26T01:47:03.052455+0000","last_fullsized":"2024-04-26T01:47:03.052455+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:40:49.176577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.045489+0000","last_change":"2024-04-26T01:46:30.348978+0000","last_active":"2024-04-26T01:47:03.045489+0000","last_peered":"2024-04-26T01:47:03.045489+0000","last_clean":"2024-04-26T01:47:03.045489+0000","last_became_active":"2024-04-26T01:46:30.348133+0000","last_became_peered":"2024-04-26T01:46:30.348133+0000","last_unstale":"2024-04-26T01:47:03.045489+0000","last_undegraded":"2024-04-26T01:47:03.045489+0000","last_fullsized":"2024-04-26T01:47:03.045489+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:02:59.842786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.042425+0000","last_change":"2024-04-26T01:46:30.330252+0000","last_active":"2024-04-26T01:47:03.042425+0000","last_peered":"2024-04-26T01:47:03.042425+0000","last_clean":"2024-04-26T01:47:03.042425+0000","last_became_active":"2024-04-26T01:46:30.329865+0000","last_became_peered":"2024-04-26T01:46:30.329865+0000","last_unstale":"2024-04-26T01:47:03.042425+0000","last_undegraded":"2024-04-26T01:47:03.042425+0000","last_fullsized":"2024-04-26T01:47:03.042425+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:58:45.342295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.040020+0000","last_change":"2024-04-26T01:46:30.332130+0000","last_active":"2024-04-26T01:47:03.040020+0000","last_peered":"2024-04-26T01:47:03.040020+0000","last_clean":"2024-04-26T01:47:03.040020+0000","last_became_active":"2024-04-26T01:46:30.331516+0000","last_became_peered":"2024-04-26T01:46:30.331516+0000","last_unstale":"2024-04-26T01:47:03.040020+0000","last_undegraded":"2024-04-26T01:47:03.040020+0000","last_fullsized":"2024-04-26T01:47:03.040020+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:39:55.750242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.048034+0000","last_change":"2024-04-26T01:47:03.043503+0000","last_active":"2024-04-26T01:47:03.048034+0000","last_peered":"2024-04-26T01:47:03.048034+0000","last_clean":"2024-04-26T01:47:03.048034+0000","last_became_active":"2024-04-26T01:47:03.042254+0000","last_became_peered":"2024-04-26T01:47:03.042254+0000","last_unstale":"2024-04-26T01:47:03.048034+0000","last_undegraded":"2024-04-26T01:47:03.048034+0000","last_fullsized":"2024-04-26T01:47:03.048034+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:36:53.919649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,2],"acting":[9,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.038603+0000","last_change":"2024-04-26T01:46:30.358551+0000","last_active":"2024-04-26T01:47:03.038603+0000","last_peered":"2024-04-26T01:47:03.038603+0000","last_clean":"2024-04-26T01:47:03.038603+0000","last_became_active":"2024-04-26T01:46:30.358263+0000","last_became_peered":"2024-04-26T01:46:30.358263+0000","last_unstale":"2024-04-26T01:47:03.038603+0000","last_undegraded":"2024-04-26T01:47:03.038603+0000","last_fullsized":"2024-04-26T01:47:03.038603+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:09:51.161552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.693023+0000","last_change":"2024-04-26T01:46:30.344166+0000","last_active":"2024-04-26T01:47:03.693023+0000","last_peered":"2024-04-26T01:47:03.693023+0000","last_clean":"2024-04-26T01:47:03.693023+0000","last_became_active":"2024-04-26T01:46:30.339487+0000","last_became_peered":"2024-04-26T01:46:30.339487+0000","last_unstale":"2024-04-26T01:47:03.693023+0000","last_undegraded":"2024-04-26T01:47:03.693023+0000","last_fullsized":"2024-04-26T01:47:03.693023+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:03:43.997452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.041563+0000","last_change":"2024-04-26T01:46:30.345729+0000","last_active":"2024-04-26T01:47:03.041563+0000","last_peered":"2024-04-26T01:47:03.041563+0000","last_clean":"2024-04-26T01:47:03.041563+0000","last_became_active":"2024-04-26T01:46:30.345205+0000","last_became_peered":"2024-04-26T01:46:30.345205+0000","last_unstale":"2024-04-26T01:47:03.041563+0000","last_undegraded":"2024-04-26T01:47:03.041563+0000","last_fullsized":"2024-04-26T01:47:03.041563+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:36:35.620350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.046542+0000","last_change":"2024-04-26T01:46:30.348614+0000","last_active":"2024-04-26T01:47:03.046542+0000","last_peered":"2024-04-26T01:47:03.046542+0000","last_clean":"2024-04-26T01:47:03.046542+0000","last_became_active":"2024-04-26T01:46:30.348265+0000","last_became_peered":"2024-04-26T01:46:30.348265+0000","last_unstale":"2024-04-26T01:47:03.046542+0000","last_undegraded":"2024-04-26T01:47:03.046542+0000","last_fullsized":"2024-04-26T01:47:03.046542+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:46:13.274382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.042026+0000","last_change":"2024-04-26T01:46:30.330251+0000","last_active":"2024-04-26T01:47:03.042026+0000","last_peered":"2024-04-26T01:47:03.042026+0000","last_clean":"2024-04-26T01:47:03.042026+0000","last_became_active":"2024-04-26T01:46:30.329386+0000","last_became_peered":"2024-04-26T01:46:30.329386+0000","last_unstale":"2024-04-26T01:47:03.042026+0000","last_undegraded":"2024-04-26T01:47:03.042026+0000","last_fullsized":"2024-04-26T01:47:03.042026+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:59:02.567353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":284260,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":66966,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":413,"num_read_kb":280,"num_write":246,"num_write_kb":135,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1976,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":200898,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":211,"ondisk_log_size":211,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351006,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28004,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717148,"statfs":{"total":95995035648,"available":95966359552,"internally_reserved":0,"allocated":1007616,"data_stored":484643,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612642,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32300,"kb_used_data":1124,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712852,"statfs":{"total":95995035648,"available":95961960448,"internally_reserved":0,"allocated":1150976,"data_stored":1134349,"data_compressed":36149,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776168,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28012,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717140,"statfs":{"total":95995035648,"available":95966351360,"internally_reserved":0,"allocated":1019904,"data_stored":483488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037807,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":1003520,"data_stored":483172,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299444,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28060,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717092,"statfs":{"total":95995035648,"available":95966302208,"internally_reserved":0,"allocated":1069056,"data_stored":1076384,"data_compressed":36149,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462970,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32156,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712996,"statfs":{"total":95995035648,"available":95962107904,"internally_reserved":0,"allocated":1003520,"data_stored":483596,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574935,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32224,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712928,"statfs":{"total":95995035648,"available":95962038272,"internally_reserved":0,"allocated":1073152,"data_stored":545832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738460,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32184,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712968,"statfs":{"total":95995035648,"available":95962079232,"internally_reserved":0,"allocated":1024000,"data_stored":484935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411410,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36380,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708772,"statfs":{"total":95995035648,"available":95957782528,"internally_reserved":0,"allocated":1069056,"data_stored":542818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149771,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32172,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712980,"statfs":{"total":95995035648,"available":95962091520,"internally_reserved":0,"allocated":1019904,"data_stored":483030,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888133,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32172,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712980,"statfs":{"total":95995035648,"available":95962091520,"internally_reserved":0,"allocated":1011712,"data_stored":483178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724609,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32232,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712920,"statfs":{"total":95995035648,"available":95962030080,"internally_reserved":0,"allocated":1081344,"data_stored":1075671,"data_compressed":36149,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34505,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34505,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34505,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36149,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36149,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36149,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36149,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36149,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":63466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":60452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":812,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3533,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":806,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":61498,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2277,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T01:47:38.007 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-26T01:47:38.007 INFO:tasks.cephadm:Setting up client nodes... 2024-04-26T01:47:38.008 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-26T01:47:38.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:37 smithi046 ceph-mon[28013]: from='client.24661 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:47:38.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:37 smithi103 ceph-mon[32920]: from='client.24661 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:47:38.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:37 smithi163 ceph-mon[32592]: from='client.24661 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:47:38.513 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:47:38.945 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:38 smithi046 ceph-mon[28013]: pgmap v369: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 426 B/s wr, 9 op/s 2024-04-26T01:47:39.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:38 smithi103 ceph-mon[32920]: pgmap v369: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 426 B/s wr, 9 op/s 2024-04-26T01:47:39.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:38 smithi163 ceph-mon[32592]: pgmap v369: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 426 B/s wr, 9 op/s 2024-04-26T01:47:40.973 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:40 smithi046 ceph-mon[28013]: pgmap v370: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-26T01:47:41.046 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.048+0000 7f27a8600700 1 -- 172.21.15.46:0/3794437179 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f27a00769f0 msgr2=0x7f27a0074e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:41.046 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.048+0000 7f27a8600700 1 --2- 172.21.15.46:0/3794437179 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f27a00769f0 0x7f27a0074e50 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f27940098f0 tx=0x7f2794009c00 comp rx=0 tx=0).stop 2024-04-26T01:47:41.047 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.049+0000 7f27a8600700 1 -- 172.21.15.46:0/3794437179 shutdown_connections 2024-04-26T01:47:41.047 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.049+0000 7f27a8600700 1 --2- 172.21.15.46:0/3794437179 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f27a010a9f0 0x7f27a010ce60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:41.047 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.049+0000 7f27a8600700 1 --2- 172.21.15.46:0/3794437179 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f27a00769f0 0x7f27a0074e50 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:41.047 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.049+0000 7f27a8600700 1 --2- 172.21.15.46:0/3794437179 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f27a0075420 0x7f27a00758a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:41.047 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.049+0000 7f27a8600700 1 -- 172.21.15.46:0/3794437179 >> 172.21.15.46:0/3794437179 conn(0x7f27a00fe090 msgr2=0x7f27a01004d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:41.047 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.049+0000 7f27a8600700 1 -- 172.21.15.46:0/3794437179 shutdown_connections 2024-04-26T01:47:41.047 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.049+0000 7f27a8600700 1 -- 172.21.15.46:0/3794437179 wait complete. 2024-04-26T01:47:41.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.050+0000 7f27a8600700 1 Processor -- start 2024-04-26T01:47:41.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.051+0000 7f27a8600700 1 -- start start 2024-04-26T01:47:41.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.051+0000 7f27a8600700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f27a0075420 0x7f27a019aea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:41.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.051+0000 7f27a8600700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f27a00769f0 0x7f27a019b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:41.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.051+0000 7f27a8600700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f27a010a9f0 0x7f27a01a2460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:41.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.051+0000 7f27a8600700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f27a01108f0 con 0x7f27a010a9f0 2024-04-26T01:47:41.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.051+0000 7f27a8600700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f27a0110770 con 0x7f27a00769f0 2024-04-26T01:47:41.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.051+0000 7f27a8600700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f27a0110a70 con 0x7f27a0075420 2024-04-26T01:47:41.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.051+0000 7f27a6600700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f27a010a9f0 0x7f27a01a2460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:41.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.051+0000 7f27a5200700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f27a00769f0 0x7f27a019b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:41.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.051+0000 7f27a5c00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f27a0075420 0x7f27a019aea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:41.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.051+0000 7f27a6600700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f27a010a9f0 0x7f27a01a2460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39232/0 (socket says 172.21.15.46:39232) 2024-04-26T01:47:41.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.051+0000 7f27a6600700 1 -- 172.21.15.46:0/4075646319 learned_addr learned my addr 172.21.15.46:0/4075646319 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:47:41.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.052+0000 7f27a6600700 1 -- 172.21.15.46:0/4075646319 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f27a0075420 msgr2=0x7f27a019aea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:41.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.052+0000 7f27a6600700 1 --2- 172.21.15.46:0/4075646319 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f27a0075420 0x7f27a019aea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:41.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.052+0000 7f27a6600700 1 -- 172.21.15.46:0/4075646319 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f27a00769f0 msgr2=0x7f27a019b3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:41.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.052+0000 7f27a6600700 1 --2- 172.21.15.46:0/4075646319 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f27a00769f0 0x7f27a019b3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:41.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.052+0000 7f27a6600700 1 -- 172.21.15.46:0/4075646319 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27a01a2b00 con 0x7f27a010a9f0 2024-04-26T01:47:41.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.052+0000 7f27a6600700 1 --2- 172.21.15.46:0/4075646319 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f27a010a9f0 0x7f27a01a2460 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f279800e3f0 tx=0x7f279800e700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:41.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.053+0000 7f279e000700 1 -- 172.21.15.46:0/4075646319 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27980090d0 con 0x7f27a010a9f0 2024-04-26T01:47:41.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.053+0000 7f279e000700 1 -- 172.21.15.46:0/4075646319 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2798009270 con 0x7f27a010a9f0 2024-04-26T01:47:41.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.053+0000 7f279e000700 1 -- 172.21.15.46:0/4075646319 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2798004030 con 0x7f27a010a9f0 2024-04-26T01:47:41.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.053+0000 7f27a8600700 1 -- 172.21.15.46:0/4075646319 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27a01a2df0 con 0x7f27a010a9f0 2024-04-26T01:47:41.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.053+0000 7f27a8600700 1 -- 172.21.15.46:0/4075646319 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27a01a32a0 con 0x7f27a010a9f0 2024-04-26T01:47:41.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.054+0000 7f27a8600700 1 -- 172.21.15.46:0/4075646319 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f27a0050f80 con 0x7f27a010a9f0 2024-04-26T01:47:41.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.056+0000 7f279e000700 1 -- 172.21.15.46:0/4075646319 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f2798012050 con 0x7f27a010a9f0 2024-04-26T01:47:41.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.057+0000 7f279e000700 1 --2- 172.21.15.46:0/4075646319 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f27880a3e00 0x7f27880a62c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:41.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.058+0000 7f279e000700 1 -- 172.21.15.46:0/4075646319 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f27980d0130 con 0x7f27a010a9f0 2024-04-26T01:47:41.055 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.058+0000 7f27a5c00700 1 --2- 172.21.15.46:0/4075646319 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f27880a3e00 0x7f27880a62c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:41.056 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.058+0000 7f27a5c00700 1 --2- 172.21.15.46:0/4075646319 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f27880a3e00 0x7f27880a62c0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f279400fbf0 tx=0x7f2794019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:41.060 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.062+0000 7f279e000700 1 -- 172.21.15.46:0/4075646319 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2798022020 con 0x7f27a010a9f0 2024-04-26T01:47:41.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:40 smithi103 ceph-mon[32920]: pgmap v370: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-26T01:47:41.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:40 smithi163 ceph-mon[32592]: pgmap v370: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-26T01:47:41.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.388+0000 7f27a8600700 1 -- 172.21.15.46:0/4075646319 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) -- 0x7f27a002e190 con 0x7f27a010a9f0 2024-04-26T01:47:41.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.392+0000 7f279e000700 1 -- 172.21.15.46:0/4075646319 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v32) ==== 170+0+59 (secure 0 0 0) 0x7f2798010040 con 0x7f27a010a9f0 2024-04-26T01:47:41.390 INFO:teuthology.orchestra.run.smithi046.stdout:[client.0] 2024-04-26T01:47:41.390 INFO:teuthology.orchestra.run.smithi046.stdout: key = AQC9BytmStREFxAAuSXAfAYLZM+JFu5yFVTYvg== 2024-04-26T01:47:41.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.395+0000 7f27a8600700 1 -- 172.21.15.46:0/4075646319 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f27880a3e00 msgr2=0x7f27880a62c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:41.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.395+0000 7f27a8600700 1 --2- 172.21.15.46:0/4075646319 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f27880a3e00 0x7f27880a62c0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f279400fbf0 tx=0x7f2794019040 comp rx=0 tx=0).stop 2024-04-26T01:47:41.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.395+0000 7f27a8600700 1 -- 172.21.15.46:0/4075646319 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f27a010a9f0 msgr2=0x7f27a01a2460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:41.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.395+0000 7f27a8600700 1 --2- 172.21.15.46:0/4075646319 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f27a010a9f0 0x7f27a01a2460 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f279800e3f0 tx=0x7f279800e700 comp rx=0 tx=0).stop 2024-04-26T01:47:41.393 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.395+0000 7f27a8600700 1 -- 172.21.15.46:0/4075646319 shutdown_connections 2024-04-26T01:47:41.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.395+0000 7f27a8600700 1 --2- 172.21.15.46:0/4075646319 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f27a010a9f0 0x7f27a01a2460 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:41.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.395+0000 7f27a8600700 1 --2- 172.21.15.46:0/4075646319 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f27a0075420 0x7f27a019aea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:41.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.395+0000 7f27a8600700 1 --2- 172.21.15.46:0/4075646319 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f27880a3e00 0x7f27880a62c0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:41.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.395+0000 7f27a8600700 1 --2- 172.21.15.46:0/4075646319 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f27a00769f0 0x7f27a019b3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:41.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.395+0000 7f27a8600700 1 -- 172.21.15.46:0/4075646319 >> 172.21.15.46:0/4075646319 conn(0x7f27a00fe090 msgr2=0x7f27a0106940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:41.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.396+0000 7f27a8600700 1 -- 172.21.15.46:0/4075646319 shutdown_connections 2024-04-26T01:47:41.394 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:41.396+0000 7f27a8600700 1 -- 172.21.15.46:0/4075646319 wait complete. 2024-04-26T01:47:42.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:41 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/4075646319' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T01:47:42.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:41 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/4075646319' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-26T01:47:42.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:41 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/4075646319' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T01:47:42.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:41 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/4075646319' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-26T01:47:42.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:41 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/4075646319' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T01:47:42.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:41 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/4075646319' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-26T01:47:42.381 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-04-26T01:47:42.381 DEBUG:teuthology.orchestra.run.smithi046:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-04-26T01:47:42.381 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-04-26T01:47:42.529 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-26T01:47:42.529 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-26T01:47:42.529 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph mgr dump --format=json 2024-04-26T01:47:43.048 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:47:43.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:42 smithi046 ceph-mon[28013]: pgmap v371: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-26T01:47:43.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:42 smithi103 ceph-mon[32920]: pgmap v371: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-26T01:47:43.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:42 smithi163 ceph-mon[32592]: pgmap v371: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-04-26T01:47:45.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:44 smithi103 ceph-mon[32920]: pgmap v372: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-04-26T01:47:45.161 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:44 smithi046 ceph-mon[28013]: pgmap v372: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-04-26T01:47:45.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:44 smithi163 ceph-mon[32592]: pgmap v372: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-04-26T01:47:45.498 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.500+0000 7f56f7200700 1 -- 172.21.15.46:0/534271872 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f56f8106d80 msgr2=0x7f56f8107230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:45.498 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.500+0000 7f56f7200700 1 --2- 172.21.15.46:0/534271872 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f56f8106d80 0x7f56f8107230 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f56f0009f90 tx=0x7f56f000b330 comp rx=0 tx=0).stop 2024-04-26T01:47:45.498 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.500+0000 7f56f7200700 1 -- 172.21.15.46:0/534271872 shutdown_connections 2024-04-26T01:47:45.498 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.500+0000 7f56f7200700 1 --2- 172.21.15.46:0/534271872 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f56f8106d80 0x7f56f8107230 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:45.498 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.500+0000 7f56f7200700 1 --2- 172.21.15.46:0/534271872 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f56f8101970 0x7f56f8101d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:45.498 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.500+0000 7f56f7200700 1 --2- 172.21.15.46:0/534271872 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f56f8102290 0x7f56f8106760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:45.498 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.500+0000 7f56f7200700 1 -- 172.21.15.46:0/534271872 >> 172.21.15.46:0/534271872 conn(0x7f56f80fd3d0 msgr2=0x7f56f80ff7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:45.498 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.500+0000 7f56f7200700 1 -- 172.21.15.46:0/534271872 shutdown_connections 2024-04-26T01:47:45.498 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.500+0000 7f56f7200700 1 -- 172.21.15.46:0/534271872 wait complete. 2024-04-26T01:47:45.499 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.502+0000 7f56f7200700 1 Processor -- start 2024-04-26T01:47:45.500 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.502+0000 7f56f7200700 1 -- start start 2024-04-26T01:47:45.501 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.503+0000 7f56f7200700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f56f8101970 0x7f56f819f780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:45.501 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.503+0000 7f56f7200700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f56f8102290 0x7f56f819fcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:45.501 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.503+0000 7f56f7200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f56f8106d80 0x7f56f81a4000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:45.501 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.503+0000 7f56f7200700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f56f81192f0 con 0x7f56f8106d80 2024-04-26T01:47:45.501 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.503+0000 7f56f7200700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f56f8119170 con 0x7f56f8102290 2024-04-26T01:47:45.501 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.503+0000 7f56f7200700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f56f8119470 con 0x7f56f8101970 2024-04-26T01:47:45.501 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.503+0000 7f56f5e00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f56f8101970 0x7f56f819f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:45.501 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.503+0000 7f56f5e00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f56f8101970 0x7f56f819f780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:42780/0 (socket says 172.21.15.46:42780) 2024-04-26T01:47:45.502 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.503+0000 7f56f5e00700 1 -- 172.21.15.46:0/1011664323 learned_addr learned my addr 172.21.15.46:0/1011664323 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:47:45.502 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.503+0000 7f56f6800700 1 --2- 172.21.15.46:0/1011664323 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f56f8106d80 0x7f56f81a4000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:45.502 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.503+0000 7f56f5400700 1 --2- 172.21.15.46:0/1011664323 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f56f8102290 0x7f56f819fcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:45.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.504+0000 7f56f5e00700 1 -- 172.21.15.46:0/1011664323 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f56f8102290 msgr2=0x7f56f819fcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:45.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.504+0000 7f56f5e00700 1 --2- 172.21.15.46:0/1011664323 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f56f8102290 0x7f56f819fcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:45.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.504+0000 7f56f5e00700 1 -- 172.21.15.46:0/1011664323 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f56f8106d80 msgr2=0x7f56f81a4000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:45.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.504+0000 7f56f5e00700 1 --2- 172.21.15.46:0/1011664323 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f56f8106d80 0x7f56f81a4000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:45.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.504+0000 7f56f5e00700 1 -- 172.21.15.46:0/1011664323 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56f81a4740 con 0x7f56f8101970 2024-04-26T01:47:45.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.504+0000 7f56f5e00700 1 --2- 172.21.15.46:0/1011664323 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f56f8101970 0x7f56f819f780 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f56e800e9c0 tx=0x7f56e800ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:45.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.504+0000 7f56eea00700 1 -- 172.21.15.46:0/1011664323 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56e8004a30 con 0x7f56f8101970 2024-04-26T01:47:45.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.504+0000 7f56eea00700 1 -- 172.21.15.46:0/1011664323 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f56e800cc90 con 0x7f56f8101970 2024-04-26T01:47:45.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.504+0000 7f56eea00700 1 -- 172.21.15.46:0/1011664323 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56e8005590 con 0x7f56f8101970 2024-04-26T01:47:45.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.504+0000 7f56f7200700 1 -- 172.21.15.46:0/1011664323 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56f81a4a30 con 0x7f56f8101970 2024-04-26T01:47:45.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.505+0000 7f56f7200700 1 -- 172.21.15.46:0/1011664323 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56f81ac2b0 con 0x7f56f8101970 2024-04-26T01:47:45.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.506+0000 7f56f7200700 1 -- 172.21.15.46:0/1011664323 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56f8069730 con 0x7f56f8101970 2024-04-26T01:47:45.505 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.508+0000 7f56eea00700 1 -- 172.21.15.46:0/1011664323 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f56e8004c60 con 0x7f56f8101970 2024-04-26T01:47:45.506 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.509+0000 7f56eea00700 1 --2- 172.21.15.46:0/1011664323 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f56dc0a3cd0 0x7f56dc0a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:45.507 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.509+0000 7f56eea00700 1 -- 172.21.15.46:0/1011664323 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f56e80d06e0 con 0x7f56f8101970 2024-04-26T01:47:45.507 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.509+0000 7f56f5400700 1 --2- 172.21.15.46:0/1011664323 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f56dc0a3cd0 0x7f56dc0a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:45.507 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.510+0000 7f56f5400700 1 --2- 172.21.15.46:0/1011664323 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f56dc0a3cd0 0x7f56dc0a6190 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f56f81073d0 tx=0x7f56e4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:45.511 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.514+0000 7f56eea00700 1 -- 172.21.15.46:0/1011664323 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f56e809cf10 con 0x7f56f8101970 2024-04-26T01:47:45.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.811+0000 7f56f7200700 1 -- 172.21.15.46:0/1011664323 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f56f81ac530 con 0x7f56f8101970 2024-04-26T01:47:45.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.817+0000 7f56eea00700 1 -- 172.21.15.46:0/1011664323 <== mon.1 v2:172.21.15.163:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) ==== 74+0+264995 (secure 0 0 0) 0x7f56e809c810 con 0x7f56f8101970 2024-04-26T01:47:45.821 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:47:45.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.825+0000 7f56f7200700 1 -- 172.21.15.46:0/1011664323 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f56dc0a3cd0 msgr2=0x7f56dc0a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:45.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.825+0000 7f56f7200700 1 --2- 172.21.15.46:0/1011664323 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f56dc0a3cd0 0x7f56dc0a6190 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f56f81073d0 tx=0x7f56e4009260 comp rx=0 tx=0).stop 2024-04-26T01:47:45.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.825+0000 7f56f7200700 1 -- 172.21.15.46:0/1011664323 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f56f8101970 msgr2=0x7f56f819f780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:45.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.825+0000 7f56f7200700 1 --2- 172.21.15.46:0/1011664323 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f56f8101970 0x7f56f819f780 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f56e800e9c0 tx=0x7f56e800ecd0 comp rx=0 tx=0).stop 2024-04-26T01:47:45.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.825+0000 7f56f7200700 1 -- 172.21.15.46:0/1011664323 shutdown_connections 2024-04-26T01:47:45.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.825+0000 7f56f7200700 1 --2- 172.21.15.46:0/1011664323 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f56f8106d80 0x7f56f81a4000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:45.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.825+0000 7f56f7200700 1 --2- 172.21.15.46:0/1011664323 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f56f8101970 0x7f56f819f780 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:45.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.825+0000 7f56f7200700 1 --2- 172.21.15.46:0/1011664323 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f56dc0a3cd0 0x7f56dc0a6190 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:45.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.825+0000 7f56f7200700 1 --2- 172.21.15.46:0/1011664323 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f56f8102290 0x7f56f819fcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:45.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.825+0000 7f56f7200700 1 -- 172.21.15.46:0/1011664323 >> 172.21.15.46:0/1011664323 conn(0x7f56f80fd3d0 msgr2=0x7f56f8104730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:45.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.825+0000 7f56f7200700 1 -- 172.21.15.46:0/1011664323 shutdown_connections 2024-04-26T01:47:45.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:45.825+0000 7f56f7200700 1 -- 172.21.15.46:0/1011664323 wait complete. 2024-04-26T01:47:46.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:45 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/1011664323' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-26T01:47:46.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:45 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/1011664323' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-26T01:47:46.217 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:45 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/1011664323' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-26T01:47:46.725 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":17,"flags":0,"active_gid":14152,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6800","nonce":3332901238},{"type":"v1","addr":"172.21.15.46:6801","nonce":3332901238}]},"active_addr":"172.21.15.46:6801/3332901238","active_change":"2024-04-26T01:38:01.200103+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24110,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24112,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.46:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.46:0","nonce":415990742}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.46:0","nonce":1932686333}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.46:0","nonce":408236145}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.46:0","nonce":538676216}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.46:0","nonce":4037167183}]}]} 2024-04-26T01:47:46.730 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-26T01:47:46.730 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-26T01:47:46.730 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T01:47:47.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:46 smithi046 ceph-mon[28013]: pgmap v373: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:47:47.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:46 smithi163 ceph-mon[32592]: pgmap v373: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:47:47.240 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:47:47.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:46 smithi103 ceph-mon[32920]: pgmap v373: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:47:49.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:48 smithi046 ceph-mon[28013]: pgmap v374: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:47:49.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:48 smithi163 ceph-mon[32592]: pgmap v374: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:47:49.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:48 smithi103 ceph-mon[32920]: pgmap v374: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:47:49.664 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.666+0000 7f6757800700 1 -- 172.21.15.46:0/2859923522 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6750108a50 msgr2=0x7f6750108e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:49.664 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.666+0000 7f6757800700 1 --2- 172.21.15.46:0/2859923522 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6750108a50 0x7f6750108e30 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f6744009990 tx=0x7f6744009ca0 comp rx=0 tx=0).stop 2024-04-26T01:47:49.664 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.666+0000 7f6757800700 1 -- 172.21.15.46:0/2859923522 shutdown_connections 2024-04-26T01:47:49.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.666+0000 7f6757800700 1 --2- 172.21.15.46:0/2859923522 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6750103450 0x7f675010f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:49.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.666+0000 7f6757800700 1 --2- 172.21.15.46:0/2859923522 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6750108a50 0x7f6750108e30 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:49.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.666+0000 7f6757800700 1 --2- 172.21.15.46:0/2859923522 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6750102a90 0x7f6750102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:49.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.666+0000 7f6757800700 1 -- 172.21.15.46:0/2859923522 >> 172.21.15.46:0/2859923522 conn(0x7f6750079ba0 msgr2=0x7f6750079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:49.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.666+0000 7f6757800700 1 -- 172.21.15.46:0/2859923522 shutdown_connections 2024-04-26T01:47:49.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.666+0000 7f6757800700 1 -- 172.21.15.46:0/2859923522 wait complete. 2024-04-26T01:47:49.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.668+0000 7f6757800700 1 Processor -- start 2024-04-26T01:47:49.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.668+0000 7f6757800700 1 -- start start 2024-04-26T01:47:49.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.669+0000 7f6757800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6750102a90 0x7f6750074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:49.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.669+0000 7f6757800700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6750103450 0x7f6750075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:49.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.669+0000 7f6757800700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6750108a50 0x7f67500757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:49.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.669+0000 7f6757800700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f6750112d90 con 0x7f6750102a90 2024-04-26T01:47:49.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.669+0000 7f6757800700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f6750112c10 con 0x7f6750103450 2024-04-26T01:47:49.667 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.669+0000 7f6757800700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f6750112f10 con 0x7f6750108a50 2024-04-26T01:47:49.668 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.669+0000 7f6754e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6750102a90 0x7f6750074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:49.668 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.669+0000 7f674fe00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6750103450 0x7f6750075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:49.668 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.669+0000 7f674fe00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6750103450 0x7f6750075280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:36884/0 (socket says 172.21.15.46:36884) 2024-04-26T01:47:49.668 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.669+0000 7f674fe00700 1 -- 172.21.15.46:0/2730617610 learned_addr learned my addr 172.21.15.46:0/2730617610 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:47:49.668 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.670+0000 7f6755800700 1 --2- 172.21.15.46:0/2730617610 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6750108a50 0x7f67500757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:49.668 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.670+0000 7f6754e00700 1 -- 172.21.15.46:0/2730617610 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6750108a50 msgr2=0x7f67500757c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:49.668 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.670+0000 7f6754e00700 1 --2- 172.21.15.46:0/2730617610 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6750108a50 0x7f67500757c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:49.668 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.670+0000 7f6754e00700 1 -- 172.21.15.46:0/2730617610 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6750103450 msgr2=0x7f6750075280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:49.668 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.670+0000 7f6754e00700 1 --2- 172.21.15.46:0/2730617610 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6750103450 0x7f6750075280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:49.668 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.670+0000 7f6754e00700 1 -- 172.21.15.46:0/2730617610 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67501a7770 con 0x7f6750102a90 2024-04-26T01:47:49.668 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.670+0000 7f674fe00700 1 --2- 172.21.15.46:0/2730617610 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6750103450 0x7f6750075280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:47:49.669 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.670+0000 7f6755800700 1 --2- 172.21.15.46:0/2730617610 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6750108a50 0x7f67500757c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:47:49.669 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.670+0000 7f6754e00700 1 --2- 172.21.15.46:0/2730617610 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6750102a90 0x7f6750074d40 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f67440098e0 tx=0x7f67440057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:49.669 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.671+0000 7f674d600700 1 -- 172.21.15.46:0/2730617610 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6744027070 con 0x7f6750102a90 2024-04-26T01:47:49.669 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.671+0000 7f6757800700 1 -- 172.21.15.46:0/2730617610 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67501a7a00 con 0x7f6750102a90 2024-04-26T01:47:49.669 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.671+0000 7f674d600700 1 -- 172.21.15.46:0/2730617610 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f674400b610 con 0x7f6750102a90 2024-04-26T01:47:49.669 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.671+0000 7f674d600700 1 -- 172.21.15.46:0/2730617610 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67440173f0 con 0x7f6750102a90 2024-04-26T01:47:49.669 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.671+0000 7f6757800700 1 -- 172.21.15.46:0/2730617610 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67501a7ee0 con 0x7f6750102a90 2024-04-26T01:47:49.670 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.672+0000 7f6757800700 1 -- 172.21.15.46:0/2730617610 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6750069730 con 0x7f6750102a90 2024-04-26T01:47:49.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.674+0000 7f674d600700 1 -- 172.21.15.46:0/2730617610 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f674402a070 con 0x7f6750102a90 2024-04-26T01:47:49.673 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.675+0000 7f674d600700 1 --2- 172.21.15.46:0/2730617610 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f67380a3cd0 0x7f67380a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:49.673 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.676+0000 7f674d600700 1 -- 172.21.15.46:0/2730617610 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f67440d13e0 con 0x7f6750102a90 2024-04-26T01:47:49.673 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.676+0000 7f674fe00700 1 --2- 172.21.15.46:0/2730617610 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f67380a3cd0 0x7f67380a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:49.674 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.676+0000 7f674fe00700 1 --2- 172.21.15.46:0/2730617610 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f67380a3cd0 0x7f67380a6190 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f675007a280 tx=0x7f673c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:49.678 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.680+0000 7f674d600700 1 -- 172.21.15.46:0/2730617610 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f674405eff0 con 0x7f6750102a90 2024-04-26T01:47:49.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.913+0000 7f6757800700 1 -- 172.21.15.46:0/2730617610 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f675002e140 con 0x7f6750102a90 2024-04-26T01:47:49.914 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.916+0000 7f674d600700 1 -- 172.21.15.46:0/2730617610 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+22678 (secure 0 0 0) 0x7f6744013070 con 0x7f6750102a90 2024-04-26T01:47:49.914 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:47:49.915 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":91,"fsid":"4e298560-036d-11ef-bc93-c7b262605968","created":"2024-04-26T01:36:51.789921+0000","modified":"2024-04-26T01:47:03.030395+0000","last_up_change":"2024-04-26T01:45:13.269142+0000","last_in_change":"2024-04-26T01:44:53.812099+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T01:40:53.363826+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T01:46:24.277738+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T01:46:29.225616+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8fb81e1c-2c24-45c9-89fd-896ec37fedb6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":1705061833},{"type":"v1","addr":"172.21.15.46:6803","nonce":1705061833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":1705061833},{"type":"v1","addr":"172.21.15.46:6805","nonce":1705061833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1705061833},{"type":"v1","addr":"172.21.15.46:6809","nonce":1705061833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":1705061833},{"type":"v1","addr":"172.21.15.46:6807","nonce":1705061833}]},"public_addr":"172.21.15.46:6803/1705061833","cluster_addr":"172.21.15.46:6805/1705061833","heartbeat_back_addr":"172.21.15.46:6809/1705061833","heartbeat_front_addr":"172.21.15.46:6807/1705061833","state":["exists","up"]},{"osd":1,"uuid":"235ad6a0-ad0d-44ff-9ad1-55205dc13533","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":4149643711},{"type":"v1","addr":"172.21.15.103:6801","nonce":4149643711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":4149643711},{"type":"v1","addr":"172.21.15.103:6803","nonce":4149643711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":4149643711},{"type":"v1","addr":"172.21.15.103:6807","nonce":4149643711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":4149643711},{"type":"v1","addr":"172.21.15.103:6805","nonce":4149643711}]},"public_addr":"172.21.15.103:6801/4149643711","cluster_addr":"172.21.15.103:6803/4149643711","heartbeat_back_addr":"172.21.15.103:6807/4149643711","heartbeat_front_addr":"172.21.15.103:6805/4149643711","state":["exists","up"]},{"osd":2,"uuid":"10a4e364-80e6-4c2e-8bdd-8c6e27188acf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6800","nonce":3238203653},{"type":"v1","addr":"172.21.15.163:6801","nonce":3238203653}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6802","nonce":3238203653},{"type":"v1","addr":"172.21.15.163:6803","nonce":3238203653}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6806","nonce":3238203653},{"type":"v1","addr":"172.21.15.163:6807","nonce":3238203653}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6804","nonce":3238203653},{"type":"v1","addr":"172.21.15.163:6805","nonce":3238203653}]},"public_addr":"172.21.15.163:6801/3238203653","cluster_addr":"172.21.15.163:6803/3238203653","heartbeat_back_addr":"172.21.15.163:6807/3238203653","heartbeat_front_addr":"172.21.15.163:6805/3238203653","state":["exists","up"]},{"osd":3,"uuid":"72b47e70-a1c2-4e07-868b-c030c68a8f5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":1889462647},{"type":"v1","addr":"172.21.15.46:6811","nonce":1889462647}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1889462647},{"type":"v1","addr":"172.21.15.46:6813","nonce":1889462647}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1889462647},{"type":"v1","addr":"172.21.15.46:6817","nonce":1889462647}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":1889462647},{"type":"v1","addr":"172.21.15.46:6815","nonce":1889462647}]},"public_addr":"172.21.15.46:6811/1889462647","cluster_addr":"172.21.15.46:6813/1889462647","heartbeat_back_addr":"172.21.15.46:6817/1889462647","heartbeat_front_addr":"172.21.15.46:6815/1889462647","state":["exists","up"]},{"osd":4,"uuid":"644cff68-2da7-43ed-bb87-f3b0d5f82b1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":3946150982},{"type":"v1","addr":"172.21.15.103:6809","nonce":3946150982}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":3946150982},{"type":"v1","addr":"172.21.15.103:6811","nonce":3946150982}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":3946150982},{"type":"v1","addr":"172.21.15.103:6815","nonce":3946150982}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":3946150982},{"type":"v1","addr":"172.21.15.103:6813","nonce":3946150982}]},"public_addr":"172.21.15.103:6809/3946150982","cluster_addr":"172.21.15.103:6811/3946150982","heartbeat_back_addr":"172.21.15.103:6815/3946150982","heartbeat_front_addr":"172.21.15.103:6813/3946150982","state":["exists","up"]},{"osd":5,"uuid":"fb7bbd34-9be5-4f39-ac32-af6c1eab2c64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6808","nonce":616922792},{"type":"v1","addr":"172.21.15.163:6809","nonce":616922792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6810","nonce":616922792},{"type":"v1","addr":"172.21.15.163:6811","nonce":616922792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6814","nonce":616922792},{"type":"v1","addr":"172.21.15.163:6815","nonce":616922792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6812","nonce":616922792},{"type":"v1","addr":"172.21.15.163:6813","nonce":616922792}]},"public_addr":"172.21.15.163:6809/616922792","cluster_addr":"172.21.15.163:6811/616922792","heartbeat_back_addr":"172.21.15.163:6815/616922792","heartbeat_front_addr":"172.21.15.163:6813/616922792","state":["exists","up"]},{"osd":6,"uuid":"bf28b38e-8424-4fb4-9528-6dbc7d2b1612","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2027770735},{"type":"v1","addr":"172.21.15.46:6819","nonce":2027770735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2027770735},{"type":"v1","addr":"172.21.15.46:6821","nonce":2027770735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2027770735},{"type":"v1","addr":"172.21.15.46:6825","nonce":2027770735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2027770735},{"type":"v1","addr":"172.21.15.46:6823","nonce":2027770735}]},"public_addr":"172.21.15.46:6819/2027770735","cluster_addr":"172.21.15.46:6821/2027770735","heartbeat_back_addr":"172.21.15.46:6825/2027770735","heartbeat_front_addr":"172.21.15.46:6823/2027770735","state":["exists","up"]},{"osd":7,"uuid":"019316c5-b83f-43f1-8d46-6dd43de6259a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":3114516049},{"type":"v1","addr":"172.21.15.103:6817","nonce":3114516049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":3114516049},{"type":"v1","addr":"172.21.15.103:6819","nonce":3114516049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":3114516049},{"type":"v1","addr":"172.21.15.103:6823","nonce":3114516049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":3114516049},{"type":"v1","addr":"172.21.15.103:6821","nonce":3114516049}]},"public_addr":"172.21.15.103:6817/3114516049","cluster_addr":"172.21.15.103:6819/3114516049","heartbeat_back_addr":"172.21.15.103:6823/3114516049","heartbeat_front_addr":"172.21.15.103:6821/3114516049","state":["exists","up"]},{"osd":8,"uuid":"209597cd-7768-4b82-ade7-8e01927a3e03","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6816","nonce":1671606862},{"type":"v1","addr":"172.21.15.163:6817","nonce":1671606862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6818","nonce":1671606862},{"type":"v1","addr":"172.21.15.163:6819","nonce":1671606862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6822","nonce":1671606862},{"type":"v1","addr":"172.21.15.163:6823","nonce":1671606862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6820","nonce":1671606862},{"type":"v1","addr":"172.21.15.163:6821","nonce":1671606862}]},"public_addr":"172.21.15.163:6817/1671606862","cluster_addr":"172.21.15.163:6819/1671606862","heartbeat_back_addr":"172.21.15.163:6823/1671606862","heartbeat_front_addr":"172.21.15.163:6821/1671606862","state":["exists","up"]},{"osd":9,"uuid":"77a2c45f-b6c7-465c-96ec-d760fa92dd75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":1569907716},{"type":"v1","addr":"172.21.15.46:6827","nonce":1569907716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":1569907716},{"type":"v1","addr":"172.21.15.46:6829","nonce":1569907716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":1569907716},{"type":"v1","addr":"172.21.15.46:6833","nonce":1569907716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":1569907716},{"type":"v1","addr":"172.21.15.46:6831","nonce":1569907716}]},"public_addr":"172.21.15.46:6827/1569907716","cluster_addr":"172.21.15.46:6829/1569907716","heartbeat_back_addr":"172.21.15.46:6833/1569907716","heartbeat_front_addr":"172.21.15.46:6831/1569907716","state":["exists","up"]},{"osd":10,"uuid":"b0ec12dc-7afe-454a-8195-2e38441ca466","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":4049341884},{"type":"v1","addr":"172.21.15.103:6825","nonce":4049341884}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":4049341884},{"type":"v1","addr":"172.21.15.103:6827","nonce":4049341884}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":4049341884},{"type":"v1","addr":"172.21.15.103:6831","nonce":4049341884}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":4049341884},{"type":"v1","addr":"172.21.15.103:6829","nonce":4049341884}]},"public_addr":"172.21.15.103:6825/4049341884","cluster_addr":"172.21.15.103:6827/4049341884","heartbeat_back_addr":"172.21.15.103:6831/4049341884","heartbeat_front_addr":"172.21.15.103:6829/4049341884","state":["exists","up"]},{"osd":11,"uuid":"1c43e737-c189-43c0-a9ee-17a3cdc8278d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6824","nonce":1269489610},{"type":"v1","addr":"172.21.15.163:6825","nonce":1269489610}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6826","nonce":1269489610},{"type":"v1","addr":"172.21.15.163:6827","nonce":1269489610}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6830","nonce":1269489610},{"type":"v1","addr":"172.21.15.163:6831","nonce":1269489610}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6828","nonce":1269489610},{"type":"v1","addr":"172.21.15.163:6829","nonce":1269489610}]},"public_addr":"172.21.15.163:6825/1269489610","cluster_addr":"172.21.15.163:6827/1269489610","heartbeat_back_addr":"172.21.15.163:6831/1269489610","heartbeat_front_addr":"172.21.15.163:6829/1269489610","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:39:58.982337+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:40:24.637183+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:40:49.044978+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:41:23.090601+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:41:49.957654+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:42:15.570899+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:42:50.909512+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:43:17.899928+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:43:43.563643+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:44:19.007356+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:44:46.388363+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:45:11.782396+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.27","mappings":[{"from":3,"to":9}]},{"pgid":"3.33","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/2138390774":"2024-04-27T01:38:01.199869+0000","172.21.15.46:0/1671101151":"2024-04-27T01:38:01.199869+0000","172.21.15.46:0/3463419164":"2024-04-27T01:38:01.199869+0000","172.21.15.46:6801/1268650508":"2024-04-27T01:38:01.199869+0000","172.21.15.46:0/1254319164":"2024-04-27T01:37:25.688097+0000","172.21.15.46:6800/2101651407":"2024-04-27T01:37:25.688097+0000","172.21.15.46:6800/1268650508":"2024-04-27T01:38:01.199869+0000","172.21.15.46:0/2440871722":"2024-04-27T01:37:25.688097+0000","172.21.15.46:0/846597820":"2024-04-27T01:37:25.688097+0000","172.21.15.46:6801/2101651407":"2024-04-27T01:37:25.688097+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T01:47:49.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.920+0000 7f6757800700 1 -- 172.21.15.46:0/2730617610 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f67380a3cd0 msgr2=0x7f67380a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:49.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.920+0000 7f6757800700 1 --2- 172.21.15.46:0/2730617610 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f67380a3cd0 0x7f67380a6190 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f675007a280 tx=0x7f673c009260 comp rx=0 tx=0).stop 2024-04-26T01:47:49.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.920+0000 7f6757800700 1 -- 172.21.15.46:0/2730617610 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6750102a90 msgr2=0x7f6750074d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:49.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.920+0000 7f6757800700 1 --2- 172.21.15.46:0/2730617610 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6750102a90 0x7f6750074d40 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f67440098e0 tx=0x7f67440057c0 comp rx=0 tx=0).stop 2024-04-26T01:47:49.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.920+0000 7f6757800700 1 -- 172.21.15.46:0/2730617610 shutdown_connections 2024-04-26T01:47:49.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.920+0000 7f6757800700 1 --2- 172.21.15.46:0/2730617610 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6750108a50 0x7f67500757c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:49.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.920+0000 7f6757800700 1 --2- 172.21.15.46:0/2730617610 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6750102a90 0x7f6750074d40 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:49.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.920+0000 7f6757800700 1 --2- 172.21.15.46:0/2730617610 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f67380a3cd0 0x7f67380a6190 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:49.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.920+0000 7f6757800700 1 --2- 172.21.15.46:0/2730617610 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6750103450 0x7f6750075280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:49.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.920+0000 7f6757800700 1 -- 172.21.15.46:0/2730617610 >> 172.21.15.46:0/2730617610 conn(0x7f6750079ba0 msgr2=0x7f67501018b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:49.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.920+0000 7f6757800700 1 -- 172.21.15.46:0/2730617610 shutdown_connections 2024-04-26T01:47:49.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:49.920+0000 7f6757800700 1 -- 172.21.15.46:0/2730617610 wait complete. 2024-04-26T01:47:50.855 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-26T01:47:50.855 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T01:47:51.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:50 smithi046 ceph-mon[28013]: pgmap v375: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:47:51.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:50 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/2730617610' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:47:51.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:50 smithi163 ceph-mon[32592]: pgmap v375: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:47:51.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:50 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/2730617610' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:47:51.320 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:47:51.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:50 smithi103 ceph-mon[32920]: pgmap v375: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:47:51.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:50 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/2730617610' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:47:53.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:52 smithi163 ceph-mon[32592]: pgmap v376: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:47:53.233 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:52 smithi046 ceph-mon[28013]: pgmap v376: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:47:53.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:52 smithi103 ceph-mon[32920]: pgmap v376: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:47:53.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:53.776+0000 7f4aed600700 1 -- 172.21.15.46:0/590656884 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4ae806a750 msgr2=0x7f4ae806abb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:53.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:53.776+0000 7f4aed600700 1 --2- 172.21.15.46:0/590656884 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4ae806a750 0x7f4ae806abb0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f4ad0009990 tx=0x7f4ad0009ca0 comp rx=0 tx=0).stop 2024-04-26T01:47:53.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:53.777+0000 7f4aed600700 1 -- 172.21.15.46:0/590656884 shutdown_connections 2024-04-26T01:47:53.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:53.777+0000 7f4aed600700 1 --2- 172.21.15.46:0/590656884 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4ae806b0f0 0x7f4ae810f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:53.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:53.777+0000 7f4aed600700 1 --2- 172.21.15.46:0/590656884 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4ae8108a30 0x7f4ae8108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:53.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:53.777+0000 7f4aed600700 1 --2- 172.21.15.46:0/590656884 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4ae806a750 0x7f4ae806abb0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:53.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:53.777+0000 7f4aed600700 1 -- 172.21.15.46:0/590656884 >> 172.21.15.46:0/590656884 conn(0x7f4ae80788f0 msgr2=0x7f4ae8078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:53.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:53.777+0000 7f4aed600700 1 -- 172.21.15.46:0/590656884 shutdown_connections 2024-04-26T01:47:53.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:53.777+0000 7f4aed600700 1 -- 172.21.15.46:0/590656884 wait complete. 2024-04-26T01:47:53.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:53.778+0000 7f4aed600700 1 Processor -- start 2024-04-26T01:47:53.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:53.778+0000 7f4aed600700 1 -- start start 2024-04-26T01:47:53.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:53.778+0000 7f4aed600700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4ae806a750 0x7f4ae8101a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:53.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:53.778+0000 7f4aed600700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4ae806b0f0 0x7f4ae8101f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:53.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:53.778+0000 7f4aed600700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4ae8108a30 0x7f4ae8102490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:53.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:53.778+0000 7f4aed600700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f4ae8112d80 con 0x7f4ae806a750 2024-04-26T01:47:53.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:53.778+0000 7f4aed600700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f4ae8112c00 con 0x7f4ae806b0f0 2024-04-26T01:47:53.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:53.778+0000 7f4aed600700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f4ae8112f00 con 0x7f4ae8108a30 2024-04-26T01:47:53.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:53.779+0000 7f4ae6a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4ae806a750 0x7f4ae8101a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:53.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:53.779+0000 7f4adfe00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4ae806b0f0 0x7f4ae8101f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:53.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:53.779+0000 7f4adfe00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4ae806b0f0 0x7f4ae8101f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:48964/0 (socket says 172.21.15.46:48964) 2024-04-26T01:47:53.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:53.779+0000 7f4adfe00700 1 -- 172.21.15.46:0/1353609888 learned_addr learned my addr 172.21.15.46:0/1353609888 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:47:53.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:53.779+0000 7f4ae7400700 1 --2- 172.21.15.46:0/1353609888 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4ae8108a30 0x7f4ae8102490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:53.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:53.779+0000 7f4adfe00700 1 -- 172.21.15.46:0/1353609888 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4ae8108a30 msgr2=0x7f4ae8102490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:53.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:53.779+0000 7f4adfe00700 1 --2- 172.21.15.46:0/1353609888 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4ae8108a30 0x7f4ae8102490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:53.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:53.779+0000 7f4adfe00700 1 -- 172.21.15.46:0/1353609888 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4ae806a750 msgr2=0x7f4ae8101a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:53.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:53.779+0000 7f4adfe00700 1 --2- 172.21.15.46:0/1353609888 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4ae806a750 0x7f4ae8101a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:53.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:53.779+0000 7f4adfe00700 1 -- 172.21.15.46:0/1353609888 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ae81a7760 con 0x7f4ae806b0f0 2024-04-26T01:47:53.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:53.780+0000 7f4adfe00700 1 --2- 172.21.15.46:0/1353609888 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4ae806b0f0 0x7f4ae8101f50 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f4ad0000c00 tx=0x7f4ad00057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:53.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:53.780+0000 7f4adf400700 1 -- 172.21.15.46:0/1353609888 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ad0027070 con 0x7f4ae806b0f0 2024-04-26T01:47:53.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:53.780+0000 7f4adf400700 1 -- 172.21.15.46:0/1353609888 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4ad000b610 con 0x7f4ae806b0f0 2024-04-26T01:47:53.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:53.780+0000 7f4aed600700 1 -- 172.21.15.46:0/1353609888 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ae81a79f0 con 0x7f4ae806b0f0 2024-04-26T01:47:53.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:53.780+0000 7f4adf400700 1 -- 172.21.15.46:0/1353609888 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ad00173f0 con 0x7f4ae806b0f0 2024-04-26T01:47:53.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:53.780+0000 7f4aed600700 1 -- 172.21.15.46:0/1353609888 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ae81a7e40 con 0x7f4ae806b0f0 2024-04-26T01:47:53.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:53.781+0000 7f4aed600700 1 -- 172.21.15.46:0/1353609888 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ae8069730 con 0x7f4ae806b0f0 2024-04-26T01:47:53.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:53.783+0000 7f4adf400700 1 -- 172.21.15.46:0/1353609888 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f4ad002a070 con 0x7f4ae806b0f0 2024-04-26T01:47:53.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:53.785+0000 7f4adf400700 1 --2- 172.21.15.46:0/1353609888 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f4acc0a3cd0 0x7f4acc0a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:53.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:53.785+0000 7f4adf400700 1 -- 172.21.15.46:0/1353609888 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f4ad00d1500 con 0x7f4ae806b0f0 2024-04-26T01:47:53.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:53.785+0000 7f4ae6a00700 1 --2- 172.21.15.46:0/1353609888 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f4acc0a3cd0 0x7f4acc0a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:53.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:53.786+0000 7f4ae6a00700 1 --2- 172.21.15.46:0/1353609888 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f4acc0a3cd0 0x7f4acc0a6190 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f4ad8009680 tx=0x7f4ad8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:53.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:53.787+0000 7f4adf400700 1 -- 172.21.15.46:0/1353609888 <== mon.2 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4ad0031080 con 0x7f4ae806b0f0 2024-04-26T01:47:54.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:54.020+0000 7f4aed600700 1 -- 172.21.15.46:0/1353609888 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4ae802e140 con 0x7f4ae806b0f0 2024-04-26T01:47:54.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:54.022+0000 7f4adf400700 1 -- 172.21.15.46:0/1353609888 <== mon.2 v2:172.21.15.103:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+22678 (secure 0 0 0) 0x7f4ad0013070 con 0x7f4ae806b0f0 2024-04-26T01:47:54.020 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:47:54.020 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":91,"fsid":"4e298560-036d-11ef-bc93-c7b262605968","created":"2024-04-26T01:36:51.789921+0000","modified":"2024-04-26T01:47:03.030395+0000","last_up_change":"2024-04-26T01:45:13.269142+0000","last_in_change":"2024-04-26T01:44:53.812099+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T01:40:53.363826+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T01:46:24.277738+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T01:46:29.225616+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8fb81e1c-2c24-45c9-89fd-896ec37fedb6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":1705061833},{"type":"v1","addr":"172.21.15.46:6803","nonce":1705061833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":1705061833},{"type":"v1","addr":"172.21.15.46:6805","nonce":1705061833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1705061833},{"type":"v1","addr":"172.21.15.46:6809","nonce":1705061833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":1705061833},{"type":"v1","addr":"172.21.15.46:6807","nonce":1705061833}]},"public_addr":"172.21.15.46:6803/1705061833","cluster_addr":"172.21.15.46:6805/1705061833","heartbeat_back_addr":"172.21.15.46:6809/1705061833","heartbeat_front_addr":"172.21.15.46:6807/1705061833","state":["exists","up"]},{"osd":1,"uuid":"235ad6a0-ad0d-44ff-9ad1-55205dc13533","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":4149643711},{"type":"v1","addr":"172.21.15.103:6801","nonce":4149643711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":4149643711},{"type":"v1","addr":"172.21.15.103:6803","nonce":4149643711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":4149643711},{"type":"v1","addr":"172.21.15.103:6807","nonce":4149643711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":4149643711},{"type":"v1","addr":"172.21.15.103:6805","nonce":4149643711}]},"public_addr":"172.21.15.103:6801/4149643711","cluster_addr":"172.21.15.103:6803/4149643711","heartbeat_back_addr":"172.21.15.103:6807/4149643711","heartbeat_front_addr":"172.21.15.103:6805/4149643711","state":["exists","up"]},{"osd":2,"uuid":"10a4e364-80e6-4c2e-8bdd-8c6e27188acf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6800","nonce":3238203653},{"type":"v1","addr":"172.21.15.163:6801","nonce":3238203653}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6802","nonce":3238203653},{"type":"v1","addr":"172.21.15.163:6803","nonce":3238203653}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6806","nonce":3238203653},{"type":"v1","addr":"172.21.15.163:6807","nonce":3238203653}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6804","nonce":3238203653},{"type":"v1","addr":"172.21.15.163:6805","nonce":3238203653}]},"public_addr":"172.21.15.163:6801/3238203653","cluster_addr":"172.21.15.163:6803/3238203653","heartbeat_back_addr":"172.21.15.163:6807/3238203653","heartbeat_front_addr":"172.21.15.163:6805/3238203653","state":["exists","up"]},{"osd":3,"uuid":"72b47e70-a1c2-4e07-868b-c030c68a8f5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":1889462647},{"type":"v1","addr":"172.21.15.46:6811","nonce":1889462647}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1889462647},{"type":"v1","addr":"172.21.15.46:6813","nonce":1889462647}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1889462647},{"type":"v1","addr":"172.21.15.46:6817","nonce":1889462647}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":1889462647},{"type":"v1","addr":"172.21.15.46:6815","nonce":1889462647}]},"public_addr":"172.21.15.46:6811/1889462647","cluster_addr":"172.21.15.46:6813/1889462647","heartbeat_back_addr":"172.21.15.46:6817/1889462647","heartbeat_front_addr":"172.21.15.46:6815/1889462647","state":["exists","up"]},{"osd":4,"uuid":"644cff68-2da7-43ed-bb87-f3b0d5f82b1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":3946150982},{"type":"v1","addr":"172.21.15.103:6809","nonce":3946150982}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":3946150982},{"type":"v1","addr":"172.21.15.103:6811","nonce":3946150982}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":3946150982},{"type":"v1","addr":"172.21.15.103:6815","nonce":3946150982}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":3946150982},{"type":"v1","addr":"172.21.15.103:6813","nonce":3946150982}]},"public_addr":"172.21.15.103:6809/3946150982","cluster_addr":"172.21.15.103:6811/3946150982","heartbeat_back_addr":"172.21.15.103:6815/3946150982","heartbeat_front_addr":"172.21.15.103:6813/3946150982","state":["exists","up"]},{"osd":5,"uuid":"fb7bbd34-9be5-4f39-ac32-af6c1eab2c64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6808","nonce":616922792},{"type":"v1","addr":"172.21.15.163:6809","nonce":616922792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6810","nonce":616922792},{"type":"v1","addr":"172.21.15.163:6811","nonce":616922792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6814","nonce":616922792},{"type":"v1","addr":"172.21.15.163:6815","nonce":616922792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6812","nonce":616922792},{"type":"v1","addr":"172.21.15.163:6813","nonce":616922792}]},"public_addr":"172.21.15.163:6809/616922792","cluster_addr":"172.21.15.163:6811/616922792","heartbeat_back_addr":"172.21.15.163:6815/616922792","heartbeat_front_addr":"172.21.15.163:6813/616922792","state":["exists","up"]},{"osd":6,"uuid":"bf28b38e-8424-4fb4-9528-6dbc7d2b1612","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2027770735},{"type":"v1","addr":"172.21.15.46:6819","nonce":2027770735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2027770735},{"type":"v1","addr":"172.21.15.46:6821","nonce":2027770735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2027770735},{"type":"v1","addr":"172.21.15.46:6825","nonce":2027770735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2027770735},{"type":"v1","addr":"172.21.15.46:6823","nonce":2027770735}]},"public_addr":"172.21.15.46:6819/2027770735","cluster_addr":"172.21.15.46:6821/2027770735","heartbeat_back_addr":"172.21.15.46:6825/2027770735","heartbeat_front_addr":"172.21.15.46:6823/2027770735","state":["exists","up"]},{"osd":7,"uuid":"019316c5-b83f-43f1-8d46-6dd43de6259a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":3114516049},{"type":"v1","addr":"172.21.15.103:6817","nonce":3114516049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":3114516049},{"type":"v1","addr":"172.21.15.103:6819","nonce":3114516049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":3114516049},{"type":"v1","addr":"172.21.15.103:6823","nonce":3114516049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":3114516049},{"type":"v1","addr":"172.21.15.103:6821","nonce":3114516049}]},"public_addr":"172.21.15.103:6817/3114516049","cluster_addr":"172.21.15.103:6819/3114516049","heartbeat_back_addr":"172.21.15.103:6823/3114516049","heartbeat_front_addr":"172.21.15.103:6821/3114516049","state":["exists","up"]},{"osd":8,"uuid":"209597cd-7768-4b82-ade7-8e01927a3e03","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6816","nonce":1671606862},{"type":"v1","addr":"172.21.15.163:6817","nonce":1671606862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6818","nonce":1671606862},{"type":"v1","addr":"172.21.15.163:6819","nonce":1671606862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6822","nonce":1671606862},{"type":"v1","addr":"172.21.15.163:6823","nonce":1671606862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6820","nonce":1671606862},{"type":"v1","addr":"172.21.15.163:6821","nonce":1671606862}]},"public_addr":"172.21.15.163:6817/1671606862","cluster_addr":"172.21.15.163:6819/1671606862","heartbeat_back_addr":"172.21.15.163:6823/1671606862","heartbeat_front_addr":"172.21.15.163:6821/1671606862","state":["exists","up"]},{"osd":9,"uuid":"77a2c45f-b6c7-465c-96ec-d760fa92dd75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":1569907716},{"type":"v1","addr":"172.21.15.46:6827","nonce":1569907716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":1569907716},{"type":"v1","addr":"172.21.15.46:6829","nonce":1569907716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":1569907716},{"type":"v1","addr":"172.21.15.46:6833","nonce":1569907716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":1569907716},{"type":"v1","addr":"172.21.15.46:6831","nonce":1569907716}]},"public_addr":"172.21.15.46:6827/1569907716","cluster_addr":"172.21.15.46:6829/1569907716","heartbeat_back_addr":"172.21.15.46:6833/1569907716","heartbeat_front_addr":"172.21.15.46:6831/1569907716","state":["exists","up"]},{"osd":10,"uuid":"b0ec12dc-7afe-454a-8195-2e38441ca466","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":4049341884},{"type":"v1","addr":"172.21.15.103:6825","nonce":4049341884}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":4049341884},{"type":"v1","addr":"172.21.15.103:6827","nonce":4049341884}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":4049341884},{"type":"v1","addr":"172.21.15.103:6831","nonce":4049341884}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":4049341884},{"type":"v1","addr":"172.21.15.103:6829","nonce":4049341884}]},"public_addr":"172.21.15.103:6825/4049341884","cluster_addr":"172.21.15.103:6827/4049341884","heartbeat_back_addr":"172.21.15.103:6831/4049341884","heartbeat_front_addr":"172.21.15.103:6829/4049341884","state":["exists","up"]},{"osd":11,"uuid":"1c43e737-c189-43c0-a9ee-17a3cdc8278d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6824","nonce":1269489610},{"type":"v1","addr":"172.21.15.163:6825","nonce":1269489610}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6826","nonce":1269489610},{"type":"v1","addr":"172.21.15.163:6827","nonce":1269489610}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6830","nonce":1269489610},{"type":"v1","addr":"172.21.15.163:6831","nonce":1269489610}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6828","nonce":1269489610},{"type":"v1","addr":"172.21.15.163:6829","nonce":1269489610}]},"public_addr":"172.21.15.163:6825/1269489610","cluster_addr":"172.21.15.163:6827/1269489610","heartbeat_back_addr":"172.21.15.163:6831/1269489610","heartbeat_front_addr":"172.21.15.163:6829/1269489610","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:39:58.982337+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:40:24.637183+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:40:49.044978+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:41:23.090601+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:41:49.957654+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:42:15.570899+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:42:50.909512+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:43:17.899928+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:43:43.563643+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:44:19.007356+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:44:46.388363+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:45:11.782396+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.27","mappings":[{"from":3,"to":9}]},{"pgid":"3.33","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/2138390774":"2024-04-27T01:38:01.199869+0000","172.21.15.46:0/1671101151":"2024-04-27T01:38:01.199869+0000","172.21.15.46:0/3463419164":"2024-04-27T01:38:01.199869+0000","172.21.15.46:6801/1268650508":"2024-04-27T01:38:01.199869+0000","172.21.15.46:0/1254319164":"2024-04-27T01:37:25.688097+0000","172.21.15.46:6800/2101651407":"2024-04-27T01:37:25.688097+0000","172.21.15.46:6800/1268650508":"2024-04-27T01:38:01.199869+0000","172.21.15.46:0/2440871722":"2024-04-27T01:37:25.688097+0000","172.21.15.46:0/846597820":"2024-04-27T01:37:25.688097+0000","172.21.15.46:6801/2101651407":"2024-04-27T01:37:25.688097+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T01:47:54.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:54.025+0000 7f4aed600700 1 -- 172.21.15.46:0/1353609888 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f4acc0a3cd0 msgr2=0x7f4acc0a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:54.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:54.025+0000 7f4aed600700 1 --2- 172.21.15.46:0/1353609888 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f4acc0a3cd0 0x7f4acc0a6190 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f4ad8009680 tx=0x7f4ad8009260 comp rx=0 tx=0).stop 2024-04-26T01:47:54.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:54.025+0000 7f4aed600700 1 -- 172.21.15.46:0/1353609888 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4ae806b0f0 msgr2=0x7f4ae8101f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:54.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:54.025+0000 7f4aed600700 1 --2- 172.21.15.46:0/1353609888 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4ae806b0f0 0x7f4ae8101f50 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f4ad0000c00 tx=0x7f4ad00057c0 comp rx=0 tx=0).stop 2024-04-26T01:47:54.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:54.026+0000 7f4aed600700 1 -- 172.21.15.46:0/1353609888 shutdown_connections 2024-04-26T01:47:54.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:54.026+0000 7f4aed600700 1 --2- 172.21.15.46:0/1353609888 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4ae8108a30 0x7f4ae8102490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:54.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:54.026+0000 7f4aed600700 1 --2- 172.21.15.46:0/1353609888 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4ae806a750 0x7f4ae8101a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:54.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:54.026+0000 7f4aed600700 1 --2- 172.21.15.46:0/1353609888 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f4acc0a3cd0 0x7f4acc0a6190 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:54.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:54.026+0000 7f4aed600700 1 --2- 172.21.15.46:0/1353609888 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4ae806b0f0 0x7f4ae8101f50 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:54.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:54.026+0000 7f4aed600700 1 -- 172.21.15.46:0/1353609888 >> 172.21.15.46:0/1353609888 conn(0x7f4ae80788f0 msgr2=0x7f4ae80ff9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:54.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:54.026+0000 7f4aed600700 1 -- 172.21.15.46:0/1353609888 shutdown_connections 2024-04-26T01:47:54.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:54.026+0000 7f4aed600700 1 -- 172.21.15.46:0/1353609888 wait complete. 2024-04-26T01:47:54.847 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-04-26T01:47:54.848 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-04-26T01:47:54.848 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-04-26T01:47:54.848 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-04-26T01:47:54.849 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-04-26T01:47:54.849 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-04-26T01:47:54.850 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-04-26T01:47:54.850 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-04-26T01:47:54.851 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph tell osd.8 flush_pg_stats 2024-04-26T01:47:54.851 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph tell osd.9 flush_pg_stats 2024-04-26T01:47:54.851 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph tell osd.10 flush_pg_stats 2024-04-26T01:47:54.852 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph tell osd.11 flush_pg_stats 2024-04-26T01:47:55.030 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:54 smithi046 ceph-mon[28013]: pgmap v377: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:47:55.030 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:54 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/1353609888' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:47:55.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:54 smithi163 ceph-mon[32592]: pgmap v377: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:47:55.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:54 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/1353609888' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:47:55.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:54 smithi103 ceph-mon[32920]: pgmap v377: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:47:55.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:54 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/1353609888' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:47:55.878 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:47:55.897 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:47:57.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:56 smithi046 ceph-mon[28013]: pgmap v378: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:47:57.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:56 smithi163 ceph-mon[32592]: pgmap v378: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:47:57.177 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:56 smithi103 ceph-mon[32920]: pgmap v378: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:47:57.382 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:47:57.385 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:47:57.842 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:47:58.786 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:47:58.787 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:47:58.790 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:47:59.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:47:58 smithi046 ceph-mon[28013]: pgmap v379: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:47:59.095 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:47:59.100 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:47:59.104 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:47:59.104 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:47:59.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:47:58 smithi163 ceph-mon[32592]: pgmap v379: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:47:59.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:47:58 smithi103 ceph-mon[32920]: pgmap v379: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:47:59.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.601+0000 7f7259a00700 1 -- 172.21.15.46:0/2250100235 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f72541092d0 msgr2=0x7f72541096b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:59.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.601+0000 7f7259a00700 1 --2- 172.21.15.46:0/2250100235 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f72541092d0 0x7f72541096b0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f7244009990 tx=0x7f7244009ca0 comp rx=0 tx=0).stop 2024-04-26T01:47:59.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.601+0000 7f7259a00700 1 -- 172.21.15.46:0/2250100235 shutdown_connections 2024-04-26T01:47:59.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.601+0000 7f7259a00700 1 --2- 172.21.15.46:0/2250100235 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f725410e3b0 0x7f7254115f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:59.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.601+0000 7f7259a00700 1 --2- 172.21.15.46:0/2250100235 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f72541092d0 0x7f72541096b0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:59.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.601+0000 7f7259a00700 1 --2- 172.21.15.46:0/2250100235 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7254109c80 0x7f725410dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:59.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.601+0000 7f7259a00700 1 -- 172.21.15.46:0/2250100235 >> 172.21.15.46:0/2250100235 conn(0x7f7254076210 msgr2=0x7f7254107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:59.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.601+0000 7f7259a00700 1 -- 172.21.15.46:0/2250100235 shutdown_connections 2024-04-26T01:47:59.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.601+0000 7f7259a00700 1 -- 172.21.15.46:0/2250100235 wait complete. 2024-04-26T01:47:59.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.602+0000 7f7259a00700 1 Processor -- start 2024-04-26T01:47:59.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.602+0000 7f7259a00700 1 -- start start 2024-04-26T01:47:59.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.603+0000 7f7259a00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f72541092d0 0x7f72541a55a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:59.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.603+0000 7f7259a00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7254109c80 0x7f72541a5ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:59.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.603+0000 7f7259a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f725410e3b0 0x7f725419f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:59.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.603+0000 7f7259a00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f7254119400 con 0x7f725410e3b0 2024-04-26T01:47:59.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.603+0000 7f7259a00700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f7254119280 con 0x7f7254109c80 2024-04-26T01:47:59.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.603+0000 7f7259a00700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f7254119580 con 0x7f72541092d0 2024-04-26T01:47:59.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.603+0000 7f7252000700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7254109c80 0x7f72541a5ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:59.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.603+0000 7f7252000700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7254109c80 0x7f72541a5ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:48974/0 (socket says 172.21.15.46:48974) 2024-04-26T01:47:59.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.603+0000 7f7252000700 1 -- 172.21.15.46:0/3804222229 learned_addr learned my addr 172.21.15.46:0/3804222229 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:47:59.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.603+0000 7f7252a00700 1 --2- 172.21.15.46:0/3804222229 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f72541092d0 0x7f72541a55a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:59.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.603+0000 7f7253400700 1 --2- 172.21.15.46:0/3804222229 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f725410e3b0 0x7f725419f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:59.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.604+0000 7f7252000700 1 -- 172.21.15.46:0/3804222229 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f72541092d0 msgr2=0x7f72541a55a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:59.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.604+0000 7f7252000700 1 --2- 172.21.15.46:0/3804222229 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f72541092d0 0x7f72541a55a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:59.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.604+0000 7f7252000700 1 -- 172.21.15.46:0/3804222229 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f725410e3b0 msgr2=0x7f725419f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:59.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.604+0000 7f7252000700 1 --2- 172.21.15.46:0/3804222229 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f725410e3b0 0x7f725419f6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:59.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.604+0000 7f7252000700 1 -- 172.21.15.46:0/3804222229 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f725419ffa0 con 0x7f7254109c80 2024-04-26T01:47:59.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.604+0000 7f7252000700 1 --2- 172.21.15.46:0/3804222229 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7254109c80 0x7f72541a5ae0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f724000e970 tx=0x7f724000ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:59.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.604+0000 7f724b400700 1 -- 172.21.15.46:0/3804222229 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7240004a30 con 0x7f7254109c80 2024-04-26T01:47:59.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.604+0000 7f724b400700 1 -- 172.21.15.46:0/3804222229 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f724000ccb0 con 0x7f7254109c80 2024-04-26T01:47:59.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.604+0000 7f724b400700 1 -- 172.21.15.46:0/3804222229 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7240005610 con 0x7f7254109c80 2024-04-26T01:47:59.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.604+0000 7f7259a00700 1 -- 172.21.15.46:0/3804222229 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72541a0290 con 0x7f7254109c80 2024-04-26T01:47:59.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.604+0000 7f7259a00700 1 -- 172.21.15.46:0/3804222229 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72541ac520 con 0x7f7254109c80 2024-04-26T01:47:59.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.605+0000 7f7259a00700 1 -- 172.21.15.46:0/3804222229 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f7254063150 con 0x7f7254109c80 2024-04-26T01:47:59.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.608+0000 7f724b400700 1 -- 172.21.15.46:0/3804222229 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f7240004cf0 con 0x7f7254109c80 2024-04-26T01:47:59.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.609+0000 7f724b400700 1 --2- 172.21.15.46:0/3804222229 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f72380a3d50 0x7f72380a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:59.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.609+0000 7f724b400700 1 -- 172.21.15.46:0/3804222229 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f72400d0af0 con 0x7f7254109c80 2024-04-26T01:47:59.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.609+0000 7f7252a00700 1 --2- 172.21.15.46:0/3804222229 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f72380a3d50 0x7f72380a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:59.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.609+0000 7f724b400700 1 --2- 172.21.15.46:0/3804222229 >> [v2:172.21.15.103:6808/3946150982,v1:172.21.15.103:6809/3946150982] conn(0x7f72380ad890 0x7f72380afd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:47:59.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.609+0000 7f724b400700 1 -- 172.21.15.46:0/3804222229 --> [v2:172.21.15.103:6808/3946150982,v1:172.21.15.103:6809/3946150982] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f72380b0400 con 0x7f72380ad890 2024-04-26T01:47:59.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.609+0000 7f724b400700 1 -- 172.21.15.46:0/3804222229 <== mon.2 v2:172.21.15.103:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f72400d0ea0 con 0x7f7254109c80 2024-04-26T01:47:59.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.610+0000 7f7252a00700 1 --2- 172.21.15.46:0/3804222229 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f72380a3d50 0x7f72380a6210 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f724400b2e0 tx=0x7f7244005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:59.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.610+0000 7f7253400700 1 --2- 172.21.15.46:0/3804222229 >> [v2:172.21.15.103:6808/3946150982,v1:172.21.15.103:6809/3946150982] conn(0x7f72380ad890 0x7f72380afd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:47:59.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.611+0000 7f7253400700 1 --2- 172.21.15.46:0/3804222229 >> [v2:172.21.15.103:6808/3946150982,v1:172.21.15.103:6809/3946150982] conn(0x7f72380ad890 0x7f72380afd30 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:47:59.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.612+0000 7f724b400700 1 -- 172.21.15.46:0/3804222229 <== osd.4 v2:172.21.15.103:6808/3946150982 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f72380b0400 con 0x7f72380ad890 2024-04-26T01:47:59.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.630+0000 7f7259a00700 1 -- 172.21.15.46:0/3804222229 --> [v2:172.21.15.103:6808/3946150982,v1:172.21.15.103:6809/3946150982] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f7254063580 con 0x7f72380ad890 2024-04-26T01:47:59.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.631+0000 7f724b400700 1 -- 172.21.15.46:0/3804222229 <== osd.4 v2:172.21.15.103:6808/3946150982 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f7254063580 con 0x7f72380ad890 2024-04-26T01:47:59.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.631+0000 7f7259a00700 1 -- 172.21.15.46:0/3804222229 >> [v2:172.21.15.103:6808/3946150982,v1:172.21.15.103:6809/3946150982] conn(0x7f72380ad890 msgr2=0x7f72380afd30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:59.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.631+0000 7f7259a00700 1 --2- 172.21.15.46:0/3804222229 >> [v2:172.21.15.103:6808/3946150982,v1:172.21.15.103:6809/3946150982] conn(0x7f72380ad890 0x7f72380afd30 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:47:59.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.631+0000 7f7259a00700 1 -- 172.21.15.46:0/3804222229 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f72380a3d50 msgr2=0x7f72380a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:59.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.631+0000 7f7259a00700 1 --2- 172.21.15.46:0/3804222229 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f72380a3d50 0x7f72380a6210 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f724400b2e0 tx=0x7f7244005fd0 comp rx=0 tx=0).stop 2024-04-26T01:47:59.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.631+0000 7f7259a00700 1 -- 172.21.15.46:0/3804222229 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7254109c80 msgr2=0x7f72541a5ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:47:59.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.631+0000 7f7259a00700 1 --2- 172.21.15.46:0/3804222229 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7254109c80 0x7f72541a5ae0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f724000e970 tx=0x7f724000ec80 comp rx=0 tx=0).stop 2024-04-26T01:47:59.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.632+0000 7f7253400700 1 -- 172.21.15.46:0/3804222229 reap_dead start 2024-04-26T01:47:59.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.632+0000 7f7259a00700 1 -- 172.21.15.46:0/3804222229 shutdown_connections 2024-04-26T01:47:59.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.632+0000 7f7259a00700 1 -- 172.21.15.46:0/3804222229 >> 172.21.15.46:0/3804222229 conn(0x7f7254076210 msgr2=0x7f72540777c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:47:59.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.632+0000 7f7259a00700 1 -- 172.21.15.46:0/3804222229 shutdown_connections 2024-04-26T01:47:59.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:47:59.632+0000 7f7259a00700 1 -- 172.21.15.46:0/3804222229 wait complete. 2024-04-26T01:48:01.142 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:00 smithi046 ceph-mon[28013]: pgmap v380: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:48:01.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:00 smithi163 ceph-mon[32592]: pgmap v380: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:48:01.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:00 smithi103 ceph-mon[32920]: pgmap v380: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:48:03.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:02 smithi163 ceph-mon[32592]: pgmap v381: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:48:03.171 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:02 smithi046 ceph-mon[28013]: pgmap v381: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:48:03.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:02 smithi103 ceph-mon[32920]: pgmap v381: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:48:05.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:04 smithi046 ceph-mon[28013]: pgmap v382: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:48:05.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:04 smithi103 ceph-mon[32920]: pgmap v382: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:48:05.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:04 smithi163 ceph-mon[32592]: pgmap v382: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:48:06.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.531+0000 7f995d400700 1 -- 172.21.15.46:0/1399988473 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9958102a90 msgr2=0x7f9958102f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:06.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.531+0000 7f995d400700 1 --2- 172.21.15.46:0/1399988473 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9958102a90 0x7f9958102f10 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f9944009990 tx=0x7f9944009ca0 comp rx=0 tx=0).stop 2024-04-26T01:48:06.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.531+0000 7f995d400700 1 -- 172.21.15.46:0/1399988473 shutdown_connections 2024-04-26T01:48:06.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.531+0000 7f995d400700 1 --2- 172.21.15.46:0/1399988473 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9958103450 0x7f995810f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:06.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.531+0000 7f995d400700 1 --2- 172.21.15.46:0/1399988473 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9958108a50 0x7f9958108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:06.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.531+0000 7f995d400700 1 --2- 172.21.15.46:0/1399988473 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9958102a90 0x7f9958102f10 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:06.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.531+0000 7f995d400700 1 -- 172.21.15.46:0/1399988473 >> 172.21.15.46:0/1399988473 conn(0x7f9958079ba0 msgr2=0x7f9958079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:06.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.531+0000 7f995d400700 1 -- 172.21.15.46:0/1399988473 shutdown_connections 2024-04-26T01:48:06.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.531+0000 7f995d400700 1 -- 172.21.15.46:0/1399988473 wait complete. 2024-04-26T01:48:06.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.532+0000 7f995d400700 1 Processor -- start 2024-04-26T01:48:06.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.532+0000 7f995d400700 1 -- start start 2024-04-26T01:48:06.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.533+0000 7f995d400700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9958102a90 0x7f995819b460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:06.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.533+0000 7f995d400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9958103450 0x7f995819b9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:06.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.533+0000 7f995d400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9958108a50 0x7f995819fd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:06.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.533+0000 7f995d400700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f9958112db0 con 0x7f9958108a50 2024-04-26T01:48:06.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.533+0000 7f995d400700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f9958112c30 con 0x7f9958102a90 2024-04-26T01:48:06.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.533+0000 7f995d400700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f9958112f30 con 0x7f9958103450 2024-04-26T01:48:06.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.533+0000 7f9956800700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9958102a90 0x7f995819b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:06.541 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.533+0000 7f9956800700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9958102a90 0x7f995819b460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:54400/0 (socket says 172.21.15.46:54400) 2024-04-26T01:48:06.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.533+0000 7f9956800700 1 -- 172.21.15.46:0/1357259199 learned_addr learned my addr 172.21.15.46:0/1357259199 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:48:06.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.533+0000 7f9955e00700 1 --2- 172.21.15.46:0/1357259199 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9958103450 0x7f995819b9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:06.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.533+0000 7f9957200700 1 --2- 172.21.15.46:0/1357259199 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9958108a50 0x7f995819fd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:06.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.534+0000 7f9956800700 1 -- 172.21.15.46:0/1357259199 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9958103450 msgr2=0x7f995819b9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:06.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.534+0000 7f9956800700 1 --2- 172.21.15.46:0/1357259199 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9958103450 0x7f995819b9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:06.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.534+0000 7f9956800700 1 -- 172.21.15.46:0/1357259199 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9958108a50 msgr2=0x7f995819fd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:06.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.534+0000 7f9956800700 1 --2- 172.21.15.46:0/1357259199 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9958108a50 0x7f995819fd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:06.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.534+0000 7f9956800700 1 -- 172.21.15.46:0/1357259199 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99581a0470 con 0x7f9958102a90 2024-04-26T01:48:06.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.534+0000 7f9955e00700 1 --2- 172.21.15.46:0/1357259199 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9958103450 0x7f995819b9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:48:06.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.534+0000 7f9956800700 1 --2- 172.21.15.46:0/1357259199 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9958102a90 0x7f995819b460 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f994800e9a0 tx=0x7f994800ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:06.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.534+0000 7f994f400700 1 -- 172.21.15.46:0/1357259199 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f994800cbd0 con 0x7f9958102a90 2024-04-26T01:48:06.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.534+0000 7f994f400700 1 -- 172.21.15.46:0/1357259199 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f994800cd70 con 0x7f9958102a90 2024-04-26T01:48:06.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.534+0000 7f994f400700 1 -- 172.21.15.46:0/1357259199 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9948018710 con 0x7f9958102a90 2024-04-26T01:48:06.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.534+0000 7f995d400700 1 -- 172.21.15.46:0/1357259199 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99581a0760 con 0x7f9958102a90 2024-04-26T01:48:06.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.535+0000 7f995d400700 1 -- 172.21.15.46:0/1357259199 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99581a7fe0 con 0x7f9958102a90 2024-04-26T01:48:06.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.535+0000 7f995d400700 1 -- 172.21.15.46:0/1357259199 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f9958101fb0 con 0x7f9958102a90 2024-04-26T01:48:06.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.539+0000 7f994f400700 1 -- 172.21.15.46:0/1357259199 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f9948010430 con 0x7f9958102a90 2024-04-26T01:48:06.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.540+0000 7f994f400700 1 --2- 172.21.15.46:0/1357259199 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f993c0a3cd0 0x7f993c0a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:06.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.541+0000 7f994f400700 1 -- 172.21.15.46:0/1357259199 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f99480d0fc0 con 0x7f9958102a90 2024-04-26T01:48:06.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.541+0000 7f9955e00700 1 --2- 172.21.15.46:0/1357259199 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f993c0a3cd0 0x7f993c0a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:06.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.541+0000 7f994f400700 1 --2- 172.21.15.46:0/1357259199 >> [v2:172.21.15.46:6802/1705061833,v1:172.21.15.46:6803/1705061833] conn(0x7f993c0ad810 0x7f993c0afcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:06.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.541+0000 7f994f400700 1 -- 172.21.15.46:0/1357259199 --> [v2:172.21.15.46:6802/1705061833,v1:172.21.15.46:6803/1705061833] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f9948015e80 con 0x7f993c0ad810 2024-04-26T01:48:06.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.541+0000 7f994f400700 1 -- 172.21.15.46:0/1357259199 <== mon.2 v2:172.21.15.103:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f99480d1370 con 0x7f9958102a90 2024-04-26T01:48:06.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.541+0000 7f9957200700 1 --2- 172.21.15.46:0/1357259199 >> [v2:172.21.15.46:6802/1705061833,v1:172.21.15.46:6803/1705061833] conn(0x7f993c0ad810 0x7f993c0afcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:06.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.542+0000 7f9955e00700 1 --2- 172.21.15.46:0/1357259199 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f993c0a3cd0 0x7f993c0a6190 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f994400b790 tx=0x7f994400b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:06.543 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.542+0000 7f9957200700 1 --2- 172.21.15.46:0/1357259199 >> [v2:172.21.15.46:6802/1705061833,v1:172.21.15.46:6803/1705061833] conn(0x7f993c0ad810 0x7f993c0afcb0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:06.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.543+0000 7f994f400700 1 -- 172.21.15.46:0/1357259199 <== osd.0 v2:172.21.15.46:6802/1705061833 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f9948015e80 con 0x7f993c0ad810 2024-04-26T01:48:06.560 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.562+0000 7f995d400700 1 -- 172.21.15.46:0/1357259199 --> [v2:172.21.15.46:6802/1705061833,v1:172.21.15.46:6803/1705061833] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f9958104180 con 0x7f993c0ad810 2024-04-26T01:48:06.560 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.563+0000 7f994f400700 1 -- 172.21.15.46:0/1357259199 <== osd.0 v2:172.21.15.46:6802/1705061833 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f9958104180 con 0x7f993c0ad810 2024-04-26T01:48:06.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.563+0000 7f995d400700 1 -- 172.21.15.46:0/1357259199 >> [v2:172.21.15.46:6802/1705061833,v1:172.21.15.46:6803/1705061833] conn(0x7f993c0ad810 msgr2=0x7f993c0afcb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:06.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.563+0000 7f995d400700 1 --2- 172.21.15.46:0/1357259199 >> [v2:172.21.15.46:6802/1705061833,v1:172.21.15.46:6803/1705061833] conn(0x7f993c0ad810 0x7f993c0afcb0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:06.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.563+0000 7f995d400700 1 -- 172.21.15.46:0/1357259199 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f993c0a3cd0 msgr2=0x7f993c0a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:06.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.563+0000 7f995d400700 1 --2- 172.21.15.46:0/1357259199 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f993c0a3cd0 0x7f993c0a6190 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f994400b790 tx=0x7f994400b260 comp rx=0 tx=0).stop 2024-04-26T01:48:06.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.563+0000 7f995d400700 1 -- 172.21.15.46:0/1357259199 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9958102a90 msgr2=0x7f995819b460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:06.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.563+0000 7f995d400700 1 --2- 172.21.15.46:0/1357259199 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9958102a90 0x7f995819b460 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f994800e9a0 tx=0x7f994800ecb0 comp rx=0 tx=0).stop 2024-04-26T01:48:06.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.563+0000 7f9957200700 1 -- 172.21.15.46:0/1357259199 reap_dead start 2024-04-26T01:48:06.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.563+0000 7f995d400700 1 -- 172.21.15.46:0/1357259199 shutdown_connections 2024-04-26T01:48:06.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.563+0000 7f995d400700 1 -- 172.21.15.46:0/1357259199 >> 172.21.15.46:0/1357259199 conn(0x7f9958079ba0 msgr2=0x7f99581015d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:06.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.564+0000 7f995d400700 1 -- 172.21.15.46:0/1357259199 shutdown_connections 2024-04-26T01:48:06.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:06.564+0000 7f995d400700 1 -- 172.21.15.46:0/1357259199 wait complete. 2024-04-26T01:48:07.237 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:06 smithi046 ceph-mon[28013]: pgmap v383: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:48:07.298 INFO:teuthology.orchestra.run.smithi046.stdout:146028888139 2024-04-26T01:48:07.298 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-04-26T01:48:07.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:06 smithi103 ceph-mon[32920]: pgmap v383: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:48:07.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:06 smithi163 ceph-mon[32592]: pgmap v383: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:48:09.005 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:08 smithi046 ceph-mon[28013]: pgmap v384: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:48:09.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:08 smithi103 ceph-mon[32920]: pgmap v384: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:48:09.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:08 smithi163 ceph-mon[32592]: pgmap v384: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:48:09.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.619+0000 7f59c7200700 1 -- 172.21.15.46:0/3119820469 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59c0074c70 msgr2=0x7f59c0075050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:09.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.619+0000 7f59c7200700 1 --2- 172.21.15.46:0/3119820469 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59c0074c70 0x7f59c0075050 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f59b0009990 tx=0x7f59b0009ca0 comp rx=0 tx=0).stop 2024-04-26T01:48:09.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.619+0000 7f59c7200700 1 -- 172.21.15.46:0/3119820469 shutdown_connections 2024-04-26T01:48:09.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.619+0000 7f59c7200700 1 --2- 172.21.15.46:0/3119820469 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f59c010f440 0x7f59c0111830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:09.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.619+0000 7f59c7200700 1 --2- 172.21.15.46:0/3119820469 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59c0074c70 0x7f59c0075050 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:09.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.619+0000 7f59c7200700 1 --2- 172.21.15.46:0/3119820469 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f59c0075590 0x7f59c010ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:09.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.619+0000 7f59c7200700 1 -- 172.21.15.46:0/3119820469 >> 172.21.15.46:0/3119820469 conn(0x7f59c0079ba0 msgr2=0x7f59c0079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:09.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.619+0000 7f59c7200700 1 -- 172.21.15.46:0/3119820469 shutdown_connections 2024-04-26T01:48:09.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.619+0000 7f59c7200700 1 -- 172.21.15.46:0/3119820469 wait complete. 2024-04-26T01:48:09.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.620+0000 7f59c7200700 1 Processor -- start 2024-04-26T01:48:09.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.620+0000 7f59c7200700 1 -- start start 2024-04-26T01:48:09.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.621+0000 7f59c7200700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f59c0074c70 0x7f59c019b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:09.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.621+0000 7f59c7200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59c0075590 0x7f59c019b930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:09.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.621+0000 7f59c7200700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f59c010f440 0x7f59c019fcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:09.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.621+0000 7f59c7200700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f59c0114f80 con 0x7f59c0075590 2024-04-26T01:48:09.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.621+0000 7f59c7200700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f59c0114e00 con 0x7f59c010f440 2024-04-26T01:48:09.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.621+0000 7f59c7200700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f59c0115100 con 0x7f59c0074c70 2024-04-26T01:48:09.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.621+0000 7f59bf400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59c0075590 0x7f59c019b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:09.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.621+0000 7f59bf400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59c0075590 0x7f59c019b930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58838/0 (socket says 172.21.15.46:58838) 2024-04-26T01:48:09.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.621+0000 7f59bf400700 1 -- 172.21.15.46:0/3392421837 learned_addr learned my addr 172.21.15.46:0/3392421837 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:48:09.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.621+0000 7f59bfe00700 1 --2- 172.21.15.46:0/3392421837 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f59c0074c70 0x7f59c019b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:09.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.621+0000 7f59c5200700 1 --2- 172.21.15.46:0/3392421837 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f59c010f440 0x7f59c019fcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:09.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.622+0000 7f59bf400700 1 -- 172.21.15.46:0/3392421837 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f59c0074c70 msgr2=0x7f59c019b3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:09.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.622+0000 7f59bf400700 1 --2- 172.21.15.46:0/3392421837 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f59c0074c70 0x7f59c019b3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:09.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.622+0000 7f59bf400700 1 -- 172.21.15.46:0/3392421837 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f59c010f440 msgr2=0x7f59c019fcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:09.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.622+0000 7f59bf400700 1 --2- 172.21.15.46:0/3392421837 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f59c010f440 0x7f59c019fcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:09.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.622+0000 7f59bf400700 1 -- 172.21.15.46:0/3392421837 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59c01a0400 con 0x7f59c0075590 2024-04-26T01:48:09.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.622+0000 7f59bfe00700 1 --2- 172.21.15.46:0/3392421837 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f59c0074c70 0x7f59c019b3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:48:09.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.622+0000 7f59bf400700 1 --2- 172.21.15.46:0/3392421837 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59c0075590 0x7f59c019b930 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f59ac00e970 tx=0x7f59ac00ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:09.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.622+0000 7f59bcc00700 1 -- 172.21.15.46:0/3392421837 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59ac004220 con 0x7f59c0075590 2024-04-26T01:48:09.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.622+0000 7f59bcc00700 1 -- 172.21.15.46:0/3392421837 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f59ac0043c0 con 0x7f59c0075590 2024-04-26T01:48:09.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.622+0000 7f59c7200700 1 -- 172.21.15.46:0/3392421837 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59c01a06f0 con 0x7f59c0075590 2024-04-26T01:48:09.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.622+0000 7f59bcc00700 1 -- 172.21.15.46:0/3392421837 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59ac003d80 con 0x7f59c0075590 2024-04-26T01:48:09.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.623+0000 7f59c7200700 1 -- 172.21.15.46:0/3392421837 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59c01a7f70 con 0x7f59c0075590 2024-04-26T01:48:09.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.624+0000 7f59c7200700 1 -- 172.21.15.46:0/3392421837 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f59c0063190 con 0x7f59c0075590 2024-04-26T01:48:09.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.626+0000 7f59bcc00700 1 -- 172.21.15.46:0/3392421837 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f59ac00c7e0 con 0x7f59c0075590 2024-04-26T01:48:09.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.627+0000 7f59bcc00700 1 --2- 172.21.15.46:0/3392421837 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f59a40a3d50 0x7f59a40a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:09.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.627+0000 7f59bcc00700 1 -- 172.21.15.46:0/3392421837 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f59ac0d0a50 con 0x7f59c0075590 2024-04-26T01:48:09.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.627+0000 7f59bfe00700 1 --2- 172.21.15.46:0/3392421837 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f59a40a3d50 0x7f59a40a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:09.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.628+0000 7f59bcc00700 1 --2- 172.21.15.46:0/3392421837 >> [v2:172.21.15.163:6800/3238203653,v1:172.21.15.163:6801/3238203653] conn(0x7f59a40ad890 0x7f59a40afd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:09.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.628+0000 7f59bcc00700 1 -- 172.21.15.46:0/3392421837 --> [v2:172.21.15.163:6800/3238203653,v1:172.21.15.163:6801/3238203653] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f59ac00e1a0 con 0x7f59a40ad890 2024-04-26T01:48:09.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.628+0000 7f59bcc00700 1 -- 172.21.15.46:0/3392421837 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f59ac0d0e00 con 0x7f59c0075590 2024-04-26T01:48:09.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.628+0000 7f59c5200700 1 --2- 172.21.15.46:0/3392421837 >> [v2:172.21.15.163:6800/3238203653,v1:172.21.15.163:6801/3238203653] conn(0x7f59a40ad890 0x7f59a40afd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:09.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.628+0000 7f59bfe00700 1 --2- 172.21.15.46:0/3392421837 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f59a40a3d50 0x7f59a40a6210 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f59b000b790 tx=0x7f59b000b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:09.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.629+0000 7f59c5200700 1 --2- 172.21.15.46:0/3392421837 >> [v2:172.21.15.163:6800/3238203653,v1:172.21.15.163:6801/3238203653] conn(0x7f59a40ad890 0x7f59a40afd30 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:09.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.630+0000 7f59bcc00700 1 -- 172.21.15.46:0/3392421837 <== osd.2 v2:172.21.15.163:6800/3238203653 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f59ac00e1a0 con 0x7f59a40ad890 2024-04-26T01:48:09.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.648+0000 7f59c7200700 1 -- 172.21.15.46:0/3392421837 --> [v2:172.21.15.163:6800/3238203653,v1:172.21.15.163:6801/3238203653] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f59c0063590 con 0x7f59a40ad890 2024-04-26T01:48:09.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.648+0000 7f59bcc00700 1 -- 172.21.15.46:0/3392421837 <== osd.2 v2:172.21.15.163:6800/3238203653 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f59c0063590 con 0x7f59a40ad890 2024-04-26T01:48:09.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.649+0000 7f59c7200700 1 -- 172.21.15.46:0/3392421837 >> [v2:172.21.15.163:6800/3238203653,v1:172.21.15.163:6801/3238203653] conn(0x7f59a40ad890 msgr2=0x7f59a40afd30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:09.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.649+0000 7f59c7200700 1 --2- 172.21.15.46:0/3392421837 >> [v2:172.21.15.163:6800/3238203653,v1:172.21.15.163:6801/3238203653] conn(0x7f59a40ad890 0x7f59a40afd30 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:09.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.649+0000 7f59c7200700 1 -- 172.21.15.46:0/3392421837 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f59a40a3d50 msgr2=0x7f59a40a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:09.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.649+0000 7f59c7200700 1 --2- 172.21.15.46:0/3392421837 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f59a40a3d50 0x7f59a40a6210 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f59b000b790 tx=0x7f59b000b260 comp rx=0 tx=0).stop 2024-04-26T01:48:09.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.649+0000 7f59c7200700 1 -- 172.21.15.46:0/3392421837 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59c0075590 msgr2=0x7f59c019b930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:09.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.649+0000 7f59c7200700 1 --2- 172.21.15.46:0/3392421837 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59c0075590 0x7f59c019b930 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f59ac00e970 tx=0x7f59ac00ec80 comp rx=0 tx=0).stop 2024-04-26T01:48:09.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.649+0000 7f59c5200700 1 -- 172.21.15.46:0/3392421837 reap_dead start 2024-04-26T01:48:09.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.649+0000 7f59c7200700 1 -- 172.21.15.46:0/3392421837 shutdown_connections 2024-04-26T01:48:09.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.649+0000 7f59c7200700 1 -- 172.21.15.46:0/3392421837 >> 172.21.15.46:0/3392421837 conn(0x7f59c0079ba0 msgr2=0x7f59c00ffbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:09.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.649+0000 7f59c7200700 1 -- 172.21.15.46:0/3392421837 shutdown_connections 2024-04-26T01:48:09.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.649+0000 7f59c7200700 1 -- 172.21.15.46:0/3392421837 wait complete. 2024-04-26T01:48:11.218 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:10 smithi046 ceph-mon[28013]: pgmap v385: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:48:11.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:10 smithi103 ceph-mon[32920]: pgmap v385: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:48:11.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:10 smithi163 ceph-mon[32592]: pgmap v385: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:48:12.110 INFO:teuthology.orchestra.run.smithi046.stdout:34359738467 2024-04-26T01:48:12.110 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-04-26T01:48:12.999 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:12 smithi046 ceph-mon[28013]: pgmap v386: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:48:13.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:12 smithi103 ceph-mon[32920]: pgmap v386: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:48:13.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:12 smithi163 ceph-mon[32592]: pgmap v386: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:48:14.201 INFO:teuthology.orchestra.run.smithi046.stdout:77309411418 2024-04-26T01:48:14.202 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-04-26T01:48:14.423 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.424+0000 7fcf09e00700 1 -- 172.21.15.46:0/2635783545 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fcf04108a30 msgr2=0x7fcf04108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:14.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.424+0000 7fcf09e00700 1 --2- 172.21.15.46:0/2635783545 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fcf04108a30 0x7fcf04108e10 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fcef4009990 tx=0x7fcef4009ca0 comp rx=0 tx=0).stop 2024-04-26T01:48:14.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.424+0000 7fcf09e00700 1 -- 172.21.15.46:0/2635783545 shutdown_connections 2024-04-26T01:48:14.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.424+0000 7fcf09e00700 1 --2- 172.21.15.46:0/2635783545 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcf0406b0f0 0x7fcf0410f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:14.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.424+0000 7fcf09e00700 1 --2- 172.21.15.46:0/2635783545 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fcf04108a30 0x7fcf04108e10 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:14.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.424+0000 7fcf09e00700 1 --2- 172.21.15.46:0/2635783545 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcf0406a750 0x7fcf0406abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:14.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.425+0000 7fcf09e00700 1 -- 172.21.15.46:0/2635783545 >> 172.21.15.46:0/2635783545 conn(0x7fcf040788f0 msgr2=0x7fcf04078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:14.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.425+0000 7fcf09e00700 1 -- 172.21.15.46:0/2635783545 shutdown_connections 2024-04-26T01:48:14.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.425+0000 7fcf09e00700 1 -- 172.21.15.46:0/2635783545 wait complete. 2024-04-26T01:48:14.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.426+0000 7fcf09e00700 1 Processor -- start 2024-04-26T01:48:14.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.426+0000 7fcf09e00700 1 -- start start 2024-04-26T01:48:14.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.426+0000 7fcf09e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcf0406a750 0x7fcf041a4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:14.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.426+0000 7fcf09e00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fcf0406b0f0 0x7fcf041a4970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:14.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.426+0000 7fcf09e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcf04108a30 0x7fcf0410ea60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:14.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.426+0000 7fcf09e00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fcf04112da0 con 0x7fcf0406a750 2024-04-26T01:48:14.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.426+0000 7fcf09e00700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fcf04112c20 con 0x7fcf04108a30 2024-04-26T01:48:14.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.426+0000 7fcf09e00700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fcf04112f20 con 0x7fcf0406b0f0 2024-04-26T01:48:14.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.427+0000 7fcf02a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcf0406a750 0x7fcf041a4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:14.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.427+0000 7fcf02a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcf0406a750 0x7fcf041a4430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33376/0 (socket says 172.21.15.46:33376) 2024-04-26T01:48:14.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.427+0000 7fcf02a00700 1 -- 172.21.15.46:0/525878410 learned_addr learned my addr 172.21.15.46:0/525878410 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:48:14.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.427+0000 7fcf02000700 1 --2- 172.21.15.46:0/525878410 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fcf0406b0f0 0x7fcf041a4970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:14.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.427+0000 7fcf03400700 1 --2- 172.21.15.46:0/525878410 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcf04108a30 0x7fcf0410ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:14.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.427+0000 7fcf02a00700 1 -- 172.21.15.46:0/525878410 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fcf0406b0f0 msgr2=0x7fcf041a4970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:14.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.427+0000 7fcf02a00700 1 --2- 172.21.15.46:0/525878410 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fcf0406b0f0 0x7fcf041a4970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:14.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.427+0000 7fcf02a00700 1 -- 172.21.15.46:0/525878410 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcf04108a30 msgr2=0x7fcf0410ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:14.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.427+0000 7fcf02a00700 1 --2- 172.21.15.46:0/525878410 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcf04108a30 0x7fcf0410ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:14.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.427+0000 7fcf02a00700 1 -- 172.21.15.46:0/525878410 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf0410f1f0 con 0x7fcf0406a750 2024-04-26T01:48:14.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.427+0000 7fcf02000700 1 --2- 172.21.15.46:0/525878410 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fcf0406b0f0 0x7fcf041a4970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:48:14.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.428+0000 7fcf02a00700 1 --2- 172.21.15.46:0/525878410 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcf0406a750 0x7fcf041a4430 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fcef4000c00 tx=0x7fcef40057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:14.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.428+0000 7fcf08a00700 1 -- 172.21.15.46:0/525878410 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcef4027070 con 0x7fcf0406a750 2024-04-26T01:48:14.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.428+0000 7fcf09e00700 1 -- 172.21.15.46:0/525878410 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf0410f480 con 0x7fcf0406a750 2024-04-26T01:48:14.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.428+0000 7fcf08a00700 1 -- 172.21.15.46:0/525878410 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fcef400b610 con 0x7fcf0406a750 2024-04-26T01:48:14.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.428+0000 7fcf08a00700 1 -- 172.21.15.46:0/525878410 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcef40173f0 con 0x7fcf0406a750 2024-04-26T01:48:14.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.428+0000 7fcf09e00700 1 -- 172.21.15.46:0/525878410 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf041ac360 con 0x7fcf0406a750 2024-04-26T01:48:14.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.429+0000 7fcef9600700 1 -- 172.21.15.46:0/525878410 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fcf040631d0 con 0x7fcf0406a750 2024-04-26T01:48:14.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.432+0000 7fcf08a00700 1 -- 172.21.15.46:0/525878410 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fcef402a070 con 0x7fcf0406a750 2024-04-26T01:48:14.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.433+0000 7fcf08a00700 1 --2- 172.21.15.46:0/525878410 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fcee80a3d50 0x7fcee80a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:14.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.434+0000 7fcf08a00700 1 -- 172.21.15.46:0/525878410 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fcef40d14a0 con 0x7fcf0406a750 2024-04-26T01:48:14.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.434+0000 7fcf02000700 1 --2- 172.21.15.46:0/525878410 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fcee80a3d50 0x7fcee80a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:14.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.434+0000 7fcf08a00700 1 --2- 172.21.15.46:0/525878410 >> [v2:172.21.15.103:6816/3114516049,v1:172.21.15.103:6817/3114516049] conn(0x7fcee80ad760 0x7fcee80afc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:14.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.434+0000 7fcf08a00700 1 -- 172.21.15.46:0/525878410 --> [v2:172.21.15.103:6816/3114516049,v1:172.21.15.103:6817/3114516049] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fcef4031ea0 con 0x7fcee80ad760 2024-04-26T01:48:14.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.434+0000 7fcf08a00700 1 -- 172.21.15.46:0/525878410 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7fcef40d1850 con 0x7fcf0406a750 2024-04-26T01:48:14.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.434+0000 7fcf03400700 1 --2- 172.21.15.46:0/525878410 >> [v2:172.21.15.103:6816/3114516049,v1:172.21.15.103:6817/3114516049] conn(0x7fcee80ad760 0x7fcee80afc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:14.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.435+0000 7fcf02000700 1 --2- 172.21.15.46:0/525878410 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fcee80a3d50 0x7fcee80a6210 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fcf0410fd60 tx=0x7fcef0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:14.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.435+0000 7fcf03400700 1 --2- 172.21.15.46:0/525878410 >> [v2:172.21.15.103:6816/3114516049,v1:172.21.15.103:6817/3114516049] conn(0x7fcee80ad760 0x7fcee80afc00 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:14.433 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.436+0000 7fcf08a00700 1 -- 172.21.15.46:0/525878410 <== osd.7 v2:172.21.15.103:6816/3114516049 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fcef4031ea0 con 0x7fcee80ad760 2024-04-26T01:48:14.452 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.455+0000 7fcef9600700 1 -- 172.21.15.46:0/525878410 --> [v2:172.21.15.103:6816/3114516049,v1:172.21.15.103:6817/3114516049] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fcf04104170 con 0x7fcee80ad760 2024-04-26T01:48:14.453 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.455+0000 7fcf08a00700 1 -- 172.21.15.46:0/525878410 <== osd.7 v2:172.21.15.103:6816/3114516049 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fcf04104170 con 0x7fcee80ad760 2024-04-26T01:48:14.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.456+0000 7fcef9600700 1 -- 172.21.15.46:0/525878410 >> [v2:172.21.15.103:6816/3114516049,v1:172.21.15.103:6817/3114516049] conn(0x7fcee80ad760 msgr2=0x7fcee80afc00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:14.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.456+0000 7fcef9600700 1 --2- 172.21.15.46:0/525878410 >> [v2:172.21.15.103:6816/3114516049,v1:172.21.15.103:6817/3114516049] conn(0x7fcee80ad760 0x7fcee80afc00 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:14.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.456+0000 7fcef9600700 1 -- 172.21.15.46:0/525878410 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fcee80a3d50 msgr2=0x7fcee80a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:14.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.456+0000 7fcef9600700 1 --2- 172.21.15.46:0/525878410 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fcee80a3d50 0x7fcee80a6210 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fcf0410fd60 tx=0x7fcef0009260 comp rx=0 tx=0).stop 2024-04-26T01:48:14.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.456+0000 7fcef9600700 1 -- 172.21.15.46:0/525878410 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcf0406a750 msgr2=0x7fcf041a4430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:14.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.456+0000 7fcef9600700 1 --2- 172.21.15.46:0/525878410 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcf0406a750 0x7fcf041a4430 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fcef4000c00 tx=0x7fcef40057c0 comp rx=0 tx=0).stop 2024-04-26T01:48:14.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.456+0000 7fcf03400700 1 -- 172.21.15.46:0/525878410 reap_dead start 2024-04-26T01:48:14.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.456+0000 7fcef9600700 1 -- 172.21.15.46:0/525878410 shutdown_connections 2024-04-26T01:48:14.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.456+0000 7fcef9600700 1 -- 172.21.15.46:0/525878410 >> 172.21.15.46:0/525878410 conn(0x7fcf040788f0 msgr2=0x7fcf040fffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:14.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.456+0000 7fcef9600700 1 -- 172.21.15.46:0/525878410 shutdown_connections 2024-04-26T01:48:14.455 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:14.456+0000 7fcef9600700 1 -- 172.21.15.46:0/525878410 wait complete. 2024-04-26T01:48:14.976 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.496+0000 7f2a69000700 1 -- 172.21.15.46:0/1702816141 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2a64102a90 msgr2=0x7f2a64102f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:14.976 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.496+0000 7f2a69000700 1 --2- 172.21.15.46:0/1702816141 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2a64102a90 0x7f2a64102f10 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f2a50009990 tx=0x7f2a50009ca0 comp rx=0 tx=0).stop 2024-04-26T01:48:14.976 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.496+0000 7f2a69000700 1 -- 172.21.15.46:0/1702816141 shutdown_connections 2024-04-26T01:48:14.976 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.496+0000 7f2a69000700 1 --2- 172.21.15.46:0/1702816141 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2a64103450 0x7f2a6410f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:14.976 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.496+0000 7f2a69000700 1 --2- 172.21.15.46:0/1702816141 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2a64108a50 0x7f2a64108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:14.976 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.496+0000 7f2a69000700 1 --2- 172.21.15.46:0/1702816141 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2a64102a90 0x7f2a64102f10 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:14.976 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.496+0000 7f2a69000700 1 -- 172.21.15.46:0/1702816141 >> 172.21.15.46:0/1702816141 conn(0x7f2a64079ba0 msgr2=0x7f2a64079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:14.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.496+0000 7f2a69000700 1 -- 172.21.15.46:0/1702816141 shutdown_connections 2024-04-26T01:48:14.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.496+0000 7f2a69000700 1 -- 172.21.15.46:0/1702816141 wait complete. 2024-04-26T01:48:14.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.498+0000 7f2a69000700 1 Processor -- start 2024-04-26T01:48:14.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.498+0000 7f2a69000700 1 -- start start 2024-04-26T01:48:14.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.498+0000 7f2a69000700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2a64102a90 0x7f2a6419b410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:14.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.498+0000 7f2a69000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2a64103450 0x7f2a6419b950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:14.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.498+0000 7f2a69000700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2a64108a50 0x7f2a6419fce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:14.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.498+0000 7f2a69000700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f2a64112d40 con 0x7f2a64103450 2024-04-26T01:48:14.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.498+0000 7f2a69000700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f2a64112bc0 con 0x7f2a64108a50 2024-04-26T01:48:14.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.498+0000 7f2a69000700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f2a64112ec0 con 0x7f2a64102a90 2024-04-26T01:48:14.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.499+0000 7f2a61400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2a64103450 0x7f2a6419b950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:14.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.499+0000 7f2a61400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2a64103450 0x7f2a6419b950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58832/0 (socket says 172.21.15.46:58832) 2024-04-26T01:48:14.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.499+0000 7f2a61400700 1 -- 172.21.15.46:0/747318921 learned_addr learned my addr 172.21.15.46:0/747318921 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:48:14.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.499+0000 7f2a61e00700 1 --2- 172.21.15.46:0/747318921 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2a64102a90 0x7f2a6419b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:14.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.499+0000 7f2a62800700 1 --2- 172.21.15.46:0/747318921 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2a64108a50 0x7f2a6419fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:14.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.499+0000 7f2a61e00700 1 -- 172.21.15.46:0/747318921 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2a64108a50 msgr2=0x7f2a6419fce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:14.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.499+0000 7f2a61e00700 1 --2- 172.21.15.46:0/747318921 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2a64108a50 0x7f2a6419fce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:14.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.499+0000 7f2a61e00700 1 -- 172.21.15.46:0/747318921 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2a64103450 msgr2=0x7f2a6419b950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:14.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.499+0000 7f2a61e00700 1 --2- 172.21.15.46:0/747318921 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2a64103450 0x7f2a6419b950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:14.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.499+0000 7f2a61e00700 1 -- 172.21.15.46:0/747318921 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a641a0420 con 0x7f2a64102a90 2024-04-26T01:48:14.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.499+0000 7f2a62800700 1 --2- 172.21.15.46:0/747318921 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2a64108a50 0x7f2a6419fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:48:14.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.500+0000 7f2a61e00700 1 --2- 172.21.15.46:0/747318921 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2a64102a90 0x7f2a6419b410 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f2a5400e9f0 tx=0x7f2a5400ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:14.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.500+0000 7f2a5aa00700 1 -- 172.21.15.46:0/747318921 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a5400c9c0 con 0x7f2a64102a90 2024-04-26T01:48:14.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.500+0000 7f2a69000700 1 -- 172.21.15.46:0/747318921 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a641a0710 con 0x7f2a64102a90 2024-04-26T01:48:14.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.500+0000 7f2a5aa00700 1 -- 172.21.15.46:0/747318921 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2a5400cb60 con 0x7f2a64102a90 2024-04-26T01:48:14.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.500+0000 7f2a5aa00700 1 -- 172.21.15.46:0/747318921 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a54018680 con 0x7f2a64102a90 2024-04-26T01:48:14.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.500+0000 7f2a69000700 1 -- 172.21.15.46:0/747318921 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a641a7f90 con 0x7f2a64102a90 2024-04-26T01:48:14.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.501+0000 7f2a69000700 1 -- 172.21.15.46:0/747318921 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f2a64076960 con 0x7f2a64102a90 2024-04-26T01:48:14.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.504+0000 7f2a5aa00700 1 -- 172.21.15.46:0/747318921 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f2a54010430 con 0x7f2a64102a90 2024-04-26T01:48:14.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.505+0000 7f2a5aa00700 1 --2- 172.21.15.46:0/747318921 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f2a480a3d50 0x7f2a480a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:14.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.505+0000 7f2a5aa00700 1 -- 172.21.15.46:0/747318921 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f2a540d0af0 con 0x7f2a64102a90 2024-04-26T01:48:14.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.505+0000 7f2a61400700 1 --2- 172.21.15.46:0/747318921 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f2a480a3d50 0x7f2a480a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:14.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.505+0000 7f2a5aa00700 1 --2- 172.21.15.46:0/747318921 >> [v2:172.21.15.103:6800/4149643711,v1:172.21.15.103:6801/4149643711] conn(0x7f2a480ad890 0x7f2a480afd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:14.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.505+0000 7f2a5aa00700 1 -- 172.21.15.46:0/747318921 --> [v2:172.21.15.103:6800/4149643711,v1:172.21.15.103:6801/4149643711] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f2a54010a60 con 0x7f2a480ad890 2024-04-26T01:48:14.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.505+0000 7f2a5aa00700 1 -- 172.21.15.46:0/747318921 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f2a540d0ea0 con 0x7f2a64102a90 2024-04-26T01:48:14.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.506+0000 7f2a62800700 1 --2- 172.21.15.46:0/747318921 >> [v2:172.21.15.103:6800/4149643711,v1:172.21.15.103:6801/4149643711] conn(0x7f2a480ad890 0x7f2a480afd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:14.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.506+0000 7f2a61400700 1 --2- 172.21.15.46:0/747318921 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f2a480a3d50 0x7f2a480a6210 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f2a6407a4e0 tx=0x7f2a5000b610 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:14.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.507+0000 7f2a62800700 1 --2- 172.21.15.46:0/747318921 >> [v2:172.21.15.103:6800/4149643711,v1:172.21.15.103:6801/4149643711] conn(0x7f2a480ad890 0x7f2a480afd30 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:14.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.508+0000 7f2a5aa00700 1 -- 172.21.15.46:0/747318921 <== osd.1 v2:172.21.15.103:6800/4149643711 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f2a54010a60 con 0x7f2a480ad890 2024-04-26T01:48:14.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.531+0000 7f2a69000700 1 -- 172.21.15.46:0/747318921 --> [v2:172.21.15.103:6800/4149643711,v1:172.21.15.103:6801/4149643711] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f2a64104180 con 0x7f2a480ad890 2024-04-26T01:48:14.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.531+0000 7f2a5aa00700 1 -- 172.21.15.46:0/747318921 <== osd.1 v2:172.21.15.103:6800/4149643711 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f2a64104180 con 0x7f2a480ad890 2024-04-26T01:48:14.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.532+0000 7f2a69000700 1 -- 172.21.15.46:0/747318921 >> [v2:172.21.15.103:6800/4149643711,v1:172.21.15.103:6801/4149643711] conn(0x7f2a480ad890 msgr2=0x7f2a480afd30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:14.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.532+0000 7f2a69000700 1 --2- 172.21.15.46:0/747318921 >> [v2:172.21.15.103:6800/4149643711,v1:172.21.15.103:6801/4149643711] conn(0x7f2a480ad890 0x7f2a480afd30 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:14.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.532+0000 7f2a69000700 1 -- 172.21.15.46:0/747318921 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f2a480a3d50 msgr2=0x7f2a480a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:14.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.532+0000 7f2a69000700 1 --2- 172.21.15.46:0/747318921 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f2a480a3d50 0x7f2a480a6210 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f2a6407a4e0 tx=0x7f2a5000b610 comp rx=0 tx=0).stop 2024-04-26T01:48:14.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.532+0000 7f2a69000700 1 -- 172.21.15.46:0/747318921 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2a64102a90 msgr2=0x7f2a6419b410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:14.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.532+0000 7f2a69000700 1 --2- 172.21.15.46:0/747318921 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2a64102a90 0x7f2a6419b410 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f2a5400e9f0 tx=0x7f2a5400ed00 comp rx=0 tx=0).stop 2024-04-26T01:48:14.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.532+0000 7f2a62800700 1 -- 172.21.15.46:0/747318921 reap_dead start 2024-04-26T01:48:14.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.532+0000 7f2a69000700 1 -- 172.21.15.46:0/747318921 shutdown_connections 2024-04-26T01:48:14.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.532+0000 7f2a69000700 1 -- 172.21.15.46:0/747318921 >> 172.21.15.46:0/747318921 conn(0x7f2a64079ba0 msgr2=0x7f2a64074f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:14.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.532+0000 7f2a69000700 1 -- 172.21.15.46:0/747318921 shutdown_connections 2024-04-26T01:48:14.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:09.533+0000 7f2a69000700 1 -- 172.21.15.46:0/747318921 wait complete. 2024-04-26T01:48:15.125 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:14 smithi046 ceph-mon[28013]: pgmap v387: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:48:15.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:14 smithi103 ceph-mon[32920]: pgmap v387: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:48:15.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:14 smithi163 ceph-mon[32592]: pgmap v387: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:48:15.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.586+0000 7fd8b3000700 1 -- 172.21.15.46:0/863394962 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd8ac106da0 msgr2=0x7fd8ac107250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:15.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.586+0000 7fd8b3000700 1 --2- 172.21.15.46:0/863394962 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd8ac106da0 0x7fd8ac107250 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fd8a400b0a0 tx=0x7fd8a400b3b0 comp rx=0 tx=0).stop 2024-04-26T01:48:15.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.586+0000 7fd8b3000700 1 -- 172.21.15.46:0/863394962 shutdown_connections 2024-04-26T01:48:15.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.586+0000 7fd8b3000700 1 --2- 172.21.15.46:0/863394962 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd8ac106da0 0x7fd8ac107250 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:15.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.586+0000 7fd8b3000700 1 --2- 172.21.15.46:0/863394962 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd8ac101990 0x7fd8ac101d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:15.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.586+0000 7fd8b3000700 1 --2- 172.21.15.46:0/863394962 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd8ac1022b0 0x7fd8ac106780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:15.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.586+0000 7fd8b3000700 1 -- 172.21.15.46:0/863394962 >> 172.21.15.46:0/863394962 conn(0x7fd8ac0fd3f0 msgr2=0x7fd8ac0ff810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:15.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.586+0000 7fd8b3000700 1 -- 172.21.15.46:0/863394962 shutdown_connections 2024-04-26T01:48:15.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.586+0000 7fd8b3000700 1 -- 172.21.15.46:0/863394962 wait complete. 2024-04-26T01:48:15.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.588+0000 7fd8b3000700 1 Processor -- start 2024-04-26T01:48:15.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.588+0000 7fd8b3000700 1 -- start start 2024-04-26T01:48:15.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.589+0000 7fd8b3000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd8ac101990 0x7fd8ac1a53e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:15.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.589+0000 7fd8b3000700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd8ac1022b0 0x7fd8ac1a5920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:15.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.589+0000 7fd8b3000700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd8ac106da0 0x7fd8ac19f5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:15.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.589+0000 7fd8b3000700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fd8ac119360 con 0x7fd8ac101990 2024-04-26T01:48:15.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.589+0000 7fd8b3000700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fd8ac1191e0 con 0x7fd8ac1022b0 2024-04-26T01:48:15.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.589+0000 7fd8b3000700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fd8ac1194e0 con 0x7fd8ac106da0 2024-04-26T01:48:15.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.589+0000 7fd8b1c00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd8ac101990 0x7fd8ac1a53e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:15.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.589+0000 7fd8b1c00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd8ac101990 0x7fd8ac1a53e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33396/0 (socket says 172.21.15.46:33396) 2024-04-26T01:48:15.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.589+0000 7fd8b1c00700 1 -- 172.21.15.46:0/3480446692 learned_addr learned my addr 172.21.15.46:0/3480446692 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:48:15.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.589+0000 7fd8b2600700 1 --2- 172.21.15.46:0/3480446692 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd8ac106da0 0x7fd8ac19f5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:15.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.589+0000 7fd8b1200700 1 --2- 172.21.15.46:0/3480446692 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd8ac1022b0 0x7fd8ac1a5920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:15.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.590+0000 7fd8b1c00700 1 -- 172.21.15.46:0/3480446692 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd8ac106da0 msgr2=0x7fd8ac19f5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:15.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.590+0000 7fd8b1c00700 1 --2- 172.21.15.46:0/3480446692 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd8ac106da0 0x7fd8ac19f5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:15.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.590+0000 7fd8b1c00700 1 -- 172.21.15.46:0/3480446692 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd8ac1022b0 msgr2=0x7fd8ac1a5920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:15.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.590+0000 7fd8b1c00700 1 --2- 172.21.15.46:0/3480446692 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd8ac1022b0 0x7fd8ac1a5920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:15.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.590+0000 7fd8b1c00700 1 -- 172.21.15.46:0/3480446692 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8ac19fd00 con 0x7fd8ac101990 2024-04-26T01:48:15.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.590+0000 7fd8b1c00700 1 --2- 172.21.15.46:0/3480446692 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd8ac101990 0x7fd8ac1a53e0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fd8a000eb30 tx=0x7fd8a000ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:15.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.590+0000 7fd8aa000700 1 -- 172.21.15.46:0/3480446692 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8a000cbd0 con 0x7fd8ac101990 2024-04-26T01:48:15.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.590+0000 7fd8aa000700 1 -- 172.21.15.46:0/3480446692 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd8a00044f0 con 0x7fd8ac101990 2024-04-26T01:48:15.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.590+0000 7fd8b3000700 1 -- 172.21.15.46:0/3480446692 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8ac19fff0 con 0x7fd8ac101990 2024-04-26T01:48:15.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.590+0000 7fd8aa000700 1 -- 172.21.15.46:0/3480446692 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8a0010430 con 0x7fd8ac101990 2024-04-26T01:48:15.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.590+0000 7fd8b3000700 1 -- 172.21.15.46:0/3480446692 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8ac1ac2b0 con 0x7fd8ac101990 2024-04-26T01:48:15.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.591+0000 7fd8b3000700 1 -- 172.21.15.46:0/3480446692 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd8ac106100 con 0x7fd8ac101990 2024-04-26T01:48:15.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.593+0000 7fd8aa000700 1 -- 172.21.15.46:0/3480446692 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fd8a0003ed0 con 0x7fd8ac101990 2024-04-26T01:48:15.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.595+0000 7fd8aa000700 1 --2- 172.21.15.46:0/3480446692 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fd8940a3d50 0x7fd8940a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:15.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.595+0000 7fd8aa000700 1 -- 172.21.15.46:0/3480446692 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fd8a00d0bb0 con 0x7fd8ac101990 2024-04-26T01:48:15.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.595+0000 7fd8b1200700 1 --2- 172.21.15.46:0/3480446692 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fd8940a3d50 0x7fd8940a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:15.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.595+0000 7fd8aa000700 1 --2- 172.21.15.46:0/3480446692 >> [v2:172.21.15.46:6826/1569907716,v1:172.21.15.46:6827/1569907716] conn(0x7fd8940ad890 0x7fd8940afd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:15.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.595+0000 7fd8aa000700 1 -- 172.21.15.46:0/3480446692 --> [v2:172.21.15.46:6826/1569907716,v1:172.21.15.46:6827/1569907716] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd8a0005770 con 0x7fd8940ad890 2024-04-26T01:48:15.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.595+0000 7fd8aa000700 1 -- 172.21.15.46:0/3480446692 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7fd8a00d0f60 con 0x7fd8ac101990 2024-04-26T01:48:15.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.596+0000 7fd8b2600700 1 --2- 172.21.15.46:0/3480446692 >> [v2:172.21.15.46:6826/1569907716,v1:172.21.15.46:6827/1569907716] conn(0x7fd8940ad890 0x7fd8940afd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:15.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.596+0000 7fd8b1200700 1 --2- 172.21.15.46:0/3480446692 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fd8940a3d50 0x7fd8940a6210 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fd8ac107480 tx=0x7fd89800b360 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:15.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.596+0000 7fd8b2600700 1 --2- 172.21.15.46:0/3480446692 >> [v2:172.21.15.46:6826/1569907716,v1:172.21.15.46:6827/1569907716] conn(0x7fd8940ad890 0x7fd8940afd30 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:15.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.597+0000 7fd8aa000700 1 -- 172.21.15.46:0/3480446692 <== osd.9 v2:172.21.15.46:6826/1569907716 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fd8a0005770 con 0x7fd8940ad890 2024-04-26T01:48:15.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.616+0000 7fd8b3000700 1 -- 172.21.15.46:0/3480446692 --> [v2:172.21.15.46:6826/1569907716,v1:172.21.15.46:6827/1569907716] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fd8ac06b890 con 0x7fd8940ad890 2024-04-26T01:48:15.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.616+0000 7fd8aa000700 1 -- 172.21.15.46:0/3480446692 <== osd.9 v2:172.21.15.46:6826/1569907716 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fd8ac06b890 con 0x7fd8940ad890 2024-04-26T01:48:15.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.617+0000 7fd8b3000700 1 -- 172.21.15.46:0/3480446692 >> [v2:172.21.15.46:6826/1569907716,v1:172.21.15.46:6827/1569907716] conn(0x7fd8940ad890 msgr2=0x7fd8940afd30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:15.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.617+0000 7fd8b3000700 1 --2- 172.21.15.46:0/3480446692 >> [v2:172.21.15.46:6826/1569907716,v1:172.21.15.46:6827/1569907716] conn(0x7fd8940ad890 0x7fd8940afd30 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:15.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.617+0000 7fd8b3000700 1 -- 172.21.15.46:0/3480446692 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fd8940a3d50 msgr2=0x7fd8940a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:15.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.617+0000 7fd8b3000700 1 --2- 172.21.15.46:0/3480446692 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fd8940a3d50 0x7fd8940a6210 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fd8ac107480 tx=0x7fd89800b360 comp rx=0 tx=0).stop 2024-04-26T01:48:15.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.617+0000 7fd8b3000700 1 -- 172.21.15.46:0/3480446692 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd8ac101990 msgr2=0x7fd8ac1a53e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:15.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.617+0000 7fd8b3000700 1 --2- 172.21.15.46:0/3480446692 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd8ac101990 0x7fd8ac1a53e0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fd8a000eb30 tx=0x7fd8a000ee40 comp rx=0 tx=0).stop 2024-04-26T01:48:15.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.617+0000 7fd8b2600700 1 -- 172.21.15.46:0/3480446692 reap_dead start 2024-04-26T01:48:15.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.617+0000 7fd8b3000700 1 -- 172.21.15.46:0/3480446692 shutdown_connections 2024-04-26T01:48:15.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.617+0000 7fd8b3000700 1 -- 172.21.15.46:0/3480446692 >> 172.21.15.46:0/3480446692 conn(0x7fd8ac0fd3f0 msgr2=0x7fd8ac104750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:15.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.617+0000 7fd8b3000700 1 -- 172.21.15.46:0/3480446692 shutdown_connections 2024-04-26T01:48:15.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:15.617+0000 7fd8b3000700 1 -- 172.21.15.46:0/3480446692 wait complete. 2024-04-26T01:48:16.252 INFO:teuthology.orchestra.run.smithi046.stdout:55834574943 2024-04-26T01:48:16.253 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-04-26T01:48:16.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.470+0000 7fb3c3800700 1 -- 172.21.15.46:0/2104998745 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb3bc06a750 msgr2=0x7fb3bc06abb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:16.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.470+0000 7fb3c3800700 1 --2- 172.21.15.46:0/2104998745 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb3bc06a750 0x7fb3bc06abb0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fb3a80098f0 tx=0x7fb3a8009c00 comp rx=0 tx=0).stop 2024-04-26T01:48:16.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.471+0000 7fb3c3800700 1 -- 172.21.15.46:0/2104998745 shutdown_connections 2024-04-26T01:48:16.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.471+0000 7fb3c3800700 1 --2- 172.21.15.46:0/2104998745 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb3bc06b0f0 0x7fb3bc10f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:16.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.471+0000 7fb3c3800700 1 --2- 172.21.15.46:0/2104998745 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb3bc108a30 0x7fb3bc108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:16.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.471+0000 7fb3c3800700 1 --2- 172.21.15.46:0/2104998745 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb3bc06a750 0x7fb3bc06abb0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:16.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.471+0000 7fb3c3800700 1 -- 172.21.15.46:0/2104998745 >> 172.21.15.46:0/2104998745 conn(0x7fb3bc0788f0 msgr2=0x7fb3bc078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:16.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.471+0000 7fb3c3800700 1 -- 172.21.15.46:0/2104998745 shutdown_connections 2024-04-26T01:48:16.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.471+0000 7fb3c3800700 1 -- 172.21.15.46:0/2104998745 wait complete. 2024-04-26T01:48:16.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.472+0000 7fb3c3800700 1 Processor -- start 2024-04-26T01:48:16.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.472+0000 7fb3c3800700 1 -- start start 2024-04-26T01:48:16.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.473+0000 7fb3c3800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb3bc06a750 0x7fb3bc19b530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:16.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.473+0000 7fb3c3800700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb3bc06b0f0 0x7fb3bc19ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:16.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.473+0000 7fb3c3800700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb3bc108a30 0x7fb3bc19fe00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:16.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.473+0000 7fb3c3800700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb3bc112d80 con 0x7fb3bc06a750 2024-04-26T01:48:16.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.473+0000 7fb3c3800700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fb3bc112c00 con 0x7fb3bc108a30 2024-04-26T01:48:16.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.473+0000 7fb3c3800700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fb3bc112f00 con 0x7fb3bc06b0f0 2024-04-26T01:48:16.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.473+0000 7fb3c0e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb3bc06a750 0x7fb3bc19b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:16.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.473+0000 7fb3c0e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb3bc06a750 0x7fb3bc19b530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33418/0 (socket says 172.21.15.46:33418) 2024-04-26T01:48:16.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.473+0000 7fb3c0e00700 1 -- 172.21.15.46:0/3536107433 learned_addr learned my addr 172.21.15.46:0/3536107433 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:48:16.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.473+0000 7fb3bbe00700 1 --2- 172.21.15.46:0/3536107433 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb3bc06b0f0 0x7fb3bc19ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:16.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.473+0000 7fb3c1800700 1 --2- 172.21.15.46:0/3536107433 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb3bc108a30 0x7fb3bc19fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:16.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.474+0000 7fb3c0e00700 1 -- 172.21.15.46:0/3536107433 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb3bc06b0f0 msgr2=0x7fb3bc19ba70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:16.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.474+0000 7fb3c0e00700 1 --2- 172.21.15.46:0/3536107433 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb3bc06b0f0 0x7fb3bc19ba70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:16.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.474+0000 7fb3c0e00700 1 -- 172.21.15.46:0/3536107433 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb3bc108a30 msgr2=0x7fb3bc19fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:16.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.474+0000 7fb3c0e00700 1 --2- 172.21.15.46:0/3536107433 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb3bc108a30 0x7fb3bc19fe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:16.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.474+0000 7fb3c0e00700 1 -- 172.21.15.46:0/3536107433 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3bc1a0540 con 0x7fb3bc06a750 2024-04-26T01:48:16.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.474+0000 7fb3bbe00700 1 --2- 172.21.15.46:0/3536107433 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb3bc06b0f0 0x7fb3bc19ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:48:16.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.474+0000 7fb3c0e00700 1 --2- 172.21.15.46:0/3536107433 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb3bc06a750 0x7fb3bc19b530 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fb3b000ec10 tx=0x7fb3b000ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:16.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.474+0000 7fb3b9600700 1 -- 172.21.15.46:0/3536107433 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3b000cc90 con 0x7fb3bc06a750 2024-04-26T01:48:16.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.474+0000 7fb3b9600700 1 -- 172.21.15.46:0/3536107433 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb3b000ce30 con 0x7fb3bc06a750 2024-04-26T01:48:16.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.474+0000 7fb3b9600700 1 -- 172.21.15.46:0/3536107433 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3b0010490 con 0x7fb3bc06a750 2024-04-26T01:48:16.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.475+0000 7fb3c3800700 1 -- 172.21.15.46:0/3536107433 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3bc1a0830 con 0x7fb3bc06a750 2024-04-26T01:48:16.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.475+0000 7fb3c3800700 1 -- 172.21.15.46:0/3536107433 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3bc1a80b0 con 0x7fb3bc06a750 2024-04-26T01:48:16.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.476+0000 7fb3c3800700 1 -- 172.21.15.46:0/3536107433 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fb3bc063150 con 0x7fb3bc06a750 2024-04-26T01:48:16.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.478+0000 7fb3b9600700 1 -- 172.21.15.46:0/3536107433 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fb3b0003680 con 0x7fb3bc06a750 2024-04-26T01:48:16.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.479+0000 7fb3b9600700 1 --2- 172.21.15.46:0/3536107433 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fb3a40a3d50 0x7fb3a40a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:16.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.479+0000 7fb3b9600700 1 -- 172.21.15.46:0/3536107433 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fb3b00d0a50 con 0x7fb3bc06a750 2024-04-26T01:48:16.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.480+0000 7fb3bbe00700 1 --2- 172.21.15.46:0/3536107433 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fb3a40a3d50 0x7fb3a40a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:16.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.480+0000 7fb3b9600700 1 --2- 172.21.15.46:0/3536107433 >> [v2:172.21.15.46:6818/2027770735,v1:172.21.15.46:6819/2027770735] conn(0x7fb3a40ad890 0x7fb3a40afd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:16.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.480+0000 7fb3b9600700 1 -- 172.21.15.46:0/3536107433 --> [v2:172.21.15.46:6818/2027770735,v1:172.21.15.46:6819/2027770735] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fb3b0023e50 con 0x7fb3a40ad890 2024-04-26T01:48:16.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.480+0000 7fb3b9600700 1 -- 172.21.15.46:0/3536107433 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7fb3b00d0e00 con 0x7fb3bc06a750 2024-04-26T01:48:16.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.480+0000 7fb3c1800700 1 --2- 172.21.15.46:0/3536107433 >> [v2:172.21.15.46:6818/2027770735,v1:172.21.15.46:6819/2027770735] conn(0x7fb3a40ad890 0x7fb3a40afd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:16.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.481+0000 7fb3c1800700 1 --2- 172.21.15.46:0/3536107433 >> [v2:172.21.15.46:6818/2027770735,v1:172.21.15.46:6819/2027770735] conn(0x7fb3a40ad890 0x7fb3a40afd30 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:16.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.481+0000 7fb3bbe00700 1 --2- 172.21.15.46:0/3536107433 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fb3a40a3d50 0x7fb3a40a6210 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fb3a80098c0 tx=0x7fb3a8019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:16.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.482+0000 7fb3b9600700 1 -- 172.21.15.46:0/3536107433 <== osd.6 v2:172.21.15.46:6818/2027770735 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fb3b0023e50 con 0x7fb3a40ad890 2024-04-26T01:48:16.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.500+0000 7fb3c3800700 1 -- 172.21.15.46:0/3536107433 --> [v2:172.21.15.46:6818/2027770735,v1:172.21.15.46:6819/2027770735] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fb3bc063620 con 0x7fb3a40ad890 2024-04-26T01:48:16.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.501+0000 7fb3b9600700 1 -- 172.21.15.46:0/3536107433 <== osd.6 v2:172.21.15.46:6818/2027770735 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fb3bc063620 con 0x7fb3a40ad890 2024-04-26T01:48:16.538 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.501+0000 7fb3c3800700 1 -- 172.21.15.46:0/3536107433 >> [v2:172.21.15.46:6818/2027770735,v1:172.21.15.46:6819/2027770735] conn(0x7fb3a40ad890 msgr2=0x7fb3a40afd30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:16.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.501+0000 7fb3c3800700 1 --2- 172.21.15.46:0/3536107433 >> [v2:172.21.15.46:6818/2027770735,v1:172.21.15.46:6819/2027770735] conn(0x7fb3a40ad890 0x7fb3a40afd30 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:16.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.502+0000 7fb3c3800700 1 -- 172.21.15.46:0/3536107433 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fb3a40a3d50 msgr2=0x7fb3a40a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:16.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.502+0000 7fb3c3800700 1 --2- 172.21.15.46:0/3536107433 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fb3a40a3d50 0x7fb3a40a6210 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fb3a80098c0 tx=0x7fb3a8019040 comp rx=0 tx=0).stop 2024-04-26T01:48:16.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.502+0000 7fb3c3800700 1 -- 172.21.15.46:0/3536107433 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb3bc06a750 msgr2=0x7fb3bc19b530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:16.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.502+0000 7fb3c3800700 1 --2- 172.21.15.46:0/3536107433 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb3bc06a750 0x7fb3bc19b530 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fb3b000ec10 tx=0x7fb3b000ef20 comp rx=0 tx=0).stop 2024-04-26T01:48:16.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.502+0000 7fb3c1800700 1 -- 172.21.15.46:0/3536107433 reap_dead start 2024-04-26T01:48:16.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.502+0000 7fb3c3800700 1 -- 172.21.15.46:0/3536107433 shutdown_connections 2024-04-26T01:48:16.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.502+0000 7fb3c3800700 1 -- 172.21.15.46:0/3536107433 >> 172.21.15.46:0/3536107433 conn(0x7fb3bc0788f0 msgr2=0x7fb3bc10dfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:16.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.502+0000 7fb3c3800700 1 -- 172.21.15.46:0/3536107433 shutdown_connections 2024-04-26T01:48:16.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:16.502+0000 7fb3c3800700 1 -- 172.21.15.46:0/3536107433 wait complete. 2024-04-26T01:48:17.142 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:16 smithi046 ceph-mon[28013]: pgmap v388: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:48:17.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:16 smithi103 ceph-mon[32920]: pgmap v388: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:48:17.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:16 smithi163 ceph-mon[32592]: pgmap v388: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:48:17.689 INFO:teuthology.orchestra.run.smithi046.stdout:201863462979 2024-04-26T01:48:17.689 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-04-26T01:48:18.390 INFO:teuthology.orchestra.run.smithi046.stdout:223338299453 2024-04-26T01:48:18.390 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-04-26T01:48:18.659 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.627+0000 7f7451800700 1 -- 172.21.15.46:0/3360180748 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f744c108a30 msgr2=0x7f744c108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:18.659 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.627+0000 7f7451800700 1 --2- 172.21.15.46:0/3360180748 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f744c108a30 0x7f744c108e10 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f743c0098f0 tx=0x7f743c009c00 comp rx=0 tx=0).stop 2024-04-26T01:48:18.659 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.627+0000 7f7451800700 1 -- 172.21.15.46:0/3360180748 shutdown_connections 2024-04-26T01:48:18.659 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.627+0000 7f7451800700 1 --2- 172.21.15.46:0/3360180748 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f744c06b0f0 0x7f744c10f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:18.659 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.627+0000 7f7451800700 1 --2- 172.21.15.46:0/3360180748 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f744c108a30 0x7f744c108e10 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:18.659 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.627+0000 7f7451800700 1 --2- 172.21.15.46:0/3360180748 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f744c06a750 0x7f744c06abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:18.659 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.627+0000 7f7451800700 1 -- 172.21.15.46:0/3360180748 >> 172.21.15.46:0/3360180748 conn(0x7f744c0788f0 msgr2=0x7f744c078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:18.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.627+0000 7f7451800700 1 -- 172.21.15.46:0/3360180748 shutdown_connections 2024-04-26T01:48:18.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.628+0000 7f7451800700 1 -- 172.21.15.46:0/3360180748 wait complete. 2024-04-26T01:48:18.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.628+0000 7f7451800700 1 Processor -- start 2024-04-26T01:48:18.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.629+0000 7f7451800700 1 -- start start 2024-04-26T01:48:18.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.629+0000 7f7451800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f744c06a750 0x7f744c199260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:18.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.629+0000 7f7451800700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f744c06b0f0 0x7f744c1997a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:18.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.629+0000 7f7451800700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f744c108a30 0x7f744c19db30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:18.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.629+0000 7f7451800700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f744c112d50 con 0x7f744c06a750 2024-04-26T01:48:18.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.629+0000 7f7451800700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f744c112bd0 con 0x7f744c06b0f0 2024-04-26T01:48:18.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.629+0000 7f7451800700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f744c112ed0 con 0x7f744c108a30 2024-04-26T01:48:18.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.629+0000 7f744aa00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f744c06a750 0x7f744c199260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:18.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.629+0000 7f744aa00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f744c06a750 0x7f744c199260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33426/0 (socket says 172.21.15.46:33426) 2024-04-26T01:48:18.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.629+0000 7f744aa00700 1 -- 172.21.15.46:0/3658595882 learned_addr learned my addr 172.21.15.46:0/3658595882 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:48:18.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.629+0000 7f744a000700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f744c06b0f0 0x7f744c1997a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:18.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.630+0000 7f744b400700 1 --2- 172.21.15.46:0/3658595882 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f744c108a30 0x7f744c19db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:18.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.630+0000 7f744a000700 1 -- 172.21.15.46:0/3658595882 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f744c108a30 msgr2=0x7f744c19db30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:18.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.630+0000 7f744a000700 1 --2- 172.21.15.46:0/3658595882 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f744c108a30 0x7f744c19db30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:18.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.630+0000 7f744a000700 1 -- 172.21.15.46:0/3658595882 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f744c06a750 msgr2=0x7f744c199260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:18.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.630+0000 7f744a000700 1 --2- 172.21.15.46:0/3658595882 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f744c06a750 0x7f744c199260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:18.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.630+0000 7f744a000700 1 -- 172.21.15.46:0/3658595882 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f744c19e270 con 0x7f744c06b0f0 2024-04-26T01:48:18.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.630+0000 7f744a000700 1 --2- 172.21.15.46:0/3658595882 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f744c06b0f0 0x7f744c1997a0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f743800e9c0 tx=0x7f743800ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:18.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.631+0000 7f7443400700 1 -- 172.21.15.46:0/3658595882 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f743800c9c0 con 0x7f744c06b0f0 2024-04-26T01:48:18.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.631+0000 7f7443400700 1 -- 172.21.15.46:0/3658595882 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f743800cb60 con 0x7f744c06b0f0 2024-04-26T01:48:18.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.631+0000 7f7443400700 1 -- 172.21.15.46:0/3658595882 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7438018680 con 0x7f744c06b0f0 2024-04-26T01:48:18.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.631+0000 7f7451800700 1 -- 172.21.15.46:0/3658595882 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f744c19e560 con 0x7f744c06b0f0 2024-04-26T01:48:18.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.631+0000 7f7451800700 1 -- 172.21.15.46:0/3658595882 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f744c101940 con 0x7f744c06b0f0 2024-04-26T01:48:18.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.632+0000 7f7451800700 1 -- 172.21.15.46:0/3658595882 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f744c0631d0 con 0x7f744c06b0f0 2024-04-26T01:48:18.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.636+0000 7f7443400700 1 -- 172.21.15.46:0/3658595882 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f7438010430 con 0x7f744c06b0f0 2024-04-26T01:48:18.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.637+0000 7f7443400700 1 --2- 172.21.15.46:0/3658595882 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f74300a3d50 0x7f74300a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:18.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.637+0000 7f7443400700 1 -- 172.21.15.46:0/3658595882 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f74380d0c60 con 0x7f744c06b0f0 2024-04-26T01:48:18.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.637+0000 7f744aa00700 1 --2- 172.21.15.46:0/3658595882 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f74300a3d50 0x7f74300a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:18.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.637+0000 7f7443400700 1 --2- 172.21.15.46:0/3658595882 >> [v2:172.21.15.163:6824/1269489610,v1:172.21.15.163:6825/1269489610] conn(0x7f74300ad890 0x7f74300afd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:18.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.637+0000 7f7443400700 1 -- 172.21.15.46:0/3658595882 --> [v2:172.21.15.163:6824/1269489610,v1:172.21.15.163:6825/1269489610] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f7438019ec0 con 0x7f74300ad890 2024-04-26T01:48:18.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.637+0000 7f7443400700 1 -- 172.21.15.46:0/3658595882 <== mon.2 v2:172.21.15.103:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f74380d10b0 con 0x7f744c06b0f0 2024-04-26T01:48:18.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.638+0000 7f744b400700 1 --2- 172.21.15.46:0/3658595882 >> [v2:172.21.15.163:6824/1269489610,v1:172.21.15.163:6825/1269489610] conn(0x7f74300ad890 0x7f74300afd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:18.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.638+0000 7f744aa00700 1 --2- 172.21.15.46:0/3658595882 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f74300a3d50 0x7f74300a6210 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f743c009680 tx=0x7f743c005dc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:18.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.638+0000 7f744b400700 1 --2- 172.21.15.46:0/3658595882 >> [v2:172.21.15.163:6824/1269489610,v1:172.21.15.163:6825/1269489610] conn(0x7f74300ad890 0x7f74300afd30 crc :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:18.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.639+0000 7f7443400700 1 -- 172.21.15.46:0/3658595882 <== osd.11 v2:172.21.15.163:6824/1269489610 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f7438019ec0 con 0x7f74300ad890 2024-04-26T01:48:18.669 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.672+0000 7f7451800700 1 -- 172.21.15.46:0/3658595882 --> [v2:172.21.15.163:6824/1269489610,v1:172.21.15.163:6825/1269489610] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f744c0635d0 con 0x7f74300ad890 2024-04-26T01:48:18.670 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.672+0000 7f7443400700 1 -- 172.21.15.46:0/3658595882 <== osd.11 v2:172.21.15.163:6824/1269489610 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f744c0635d0 con 0x7f74300ad890 2024-04-26T01:48:18.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.673+0000 7f7451800700 1 -- 172.21.15.46:0/3658595882 >> [v2:172.21.15.163:6824/1269489610,v1:172.21.15.163:6825/1269489610] conn(0x7f74300ad890 msgr2=0x7f74300afd30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:18.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.673+0000 7f7451800700 1 --2- 172.21.15.46:0/3658595882 >> [v2:172.21.15.163:6824/1269489610,v1:172.21.15.163:6825/1269489610] conn(0x7f74300ad890 0x7f74300afd30 crc :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:18.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.673+0000 7f7451800700 1 -- 172.21.15.46:0/3658595882 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f74300a3d50 msgr2=0x7f74300a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:18.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.673+0000 7f7451800700 1 --2- 172.21.15.46:0/3658595882 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f74300a3d50 0x7f74300a6210 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f743c009680 tx=0x7f743c005dc0 comp rx=0 tx=0).stop 2024-04-26T01:48:18.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.673+0000 7f7451800700 1 -- 172.21.15.46:0/3658595882 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f744c06b0f0 msgr2=0x7f744c1997a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:18.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.673+0000 7f7451800700 1 --2- 172.21.15.46:0/3658595882 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f744c06b0f0 0x7f744c1997a0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f743800e9c0 tx=0x7f743800ecd0 comp rx=0 tx=0).stop 2024-04-26T01:48:18.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.673+0000 7f744b400700 1 -- 172.21.15.46:0/3658595882 reap_dead start 2024-04-26T01:48:18.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.673+0000 7f7451800700 1 -- 172.21.15.46:0/3658595882 shutdown_connections 2024-04-26T01:48:18.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.673+0000 7f7451800700 1 -- 172.21.15.46:0/3658595882 >> 172.21.15.46:0/3658595882 conn(0x7f744c0788f0 msgr2=0x7f744c0ffaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:18.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.673+0000 7f7451800700 1 -- 172.21.15.46:0/3658595882 shutdown_connections 2024-04-26T01:48:18.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:18.674+0000 7f7451800700 1 -- 172.21.15.46:0/3658595882 wait complete. 2024-04-26T01:48:19.030 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:18 smithi046 ceph-mon[28013]: pgmap v389: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 9 op/s 2024-04-26T01:48:19.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:18 smithi103 ceph-mon[32920]: pgmap v389: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 9 op/s 2024-04-26T01:48:19.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.326+0000 7f9163000700 1 -- 172.21.15.46:0/649451264 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f915c06b070 msgr2=0x7f915c10efb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:19.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.326+0000 7f9163000700 1 --2- 172.21.15.46:0/649451264 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f915c06b070 0x7f915c10efb0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f9148009990 tx=0x7f9148009ca0 comp rx=0 tx=0).stop 2024-04-26T01:48:19.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.326+0000 7f9163000700 1 -- 172.21.15.46:0/649451264 shutdown_connections 2024-04-26T01:48:19.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.326+0000 7f9163000700 1 --2- 172.21.15.46:0/649451264 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f915c10f4f0 0x7f915c1118e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:19.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.326+0000 7f9163000700 1 --2- 172.21.15.46:0/649451264 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f915c06a750 0x7f915c06ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:19.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.326+0000 7f9163000700 1 --2- 172.21.15.46:0/649451264 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f915c06b070 0x7f915c10efb0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:19.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.326+0000 7f9163000700 1 -- 172.21.15.46:0/649451264 >> 172.21.15.46:0/649451264 conn(0x7f915c0788f0 msgr2=0x7f915c078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:19.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.327+0000 7f9163000700 1 -- 172.21.15.46:0/649451264 shutdown_connections 2024-04-26T01:48:19.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.327+0000 7f9163000700 1 -- 172.21.15.46:0/649451264 wait complete. 2024-04-26T01:48:19.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.328+0000 7f9163000700 1 Processor -- start 2024-04-26T01:48:19.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.328+0000 7f9163000700 1 -- start start 2024-04-26T01:48:19.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.328+0000 7f9163000700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f915c06a750 0x7f915c19b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:19.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.329+0000 7f9163000700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f915c06b070 0x7f915c19b9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:19.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.329+0000 7f9163000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f915c10f4f0 0x7f915c19fd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:19.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.329+0000 7f9163000700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f915c114f50 con 0x7f915c10f4f0 2024-04-26T01:48:19.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.329+0000 7f9163000700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f915c114dd0 con 0x7f915c06b070 2024-04-26T01:48:19.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.329+0000 7f9163000700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f915c1150d0 con 0x7f915c06a750 2024-04-26T01:48:19.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.329+0000 7f915be00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f915c06a750 0x7f915c19b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:19.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.329+0000 7f915be00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f915c06a750 0x7f915c19b4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:40868/0 (socket says 172.21.15.46:40868) 2024-04-26T01:48:19.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.329+0000 7f915be00700 1 -- 172.21.15.46:0/1732299848 learned_addr learned my addr 172.21.15.46:0/1732299848 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:48:19.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.329+0000 7f915b400700 1 --2- 172.21.15.46:0/1732299848 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f915c06b070 0x7f915c19b9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:19.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.329+0000 7f915be00700 1 -- 172.21.15.46:0/1732299848 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f915c06b070 msgr2=0x7f915c19b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:19.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.329+0000 7f915be00700 1 --2- 172.21.15.46:0/1732299848 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f915c06b070 0x7f915c19b9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:19.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.329+0000 7f915be00700 1 -- 172.21.15.46:0/1732299848 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f915c10f4f0 msgr2=0x7f915c19fd70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T01:48:19.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.329+0000 7f915be00700 1 --2- 172.21.15.46:0/1732299848 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f915c10f4f0 0x7f915c19fd70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:19.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.329+0000 7f915be00700 1 -- 172.21.15.46:0/1732299848 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f915c1a04b0 con 0x7f915c06a750 2024-04-26T01:48:19.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.330+0000 7f915be00700 1 --2- 172.21.15.46:0/1732299848 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f915c06a750 0x7f915c19b4a0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f914c00eb30 tx=0x7f914c00ee40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:19.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.330+0000 7f9158c00700 1 -- 172.21.15.46:0/1732299848 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f914c00cc90 con 0x7f915c06a750 2024-04-26T01:48:19.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.330+0000 7f9158c00700 1 -- 172.21.15.46:0/1732299848 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f914c0044f0 con 0x7f915c06a750 2024-04-26T01:48:19.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.330+0000 7f9163000700 1 -- 172.21.15.46:0/1732299848 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f915c1a07a0 con 0x7f915c06a750 2024-04-26T01:48:19.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.330+0000 7f9158c00700 1 -- 172.21.15.46:0/1732299848 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f914c010430 con 0x7f915c06a750 2024-04-26T01:48:19.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.330+0000 7f9163000700 1 -- 172.21.15.46:0/1732299848 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f915c1a8020 con 0x7f915c06a750 2024-04-26T01:48:19.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.331+0000 7f9163000700 1 -- 172.21.15.46:0/1732299848 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f915c063150 con 0x7f915c06a750 2024-04-26T01:48:19.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.335+0000 7f9158c00700 1 -- 172.21.15.46:0/1732299848 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f914c003680 con 0x7f915c06a750 2024-04-26T01:48:19.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.337+0000 7f9158c00700 1 --2- 172.21.15.46:0/1732299848 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f91400a3d50 0x7f91400a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:19.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.337+0000 7f9158c00700 1 -- 172.21.15.46:0/1732299848 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f914c0d0be0 con 0x7f915c06a750 2024-04-26T01:48:19.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.337+0000 7f915b400700 1 --2- 172.21.15.46:0/1732299848 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f91400a3d50 0x7f91400a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:19.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.337+0000 7f9158c00700 1 --2- 172.21.15.46:0/1732299848 >> [v2:172.21.15.163:6816/1671606862,v1:172.21.15.163:6817/1671606862] conn(0x7f91400ad890 0x7f91400afd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:19.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.337+0000 7f9158c00700 1 -- 172.21.15.46:0/1732299848 --> [v2:172.21.15.163:6816/1671606862,v1:172.21.15.163:6817/1671606862] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f914c009500 con 0x7f91400ad890 2024-04-26T01:48:19.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.337+0000 7f9158c00700 1 -- 172.21.15.46:0/1732299848 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f914c0d0f90 con 0x7f915c06a750 2024-04-26T01:48:19.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.338+0000 7f9161000700 1 --2- 172.21.15.46:0/1732299848 >> [v2:172.21.15.163:6816/1671606862,v1:172.21.15.163:6817/1671606862] conn(0x7f91400ad890 0x7f91400afd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:19.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.338+0000 7f915b400700 1 --2- 172.21.15.46:0/1732299848 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f91400a3d50 0x7f91400a6210 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f91480098e0 tx=0x7f9148005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:19.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.338+0000 7f9161000700 1 --2- 172.21.15.46:0/1732299848 >> [v2:172.21.15.163:6816/1671606862,v1:172.21.15.163:6817/1671606862] conn(0x7f91400ad890 0x7f91400afd30 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:19.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.339+0000 7f9158c00700 1 -- 172.21.15.46:0/1732299848 <== osd.8 v2:172.21.15.163:6816/1671606862 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f914c009500 con 0x7f91400ad890 2024-04-26T01:48:19.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.358+0000 7f9163000700 1 -- 172.21.15.46:0/1732299848 --> [v2:172.21.15.163:6816/1671606862,v1:172.21.15.163:6817/1671606862] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f915c063550 con 0x7f91400ad890 2024-04-26T01:48:19.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.359+0000 7f9158c00700 1 -- 172.21.15.46:0/1732299848 <== osd.8 v2:172.21.15.163:6816/1671606862 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f915c063550 con 0x7f91400ad890 2024-04-26T01:48:19.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.359+0000 7f9163000700 1 -- 172.21.15.46:0/1732299848 >> [v2:172.21.15.163:6816/1671606862,v1:172.21.15.163:6817/1671606862] conn(0x7f91400ad890 msgr2=0x7f91400afd30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:19.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.359+0000 7f9163000700 1 --2- 172.21.15.46:0/1732299848 >> [v2:172.21.15.163:6816/1671606862,v1:172.21.15.163:6817/1671606862] conn(0x7f91400ad890 0x7f91400afd30 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:19.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.359+0000 7f9163000700 1 -- 172.21.15.46:0/1732299848 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f91400a3d50 msgr2=0x7f91400a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:19.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.359+0000 7f9163000700 1 --2- 172.21.15.46:0/1732299848 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f91400a3d50 0x7f91400a6210 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f91480098e0 tx=0x7f9148005960 comp rx=0 tx=0).stop 2024-04-26T01:48:19.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.359+0000 7f9163000700 1 -- 172.21.15.46:0/1732299848 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f915c06a750 msgr2=0x7f915c19b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:19.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.359+0000 7f9163000700 1 --2- 172.21.15.46:0/1732299848 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f915c06a750 0x7f915c19b4a0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f914c00eb30 tx=0x7f914c00ee40 comp rx=0 tx=0).stop 2024-04-26T01:48:19.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.359+0000 7f9161000700 1 -- 172.21.15.46:0/1732299848 reap_dead start 2024-04-26T01:48:19.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.360+0000 7f9163000700 1 -- 172.21.15.46:0/1732299848 shutdown_connections 2024-04-26T01:48:19.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.360+0000 7f9163000700 1 -- 172.21.15.46:0/1732299848 >> 172.21.15.46:0/1732299848 conn(0x7f915c0788f0 msgr2=0x7f915c110a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:19.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.360+0000 7f9163000700 1 -- 172.21.15.46:0/1732299848 shutdown_connections 2024-04-26T01:48:19.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:19.360+0000 7f9163000700 1 -- 172.21.15.46:0/1732299848 wait complete. 2024-04-26T01:48:19.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:18 smithi163 ceph-mon[32592]: pgmap v389: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 9 op/s 2024-04-26T01:48:21.129 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:20 smithi046 ceph-mon[28013]: pgmap v390: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:48:21.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:20 smithi103 ceph-mon[32920]: pgmap v390: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:48:21.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:20 smithi163 ceph-mon[32592]: pgmap v390: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:48:21.526 INFO:teuthology.orchestra.run.smithi046.stdout:347892351016 2024-04-26T01:48:21.526 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.11 2024-04-26T01:48:21.805 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.806+0000 7fb8db000700 1 -- 172.21.15.46:0/3193526542 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8d410f1b0 msgr2=0x7fb8d4111620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:21.805 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.806+0000 7fb8db000700 1 --2- 172.21.15.46:0/3193526542 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8d410f1b0 0x7fb8d4111620 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fb8cc00b0a0 tx=0x7fb8cc00b3b0 comp rx=0 tx=0).stop 2024-04-26T01:48:21.805 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.806+0000 7fb8db000700 1 -- 172.21.15.46:0/3193526542 shutdown_connections 2024-04-26T01:48:21.805 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.806+0000 7fb8db000700 1 --2- 172.21.15.46:0/3193526542 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8d410f1b0 0x7fb8d4111620 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:21.805 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.806+0000 7fb8db000700 1 --2- 172.21.15.46:0/3193526542 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb8d4074e70 0x7fb8d4075250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:21.805 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.806+0000 7fb8db000700 1 --2- 172.21.15.46:0/3193526542 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb8d4075790 0x7fb8d410ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:21.806 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.806+0000 7fb8db000700 1 -- 172.21.15.46:0/3193526542 >> 172.21.15.46:0/3193526542 conn(0x7fb8d40fe4c0 msgr2=0x7fb8d41008e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:21.806 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.806+0000 7fb8db000700 1 -- 172.21.15.46:0/3193526542 shutdown_connections 2024-04-26T01:48:21.806 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.806+0000 7fb8db000700 1 -- 172.21.15.46:0/3193526542 wait complete. 2024-04-26T01:48:21.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.807+0000 7fb8db000700 1 Processor -- start 2024-04-26T01:48:21.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.808+0000 7fb8db000700 1 -- start start 2024-04-26T01:48:21.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.808+0000 7fb8db000700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb8d4074e70 0x7fb8d419b390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:21.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.808+0000 7fb8db000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8d4075790 0x7fb8d419b8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:21.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.808+0000 7fb8db000700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb8d410f1b0 0x7fb8d419fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:21.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.808+0000 7fb8db000700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb8d4114ee0 con 0x7fb8d4075790 2024-04-26T01:48:21.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.808+0000 7fb8db000700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fb8d4114d60 con 0x7fb8d410f1b0 2024-04-26T01:48:21.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.808+0000 7fb8db000700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fb8d4115060 con 0x7fb8d4074e70 2024-04-26T01:48:21.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.809+0000 7fb8da600700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb8d410f1b0 0x7fb8d419fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:21.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.809+0000 7fb8d9200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8d4075790 0x7fb8d419b8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:21.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.809+0000 7fb8d9c00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb8d4074e70 0x7fb8d419b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:21.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.809+0000 7fb8da600700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb8d410f1b0 0x7fb8d419fc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:52976/0 (socket says 172.21.15.46:52976) 2024-04-26T01:48:21.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.809+0000 7fb8da600700 1 -- 172.21.15.46:0/349627700 learned_addr learned my addr 172.21.15.46:0/349627700 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:48:21.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.809+0000 7fb8da600700 1 -- 172.21.15.46:0/349627700 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb8d4074e70 msgr2=0x7fb8d419b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:21.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.809+0000 7fb8da600700 1 --2- 172.21.15.46:0/349627700 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb8d4074e70 0x7fb8d419b390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:21.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.809+0000 7fb8da600700 1 -- 172.21.15.46:0/349627700 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8d4075790 msgr2=0x7fb8d419b8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:21.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.809+0000 7fb8da600700 1 --2- 172.21.15.46:0/349627700 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb8d4075790 0x7fb8d419b8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:21.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.809+0000 7fb8da600700 1 -- 172.21.15.46:0/349627700 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8d41a03a0 con 0x7fb8d410f1b0 2024-04-26T01:48:21.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.809+0000 7fb8da600700 1 --2- 172.21.15.46:0/349627700 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb8d410f1b0 0x7fb8d419fc60 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fb8cc006070 tx=0x7fb8cc004c80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:21.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.810+0000 7fb8d2000700 1 -- 172.21.15.46:0/349627700 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8cc021070 con 0x7fb8d410f1b0 2024-04-26T01:48:21.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.810+0000 7fb8d2000700 1 -- 172.21.15.46:0/349627700 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb8cc007e50 con 0x7fb8d410f1b0 2024-04-26T01:48:21.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.810+0000 7fb8db000700 1 -- 172.21.15.46:0/349627700 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8d41a0630 con 0x7fb8d410f1b0 2024-04-26T01:48:21.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.810+0000 7fb8d2000700 1 -- 172.21.15.46:0/349627700 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8cc004650 con 0x7fb8d410f1b0 2024-04-26T01:48:21.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.810+0000 7fb8db000700 1 -- 172.21.15.46:0/349627700 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8d41a7f10 con 0x7fb8d410f1b0 2024-04-26T01:48:21.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.811+0000 7fb8db000700 1 -- 172.21.15.46:0/349627700 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fb8d4063110 con 0x7fb8d410f1b0 2024-04-26T01:48:21.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.813+0000 7fb8d2000700 1 -- 172.21.15.46:0/349627700 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fb8cc007980 con 0x7fb8d410f1b0 2024-04-26T01:48:21.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.816+0000 7fb8d2000700 1 --2- 172.21.15.46:0/349627700 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fb8bc0a3d50 0x7fb8bc0a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:21.814 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.816+0000 7fb8d2000700 1 -- 172.21.15.46:0/349627700 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fb8cc00f020 con 0x7fb8d410f1b0 2024-04-26T01:48:21.814 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.816+0000 7fb8d9c00700 1 --2- 172.21.15.46:0/349627700 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fb8bc0a3d50 0x7fb8bc0a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:21.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.816+0000 7fb8d2000700 1 --2- 172.21.15.46:0/349627700 >> [v2:172.21.15.163:6808/616922792,v1:172.21.15.163:6809/616922792] conn(0x7fb8bc0ad890 0x7fb8bc0afd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:21.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.816+0000 7fb8d2000700 1 -- 172.21.15.46:0/349627700 --> [v2:172.21.15.163:6808/616922792,v1:172.21.15.163:6809/616922792] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fb8cc01fe80 con 0x7fb8bc0ad890 2024-04-26T01:48:21.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.816+0000 7fb8d2000700 1 -- 172.21.15.46:0/349627700 <== mon.2 v2:172.21.15.103:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7fb8cc0d1eb0 con 0x7fb8d410f1b0 2024-04-26T01:48:21.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.817+0000 7fb8d9200700 1 --2- 172.21.15.46:0/349627700 >> [v2:172.21.15.163:6808/616922792,v1:172.21.15.163:6809/616922792] conn(0x7fb8bc0ad890 0x7fb8bc0afd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:21.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.817+0000 7fb8d9c00700 1 --2- 172.21.15.46:0/349627700 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fb8bc0a3d50 0x7fb8bc0a6210 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fb8c8009c60 tx=0x7fb8c8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:21.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.818+0000 7fb8d9200700 1 --2- 172.21.15.46:0/349627700 >> [v2:172.21.15.163:6808/616922792,v1:172.21.15.163:6809/616922792] conn(0x7fb8bc0ad890 0x7fb8bc0afd30 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:21.816 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.818+0000 7fb8d2000700 1 -- 172.21.15.46:0/349627700 <== osd.5 v2:172.21.15.163:6808/616922792 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fb8cc01fe80 con 0x7fb8bc0ad890 2024-04-26T01:48:21.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.837+0000 7fb8db000700 1 -- 172.21.15.46:0/349627700 --> [v2:172.21.15.163:6808/616922792,v1:172.21.15.163:6809/616922792] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fb8d4063540 con 0x7fb8bc0ad890 2024-04-26T01:48:21.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.837+0000 7fb8d2000700 1 -- 172.21.15.46:0/349627700 <== osd.5 v2:172.21.15.163:6808/616922792 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fb8d4063540 con 0x7fb8bc0ad890 2024-04-26T01:48:21.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.838+0000 7fb8db000700 1 -- 172.21.15.46:0/349627700 >> [v2:172.21.15.163:6808/616922792,v1:172.21.15.163:6809/616922792] conn(0x7fb8bc0ad890 msgr2=0x7fb8bc0afd30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:21.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.838+0000 7fb8db000700 1 --2- 172.21.15.46:0/349627700 >> [v2:172.21.15.163:6808/616922792,v1:172.21.15.163:6809/616922792] conn(0x7fb8bc0ad890 0x7fb8bc0afd30 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:21.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.838+0000 7fb8db000700 1 -- 172.21.15.46:0/349627700 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fb8bc0a3d50 msgr2=0x7fb8bc0a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:21.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.838+0000 7fb8db000700 1 --2- 172.21.15.46:0/349627700 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fb8bc0a3d50 0x7fb8bc0a6210 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fb8c8009c60 tx=0x7fb8c8009260 comp rx=0 tx=0).stop 2024-04-26T01:48:21.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.838+0000 7fb8db000700 1 -- 172.21.15.46:0/349627700 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb8d410f1b0 msgr2=0x7fb8d419fc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:21.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.838+0000 7fb8db000700 1 --2- 172.21.15.46:0/349627700 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb8d410f1b0 0x7fb8d419fc60 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fb8cc006070 tx=0x7fb8cc004c80 comp rx=0 tx=0).stop 2024-04-26T01:48:21.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.838+0000 7fb8da600700 1 -- 172.21.15.46:0/349627700 reap_dead start 2024-04-26T01:48:21.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.838+0000 7fb8db000700 1 -- 172.21.15.46:0/349627700 shutdown_connections 2024-04-26T01:48:21.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.838+0000 7fb8db000700 1 -- 172.21.15.46:0/349627700 >> 172.21.15.46:0/349627700 conn(0x7fb8d40fe4c0 msgr2=0x7fb8d40ff130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:21.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.839+0000 7fb8db000700 1 -- 172.21.15.46:0/349627700 shutdown_connections 2024-04-26T01:48:21.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:21.839+0000 7fb8db000700 1 -- 172.21.15.46:0/349627700 wait complete. 2024-04-26T01:48:22.813 INFO:teuthology.orchestra.run.smithi046.stdout:292057776177 2024-04-26T01:48:22.814 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.9 2024-04-26T01:48:23.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:22 smithi046 ceph-mon[28013]: pgmap v391: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:48:23.222 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:22 smithi163 ceph-mon[32592]: pgmap v391: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:48:23.298 INFO:teuthology.orchestra.run.smithi046.stdout:167503724619 2024-04-26T01:48:23.299 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-04-26T01:48:23.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:22 smithi103 ceph-mon[32920]: pgmap v391: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:48:23.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.537+0000 7f39eca00700 1 -- 172.21.15.46:0/2683391624 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f39e8108a50 msgr2=0x7f39e8108e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:23.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.537+0000 7f39eca00700 1 --2- 172.21.15.46:0/2683391624 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f39e8108a50 0x7f39e8108e30 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f39d800b0a0 tx=0x7f39d800b3b0 comp rx=0 tx=0).stop 2024-04-26T01:48:23.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.537+0000 7f39eca00700 1 -- 172.21.15.46:0/2683391624 shutdown_connections 2024-04-26T01:48:23.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.537+0000 7f39eca00700 1 --2- 172.21.15.46:0/2683391624 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f39e8103450 0x7f39e810f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:23.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.537+0000 7f39eca00700 1 --2- 172.21.15.46:0/2683391624 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f39e8108a50 0x7f39e8108e30 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:23.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.537+0000 7f39eca00700 1 --2- 172.21.15.46:0/2683391624 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f39e8102a90 0x7f39e8102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:23.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.537+0000 7f39eca00700 1 -- 172.21.15.46:0/2683391624 >> 172.21.15.46:0/2683391624 conn(0x7f39e8079ba0 msgr2=0x7f39e8079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:23.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.537+0000 7f39eca00700 1 -- 172.21.15.46:0/2683391624 shutdown_connections 2024-04-26T01:48:23.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.538+0000 7f39eca00700 1 -- 172.21.15.46:0/2683391624 wait complete. 2024-04-26T01:48:23.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.539+0000 7f39eca00700 1 Processor -- start 2024-04-26T01:48:23.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.539+0000 7f39eca00700 1 -- start start 2024-04-26T01:48:23.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.539+0000 7f39eca00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f39e8102a90 0x7f39e81991b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:23.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.539+0000 7f39eca00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f39e8103450 0x7f39e81996f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:23.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.539+0000 7f39eca00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f39e8108a50 0x7f39e819da80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:23.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.539+0000 7f39eca00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f39e8112d60 con 0x7f39e8103450 2024-04-26T01:48:23.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.539+0000 7f39eca00700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f39e8112be0 con 0x7f39e8108a50 2024-04-26T01:48:23.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.539+0000 7f39eca00700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f39e8112ee0 con 0x7f39e8102a90 2024-04-26T01:48:23.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.540+0000 7f39dd400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f39e8103450 0x7f39e81996f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:23.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.540+0000 7f39e5e00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f39e8102a90 0x7f39e81991b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:23.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.540+0000 7f39e5e00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f39e8102a90 0x7f39e81991b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:46626/0 (socket says 172.21.15.46:46626) 2024-04-26T01:48:23.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.540+0000 7f39e5e00700 1 -- 172.21.15.46:0/2301931180 learned_addr learned my addr 172.21.15.46:0/2301931180 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:48:23.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.540+0000 7f39e6800700 1 --2- 172.21.15.46:0/2301931180 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f39e8108a50 0x7f39e819da80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:23.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.540+0000 7f39e5e00700 1 -- 172.21.15.46:0/2301931180 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f39e8108a50 msgr2=0x7f39e819da80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:23.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.540+0000 7f39e5e00700 1 --2- 172.21.15.46:0/2301931180 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f39e8108a50 0x7f39e819da80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:23.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.540+0000 7f39e5e00700 1 -- 172.21.15.46:0/2301931180 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f39e8103450 msgr2=0x7f39e81996f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:23.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.540+0000 7f39e5e00700 1 --2- 172.21.15.46:0/2301931180 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f39e8103450 0x7f39e81996f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:23.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.540+0000 7f39e5e00700 1 -- 172.21.15.46:0/2301931180 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39e819e1c0 con 0x7f39e8102a90 2024-04-26T01:48:23.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.540+0000 7f39dd400700 1 --2- 172.21.15.46:0/2301931180 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f39e8103450 0x7f39e81996f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:48:23.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.540+0000 7f39e6800700 1 --2- 172.21.15.46:0/2301931180 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f39e8108a50 0x7f39e819da80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:48:23.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.540+0000 7f39e5e00700 1 --2- 172.21.15.46:0/2301931180 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f39e8102a90 0x7f39e81991b0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f39d800b070 tx=0x7f39d8004d00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:23.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.541+0000 7f39df400700 1 -- 172.21.15.46:0/2301931180 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39d8021070 con 0x7f39e8102a90 2024-04-26T01:48:23.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.541+0000 7f39eca00700 1 -- 172.21.15.46:0/2301931180 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39e819e450 con 0x7f39e8102a90 2024-04-26T01:48:23.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.541+0000 7f39df400700 1 -- 172.21.15.46:0/2301931180 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f39d8007b80 con 0x7f39e8102a90 2024-04-26T01:48:23.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.541+0000 7f39df400700 1 -- 172.21.15.46:0/2301931180 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39d80052a0 con 0x7f39e8102a90 2024-04-26T01:48:23.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.541+0000 7f39eca00700 1 -- 172.21.15.46:0/2301931180 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39e81a5d30 con 0x7f39e8102a90 2024-04-26T01:48:23.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.542+0000 7f39eca00700 1 -- 172.21.15.46:0/2301931180 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f39e80631d0 con 0x7f39e8102a90 2024-04-26T01:48:23.542 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.545+0000 7f39df400700 1 -- 172.21.15.46:0/2301931180 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f39d8024070 con 0x7f39e8102a90 2024-04-26T01:48:23.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.546+0000 7f39df400700 1 --2- 172.21.15.46:0/2301931180 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f39cc0a3cd0 0x7f39cc0a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:23.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.546+0000 7f39df400700 1 -- 172.21.15.46:0/2301931180 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f39d800f020 con 0x7f39e8102a90 2024-04-26T01:48:23.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.546+0000 7f39dd400700 1 --2- 172.21.15.46:0/2301931180 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f39cc0a3cd0 0x7f39cc0a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:23.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.546+0000 7f39df400700 1 --2- 172.21.15.46:0/2301931180 >> [v2:172.21.15.46:6810/1889462647,v1:172.21.15.46:6811/1889462647] conn(0x7f39cc0ad810 0x7f39cc0afcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:23.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.546+0000 7f39df400700 1 -- 172.21.15.46:0/2301931180 --> [v2:172.21.15.46:6810/1889462647,v1:172.21.15.46:6811/1889462647] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f39d8026e50 con 0x7f39cc0ad810 2024-04-26T01:48:23.544 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.546+0000 7f39df400700 1 -- 172.21.15.46:0/2301931180 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f39d80d20a0 con 0x7f39e8102a90 2024-04-26T01:48:23.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.547+0000 7f39e6800700 1 --2- 172.21.15.46:0/2301931180 >> [v2:172.21.15.46:6810/1889462647,v1:172.21.15.46:6811/1889462647] conn(0x7f39cc0ad810 0x7f39cc0afcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:23.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.547+0000 7f39dd400700 1 --2- 172.21.15.46:0/2301931180 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f39cc0a3cd0 0x7f39cc0a6190 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f39e807a1a0 tx=0x7f39d0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:23.545 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.548+0000 7f39e6800700 1 --2- 172.21.15.46:0/2301931180 >> [v2:172.21.15.46:6810/1889462647,v1:172.21.15.46:6811/1889462647] conn(0x7f39cc0ad810 0x7f39cc0afcb0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:23.547 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.549+0000 7f39df400700 1 -- 172.21.15.46:0/2301931180 <== osd.3 v2:172.21.15.46:6810/1889462647 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f39d8026e50 con 0x7f39cc0ad810 2024-04-26T01:48:23.570 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.573+0000 7f39eca00700 1 -- 172.21.15.46:0/2301931180 --> [v2:172.21.15.46:6810/1889462647,v1:172.21.15.46:6811/1889462647] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f39e8063650 con 0x7f39cc0ad810 2024-04-26T01:48:23.572 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.575+0000 7f39df400700 1 -- 172.21.15.46:0/2301931180 <== osd.3 v2:172.21.15.46:6810/1889462647 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f39e8063650 con 0x7f39cc0ad810 2024-04-26T01:48:23.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.575+0000 7f39eca00700 1 -- 172.21.15.46:0/2301931180 >> [v2:172.21.15.46:6810/1889462647,v1:172.21.15.46:6811/1889462647] conn(0x7f39cc0ad810 msgr2=0x7f39cc0afcb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:23.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.575+0000 7f39eca00700 1 --2- 172.21.15.46:0/2301931180 >> [v2:172.21.15.46:6810/1889462647,v1:172.21.15.46:6811/1889462647] conn(0x7f39cc0ad810 0x7f39cc0afcb0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:23.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.576+0000 7f39eca00700 1 -- 172.21.15.46:0/2301931180 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f39cc0a3cd0 msgr2=0x7f39cc0a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:23.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.576+0000 7f39eca00700 1 --2- 172.21.15.46:0/2301931180 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f39cc0a3cd0 0x7f39cc0a6190 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f39e807a1a0 tx=0x7f39d0009260 comp rx=0 tx=0).stop 2024-04-26T01:48:23.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.576+0000 7f39eca00700 1 -- 172.21.15.46:0/2301931180 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f39e8102a90 msgr2=0x7f39e81991b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:23.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.576+0000 7f39eca00700 1 --2- 172.21.15.46:0/2301931180 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f39e8102a90 0x7f39e81991b0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f39d800b070 tx=0x7f39d8004d00 comp rx=0 tx=0).stop 2024-04-26T01:48:23.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.576+0000 7f39e6800700 1 -- 172.21.15.46:0/2301931180 reap_dead start 2024-04-26T01:48:23.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.576+0000 7f39eca00700 1 -- 172.21.15.46:0/2301931180 shutdown_connections 2024-04-26T01:48:23.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.576+0000 7f39eca00700 1 -- 172.21.15.46:0/2301931180 >> 172.21.15.46:0/2301931180 conn(0x7f39e8079ba0 msgr2=0x7f39e8101760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:23.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.576+0000 7f39eca00700 1 -- 172.21.15.46:0/2301931180 shutdown_connections 2024-04-26T01:48:23.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:23.576+0000 7f39eca00700 1 -- 172.21.15.46:0/2301931180 wait complete. 2024-04-26T01:48:24.510 INFO:teuthology.orchestra.run.smithi046.stdout:257698037816 2024-04-26T01:48:24.510 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.8 2024-04-26T01:48:24.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.775+0000 7f2e1da00700 1 -- 172.21.15.46:0/531169502 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2e100a2680 msgr2=0x7f2e100a4a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:24.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.775+0000 7f2e1da00700 1 --2- 172.21.15.46:0/531169502 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2e100a2680 0x7f2e100a4a70 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f2e180694d0 tx=0x7f2e18051850 comp rx=0 tx=0).stop 2024-04-26T01:48:24.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.778+0000 7f2e1da00700 1 -- 172.21.15.46:0/531169502 shutdown_connections 2024-04-26T01:48:24.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.778+0000 7f2e1da00700 1 --2- 172.21.15.46:0/531169502 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2e100a2680 0x7f2e100a4a70 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:24.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.778+0000 7f2e1da00700 1 --2- 172.21.15.46:0/531169502 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2e10096d00 0x7f2e100047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:24.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.778+0000 7f2e1da00700 1 --2- 172.21.15.46:0/531169502 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2e10004da0 0x7f2e10005220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:24.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.778+0000 7f2e1da00700 1 -- 172.21.15.46:0/531169502 >> 172.21.15.46:0/531169502 conn(0x7f2e1000a7a0 msgr2=0x7f2e1000abb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:24.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.778+0000 7f2e1da00700 1 -- 172.21.15.46:0/531169502 shutdown_connections 2024-04-26T01:48:24.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.778+0000 7f2e1da00700 1 -- 172.21.15.46:0/531169502 wait complete. 2024-04-26T01:48:24.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.780+0000 7f2e1da00700 1 Processor -- start 2024-04-26T01:48:24.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.781+0000 7f2e1da00700 1 -- start start 2024-04-26T01:48:24.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.782+0000 7f2e1da00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2e10004da0 0x7f2e100972c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:24.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.783+0000 7f2e1da00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2e100a2680 0x7f2e10097800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:24.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.783+0000 7f2e1da00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2e1009b1d0 0x7f2e1009b650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:24.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.783+0000 7f2e17e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2e10004da0 0x7f2e100972c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:24.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.783+0000 7f2e17e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2e10004da0 0x7f2e100972c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:38650/0 (socket says 172.21.15.46:38650) 2024-04-26T01:48:24.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.783+0000 7f2e1da00700 1 -- 172.21.15.46:0/403028367 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f2e100a81d0 con 0x7f2e1009b1d0 2024-04-26T01:48:24.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.783+0000 7f2e1da00700 1 -- 172.21.15.46:0/403028367 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f2e100a8050 con 0x7f2e10004da0 2024-04-26T01:48:24.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.783+0000 7f2e1da00700 1 -- 172.21.15.46:0/403028367 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f2e100a8350 con 0x7f2e100a2680 2024-04-26T01:48:24.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.783+0000 7f2e17e00700 1 -- 172.21.15.46:0/403028367 learned_addr learned my addr 172.21.15.46:0/403028367 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:48:24.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.784+0000 7f2e1d000700 1 --2- 172.21.15.46:0/403028367 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2e1009b1d0 0x7f2e1009b650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:24.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.784+0000 7f2e17400700 1 --2- 172.21.15.46:0/403028367 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2e100a2680 0x7f2e10097800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:24.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.784+0000 7f2e17e00700 1 -- 172.21.15.46:0/403028367 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2e100a2680 msgr2=0x7f2e10097800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:24.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.785+0000 7f2e17e00700 1 --2- 172.21.15.46:0/403028367 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2e100a2680 0x7f2e10097800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:24.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.785+0000 7f2e17e00700 1 -- 172.21.15.46:0/403028367 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2e1009b1d0 msgr2=0x7f2e1009b650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:24.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.785+0000 7f2e17e00700 1 --2- 172.21.15.46:0/403028367 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2e1009b1d0 0x7f2e1009b650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:24.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.785+0000 7f2e17e00700 1 -- 172.21.15.46:0/403028367 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e1009bcf0 con 0x7f2e10004da0 2024-04-26T01:48:24.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.785+0000 7f2e1d000700 1 --2- 172.21.15.46:0/403028367 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2e1009b1d0 0x7f2e1009b650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:48:24.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.786+0000 7f2e17e00700 1 --2- 172.21.15.46:0/403028367 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2e10004da0 0x7f2e100972c0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f2e0c00ec10 tx=0x7f2e0c00ef20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:24.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.786+0000 7f2e14c00700 1 -- 172.21.15.46:0/403028367 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e0c00cd40 con 0x7f2e10004da0 2024-04-26T01:48:24.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.786+0000 7f2e14c00700 1 -- 172.21.15.46:0/403028367 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2e0c0044f0 con 0x7f2e10004da0 2024-04-26T01:48:24.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.786+0000 7f2e14c00700 1 -- 172.21.15.46:0/403028367 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e0c010690 con 0x7f2e10004da0 2024-04-26T01:48:24.786 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:48:24.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.786+0000 7f2e1da00700 1 -- 172.21.15.46:0/403028367 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e1009bfe0 con 0x7f2e10004da0 2024-04-26T01:48:24.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.787+0000 7f2e1da00700 1 -- 172.21.15.46:0/403028367 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e100a17a0 con 0x7f2e10004da0 2024-04-26T01:48:24.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.789+0000 7f2e1da00700 1 -- 172.21.15.46:0/403028367 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f2df8001030 con 0x7f2e10004da0 2024-04-26T01:48:24.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.792+0000 7f2e14c00700 1 -- 172.21.15.46:0/403028367 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f2e0c003680 con 0x7f2e10004da0 2024-04-26T01:48:24.797 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.794+0000 7f2e14c00700 1 --2- 172.21.15.46:0/403028367 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f2e000a3d90 0x7f2e000a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:24.797 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.795+0000 7f2e14c00700 1 -- 172.21.15.46:0/403028367 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f2e0c0d0790 con 0x7f2e10004da0 2024-04-26T01:48:24.797 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.795+0000 7f2e14c00700 1 --2- 172.21.15.46:0/403028367 >> [v2:172.21.15.103:6824/4049341884,v1:172.21.15.103:6825/4049341884] conn(0x7f2e000ad8d0 0x7f2e000afd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:24.797 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.795+0000 7f2e17400700 1 --2- 172.21.15.46:0/403028367 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f2e000a3d90 0x7f2e000a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:24.797 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.795+0000 7f2e14c00700 1 -- 172.21.15.46:0/403028367 --> [v2:172.21.15.103:6824/4049341884,v1:172.21.15.103:6825/4049341884] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f2e0c01ee50 con 0x7f2e000ad8d0 2024-04-26T01:48:24.797 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.795+0000 7f2e14c00700 1 -- 172.21.15.46:0/403028367 <== mon.2 v2:172.21.15.103:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f2e0c0d7050 con 0x7f2e10004da0 2024-04-26T01:48:24.797 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.796+0000 7f2e1d000700 1 --2- 172.21.15.46:0/403028367 >> [v2:172.21.15.103:6824/4049341884,v1:172.21.15.103:6825/4049341884] conn(0x7f2e000ad8d0 0x7f2e000afd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:24.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.797+0000 7f2e17400700 1 --2- 172.21.15.46:0/403028367 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f2e000a3d90 0x7f2e000a6250 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f2e10094560 tx=0x7f2e04009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:24.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.797+0000 7f2e1d000700 1 --2- 172.21.15.46:0/403028367 >> [v2:172.21.15.103:6824/4049341884,v1:172.21.15.103:6825/4049341884] conn(0x7f2e000ad8d0 0x7f2e000afd70 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:24.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.798+0000 7f2e14c00700 1 -- 172.21.15.46:0/403028367 <== osd.10 v2:172.21.15.103:6824/4049341884 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f2e0c01ee50 con 0x7f2e000ad8d0 2024-04-26T01:48:24.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.824+0000 7f2e1da00700 1 -- 172.21.15.46:0/403028367 --> [v2:172.21.15.103:6824/4049341884,v1:172.21.15.103:6825/4049341884] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f2df8002e60 con 0x7f2e000ad8d0 2024-04-26T01:48:24.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.824+0000 7f2e14c00700 1 -- 172.21.15.46:0/403028367 <== osd.10 v2:172.21.15.103:6824/4049341884 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f2df8002e60 con 0x7f2e000ad8d0 2024-04-26T01:48:24.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.825+0000 7f2e1da00700 1 -- 172.21.15.46:0/403028367 >> [v2:172.21.15.103:6824/4049341884,v1:172.21.15.103:6825/4049341884] conn(0x7f2e000ad8d0 msgr2=0x7f2e000afd70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:24.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.825+0000 7f2e1da00700 1 --2- 172.21.15.46:0/403028367 >> [v2:172.21.15.103:6824/4049341884,v1:172.21.15.103:6825/4049341884] conn(0x7f2e000ad8d0 0x7f2e000afd70 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:24.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.825+0000 7f2e1da00700 1 -- 172.21.15.46:0/403028367 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f2e000a3d90 msgr2=0x7f2e000a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:24.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.825+0000 7f2e1da00700 1 --2- 172.21.15.46:0/403028367 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f2e000a3d90 0x7f2e000a6250 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f2e10094560 tx=0x7f2e04009260 comp rx=0 tx=0).stop 2024-04-26T01:48:24.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.825+0000 7f2e1da00700 1 -- 172.21.15.46:0/403028367 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2e10004da0 msgr2=0x7f2e100972c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:24.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.825+0000 7f2e1da00700 1 --2- 172.21.15.46:0/403028367 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2e10004da0 0x7f2e100972c0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f2e0c00ec10 tx=0x7f2e0c00ef20 comp rx=0 tx=0).stop 2024-04-26T01:48:24.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.825+0000 7f2e1d000700 1 -- 172.21.15.46:0/403028367 reap_dead start 2024-04-26T01:48:24.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.825+0000 7f2e1da00700 1 -- 172.21.15.46:0/403028367 shutdown_connections 2024-04-26T01:48:24.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.825+0000 7f2e1da00700 1 -- 172.21.15.46:0/403028367 >> 172.21.15.46:0/403028367 conn(0x7f2e1000a7a0 msgr2=0x7f2e100a3410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:24.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.826+0000 7f2e1da00700 1 -- 172.21.15.46:0/403028367 shutdown_connections 2024-04-26T01:48:24.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:24.826+0000 7f2e1da00700 1 -- 172.21.15.46:0/403028367 wait complete. 2024-04-26T01:48:25.290 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:24 smithi046 ceph-mon[28013]: pgmap v392: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:48:25.346 INFO:teuthology.orchestra.run.smithi046.stdout:111669149781 2024-04-26T01:48:25.346 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-04-26T01:48:25.374 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:24 smithi103 ceph-mon[32920]: pgmap v392: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:48:25.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:24 smithi163 ceph-mon[32592]: pgmap v392: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:48:25.838 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:48:26.526 INFO:teuthology.orchestra.run.smithi046.stdout:313532612653 2024-04-26T01:48:26.527 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.10 2024-04-26T01:48:27.267 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:26 smithi046 ceph-mon[28013]: pgmap v393: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 9 op/s 2024-04-26T01:48:27.362 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:48:27.372 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:48:27.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:26 smithi103 ceph-mon[32920]: pgmap v393: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 9 op/s 2024-04-26T01:48:27.376 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:48:27.380 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:48:27.391 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:48:27.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:26 smithi163 ceph-mon[32592]: pgmap v393: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 9 op/s 2024-04-26T01:48:28.340 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:48:29.169 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:28 smithi046 ceph-mon[28013]: pgmap v394: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 9 op/s 2024-04-26T01:48:29.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:28 smithi103 ceph-mon[32920]: pgmap v394: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 9 op/s 2024-04-26T01:48:29.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:28 smithi163 ceph-mon[32592]: pgmap v394: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 9 op/s 2024-04-26T01:48:31.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:30 smithi046 ceph-mon[28013]: pgmap v395: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 11 op/s 2024-04-26T01:48:31.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:30 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:48:31.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:30 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/2656542218' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-26T01:48:31.256 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:30 smithi163 ceph-mon[32592]: pgmap v395: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 11 op/s 2024-04-26T01:48:31.257 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:30 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:48:31.257 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:30 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/2656542218' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-26T01:48:31.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:30 smithi103 ceph-mon[32920]: pgmap v395: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 11 op/s 2024-04-26T01:48:31.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:30 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:48:31.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:30 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/2656542218' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-26T01:48:32.561 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:32 smithi046 ceph-mon[28013]: pgmap v396: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:48:32.561 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:32 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:48:32.561 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:32 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:48:32.561 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:32 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:48:32.561 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:32 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:48:32.561 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:32 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:48:32.561 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:32 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:48:32.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:32 smithi103 ceph-mon[32920]: pgmap v396: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:48:32.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:32 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:48:32.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:32 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:48:32.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:32 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:48:32.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:32 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:48:32.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:32 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:48:32.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:32 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:48:32.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:32 smithi163 ceph-mon[32592]: pgmap v396: 97 pgs: 97 active+clean; 642 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:48:32.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:32 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:48:32.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:32 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:48:32.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:32 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:48:32.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:32 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:48:32.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:32 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:48:32.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:32 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:48:33.533 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:33 smithi046 ceph-mon[28013]: mgrmap e18: x(active, since 10m), standbys: y, z 2024-04-26T01:48:33.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:33 smithi103 ceph-mon[32920]: mgrmap e18: x(active, since 10m), standbys: y, z 2024-04-26T01:48:33.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:33 smithi163 ceph-mon[32592]: mgrmap e18: x(active, since 10m), standbys: y, z 2024-04-26T01:48:34.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.577+0000 7f65e5000700 1 -- 172.21.15.46:0/3491434680 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f65e006a750 msgr2=0x7f65e006abb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:34.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.577+0000 7f65e5000700 1 --2- 172.21.15.46:0/3491434680 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f65e006a750 0x7f65e006abb0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f65cc009990 tx=0x7f65cc009ca0 comp rx=0 tx=0).stop 2024-04-26T01:48:34.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.577+0000 7f65e5000700 1 -- 172.21.15.46:0/3491434680 shutdown_connections 2024-04-26T01:48:34.643 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.577+0000 7f65e5000700 1 --2- 172.21.15.46:0/3491434680 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f65e006b0f0 0x7f65e010f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:34.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.577+0000 7f65e5000700 1 --2- 172.21.15.46:0/3491434680 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f65e0108a30 0x7f65e0108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:34.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.577+0000 7f65e5000700 1 --2- 172.21.15.46:0/3491434680 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f65e006a750 0x7f65e006abb0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:34.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.577+0000 7f65e5000700 1 -- 172.21.15.46:0/3491434680 >> 172.21.15.46:0/3491434680 conn(0x7f65e00788f0 msgr2=0x7f65e0078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:34.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.577+0000 7f65e5000700 1 -- 172.21.15.46:0/3491434680 shutdown_connections 2024-04-26T01:48:34.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.578+0000 7f65e5000700 1 -- 172.21.15.46:0/3491434680 wait complete. 2024-04-26T01:48:34.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.579+0000 7f65e5000700 1 Processor -- start 2024-04-26T01:48:34.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.579+0000 7f65e5000700 1 -- start start 2024-04-26T01:48:34.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.579+0000 7f65e5000700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f65e006a750 0x7f65e01992d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:34.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.579+0000 7f65e5000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f65e006b0f0 0x7f65e0199810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:34.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.579+0000 7f65e5000700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f65e0108a30 0x7f65e019dba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:34.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.579+0000 7f65e5000700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f65e0112d80 con 0x7f65e006b0f0 2024-04-26T01:48:34.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.579+0000 7f65e5000700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f65e0112c00 con 0x7f65e006a750 2024-04-26T01:48:34.644 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.579+0000 7f65e5000700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f65e0112f00 con 0x7f65e0108a30 2024-04-26T01:48:34.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.580+0000 7f65dd400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f65e006b0f0 0x7f65e0199810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:34.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.580+0000 7f65dd400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f65e006b0f0 0x7f65e0199810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:59470/0 (socket says 172.21.15.46:59470) 2024-04-26T01:48:34.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.580+0000 7f65dde00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f65e006a750 0x7f65e01992d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:34.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.580+0000 7f65dd400700 1 -- 172.21.15.46:0/2656542218 learned_addr learned my addr 172.21.15.46:0/2656542218 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:48:34.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.580+0000 7f65de800700 1 --2- 172.21.15.46:0/2656542218 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f65e0108a30 0x7f65e019dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:34.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.580+0000 7f65dd400700 1 -- 172.21.15.46:0/2656542218 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f65e0108a30 msgr2=0x7f65e019dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:34.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.580+0000 7f65dd400700 1 --2- 172.21.15.46:0/2656542218 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f65e0108a30 0x7f65e019dba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:34.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.580+0000 7f65dd400700 1 -- 172.21.15.46:0/2656542218 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f65e006a750 msgr2=0x7f65e01992d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:34.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.580+0000 7f65dd400700 1 --2- 172.21.15.46:0/2656542218 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f65e006a750 0x7f65e01992d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:34.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.580+0000 7f65dd400700 1 -- 172.21.15.46:0/2656542218 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65e019e2e0 con 0x7f65e006b0f0 2024-04-26T01:48:34.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.580+0000 7f65dde00700 1 --2- 172.21.15.46:0/2656542218 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f65e006a750 0x7f65e01992d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:48:34.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.581+0000 7f65dd400700 1 --2- 172.21.15.46:0/2656542218 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f65e006b0f0 0x7f65e0199810 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f65cc005910 tx=0x7f65cc00bfc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:34.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.581+0000 7f65d6a00700 1 -- 172.21.15.46:0/2656542218 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65cc027070 con 0x7f65e006b0f0 2024-04-26T01:48:34.645 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.581+0000 7f65d6a00700 1 -- 172.21.15.46:0/2656542218 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f65cc00b610 con 0x7f65e006b0f0 2024-04-26T01:48:34.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.581+0000 7f65d6a00700 1 -- 172.21.15.46:0/2656542218 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65cc0173f0 con 0x7f65e006b0f0 2024-04-26T01:48:34.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.581+0000 7f65e5000700 1 -- 172.21.15.46:0/2656542218 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65e019e570 con 0x7f65e006b0f0 2024-04-26T01:48:34.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.581+0000 7f65e5000700 1 -- 172.21.15.46:0/2656542218 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65e01a5e50 con 0x7f65e006b0f0 2024-04-26T01:48:34.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.583+0000 7f65e5000700 1 -- 172.21.15.46:0/2656542218 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65e0104170 con 0x7f65e006b0f0 2024-04-26T01:48:34.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.584+0000 7f65d6a00700 1 -- 172.21.15.46:0/2656542218 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f65cc02a070 con 0x7f65e006b0f0 2024-04-26T01:48:34.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.586+0000 7f65d6a00700 1 --2- 172.21.15.46:0/2656542218 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f65c40a3d50 0x7f65c40a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:34.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.586+0000 7f65d6a00700 1 -- 172.21.15.46:0/2656542218 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f65cc0d12f0 con 0x7f65e006b0f0 2024-04-26T01:48:34.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.586+0000 7f65dde00700 1 --2- 172.21.15.46:0/2656542218 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f65c40a3d50 0x7f65c40a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:34.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.587+0000 7f65dde00700 1 --2- 172.21.15.46:0/2656542218 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f65c40a3d50 0x7f65c40a6210 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f65d0009fd0 tx=0x7f65d0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:34.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.590+0000 7f65d6a00700 1 -- 172.21.15.46:0/2656542218 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f65cc05eff0 con 0x7f65e006b0f0 2024-04-26T01:48:34.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.856+0000 7f65e5000700 1 -- 172.21.15.46:0/2656542218 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f65e019a630 con 0x7f65e006b0f0 2024-04-26T01:48:34.646 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.856+0000 7f65d6a00700 1 -- 172.21.15.46:0/2656542218 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f65cc013070 con 0x7f65e006b0f0 2024-04-26T01:48:34.647 INFO:teuthology.orchestra.run.smithi046.stdout:146028888145 2024-04-26T01:48:34.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.859+0000 7f65e5000700 1 -- 172.21.15.46:0/2656542218 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f65c40a3d50 msgr2=0x7f65c40a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:34.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.859+0000 7f65e5000700 1 --2- 172.21.15.46:0/2656542218 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f65c40a3d50 0x7f65c40a6210 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f65d0009fd0 tx=0x7f65d0009260 comp rx=0 tx=0).stop 2024-04-26T01:48:34.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.859+0000 7f65e5000700 1 -- 172.21.15.46:0/2656542218 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f65e006b0f0 msgr2=0x7f65e0199810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:34.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.859+0000 7f65e5000700 1 --2- 172.21.15.46:0/2656542218 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f65e006b0f0 0x7f65e0199810 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f65cc005910 tx=0x7f65cc00bfc0 comp rx=0 tx=0).stop 2024-04-26T01:48:34.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.859+0000 7f65e5000700 1 -- 172.21.15.46:0/2656542218 shutdown_connections 2024-04-26T01:48:34.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.859+0000 7f65e5000700 1 --2- 172.21.15.46:0/2656542218 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f65e0108a30 0x7f65e019dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:34.647 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.859+0000 7f65e5000700 1 --2- 172.21.15.46:0/2656542218 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f65c40a3d50 0x7f65c40a6210 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:34.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.859+0000 7f65e5000700 1 --2- 172.21.15.46:0/2656542218 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f65e006a750 0x7f65e01992d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:34.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.859+0000 7f65e5000700 1 --2- 172.21.15.46:0/2656542218 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f65e006b0f0 0x7f65e0199810 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:34.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.859+0000 7f65e5000700 1 -- 172.21.15.46:0/2656542218 >> 172.21.15.46:0/2656542218 conn(0x7f65e00788f0 msgr2=0x7f65e00ffaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:34.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.859+0000 7f65e5000700 1 -- 172.21.15.46:0/2656542218 shutdown_connections 2024-04-26T01:48:34.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:30.860+0000 7f65e5000700 1 -- 172.21.15.46:0/2656542218 wait complete. 2024-04-26T01:48:34.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:34 smithi046 ceph-mon[28013]: pgmap v397: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 511 B/s wr, 12 op/s 2024-04-26T01:48:34.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:34 smithi103 ceph-mon[32920]: pgmap v397: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 511 B/s wr, 12 op/s 2024-04-26T01:48:34.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:34 smithi163 ceph-mon[32592]: pgmap v397: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 511 B/s wr, 12 op/s 2024-04-26T01:48:36.001 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:48:36.001 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:48:36.779 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:36 smithi046 ceph-mon[28013]: pgmap v398: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 597 B/s wr, 10 op/s 2024-04-26T01:48:36.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:36 smithi103 ceph-mon[32920]: pgmap v398: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 597 B/s wr, 10 op/s 2024-04-26T01:48:36.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:36 smithi163 ceph-mon[32592]: pgmap v398: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 597 B/s wr, 10 op/s 2024-04-26T01:48:36.944 INFO:tasks.cephadm.ceph_manager.ceph:need seq 146028888139 got 146028888145 for osd.4 2024-04-26T01:48:36.945 DEBUG:teuthology.parallel:result is None 2024-04-26T01:48:38.082 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.004+0000 7fd73e000700 1 -- 172.21.15.46:0/2604458502 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd7381034b0 msgr2=0x7fd73810f920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:38.082 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.004+0000 7fd73e000700 1 --2- 172.21.15.46:0/2604458502 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd7381034b0 0x7fd73810f920 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fd7300099c0 tx=0x7fd730009cd0 comp rx=0 tx=0).stop 2024-04-26T01:48:38.082 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.004+0000 7fd73e000700 1 -- 172.21.15.46:0/2604458502 shutdown_connections 2024-04-26T01:48:38.082 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.004+0000 7fd73e000700 1 --2- 172.21.15.46:0/2604458502 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd7381034b0 0x7fd73810f920 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:38.082 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.004+0000 7fd73e000700 1 --2- 172.21.15.46:0/2604458502 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd738107940 0x7fd738107d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:38.082 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.004+0000 7fd73e000700 1 --2- 172.21.15.46:0/2604458502 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd738102af0 0x7fd738102f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:38.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.004+0000 7fd73e000700 1 -- 172.21.15.46:0/2604458502 >> 172.21.15.46:0/2604458502 conn(0x7fd738079ba0 msgr2=0x7fd738079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:38.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.004+0000 7fd73e000700 1 -- 172.21.15.46:0/2604458502 shutdown_connections 2024-04-26T01:48:38.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.004+0000 7fd73e000700 1 -- 172.21.15.46:0/2604458502 wait complete. 2024-04-26T01:48:38.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.006+0000 7fd73e000700 1 Processor -- start 2024-04-26T01:48:38.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.006+0000 7fd73e000700 1 -- start start 2024-04-26T01:48:38.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.007+0000 7fd73e000700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd738102af0 0x7fd738199190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:38.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.007+0000 7fd73e000700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd7381034b0 0x7fd7381996d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:38.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.007+0000 7fd73e000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd738107940 0x7fd73819da60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:38.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.007+0000 7fd73e000700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fd738112e20 con 0x7fd738107940 2024-04-26T01:48:38.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.007+0000 7fd73e000700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fd738112ca0 con 0x7fd7381034b0 2024-04-26T01:48:38.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.007+0000 7fd73e000700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fd738112fa0 con 0x7fd738102af0 2024-04-26T01:48:38.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.007+0000 7fd737400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd738102af0 0x7fd738199190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:38.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.007+0000 7fd737e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd738107940 0x7fd73819da60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:38.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.007+0000 7fd737400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd738102af0 0x7fd738199190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:44454/0 (socket says 172.21.15.46:44454) 2024-04-26T01:48:38.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.007+0000 7fd737400700 1 -- 172.21.15.46:0/2080544617 learned_addr learned my addr 172.21.15.46:0/2080544617 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:48:38.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.007+0000 7fd72ea00700 1 --2- 172.21.15.46:0/2080544617 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd7381034b0 0x7fd7381996d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:38.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.008+0000 7fd737400700 1 -- 172.21.15.46:0/2080544617 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd7381034b0 msgr2=0x7fd7381996d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:38.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.008+0000 7fd737400700 1 --2- 172.21.15.46:0/2080544617 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd7381034b0 0x7fd7381996d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:38.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.008+0000 7fd737400700 1 -- 172.21.15.46:0/2080544617 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd738107940 msgr2=0x7fd73819da60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:38.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.008+0000 7fd737400700 1 --2- 172.21.15.46:0/2080544617 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd738107940 0x7fd73819da60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:38.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.008+0000 7fd737400700 1 -- 172.21.15.46:0/2080544617 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd73819e1a0 con 0x7fd738102af0 2024-04-26T01:48:38.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.008+0000 7fd737e00700 1 --2- 172.21.15.46:0/2080544617 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd738107940 0x7fd73819da60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:48:38.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.008+0000 7fd737400700 1 --2- 172.21.15.46:0/2080544617 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd738102af0 0x7fd738199190 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fd7280060b0 tx=0x7fd72800d3b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:38.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.009+0000 7fd734c00700 1 -- 172.21.15.46:0/2080544617 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd72801a070 con 0x7fd738102af0 2024-04-26T01:48:38.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.009+0000 7fd73e000700 1 -- 172.21.15.46:0/2080544617 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd73819e490 con 0x7fd738102af0 2024-04-26T01:48:38.085 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.009+0000 7fd734c00700 1 -- 172.21.15.46:0/2080544617 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd72800dd20 con 0x7fd738102af0 2024-04-26T01:48:38.085 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.009+0000 7fd734c00700 1 -- 172.21.15.46:0/2080544617 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd728014720 con 0x7fd738102af0 2024-04-26T01:48:38.085 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.009+0000 7fd73e000700 1 -- 172.21.15.46:0/2080544617 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7381a5d10 con 0x7fd738102af0 2024-04-26T01:48:38.085 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.010+0000 7fd73e000700 1 -- 172.21.15.46:0/2080544617 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd738069730 con 0x7fd738102af0 2024-04-26T01:48:38.085 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.012+0000 7fd734c00700 1 -- 172.21.15.46:0/2080544617 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fd72801d070 con 0x7fd738102af0 2024-04-26T01:48:38.085 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.013+0000 7fd734c00700 1 --2- 172.21.15.46:0/2080544617 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fd71c0a3c40 0x7fd71c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:38.085 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.014+0000 7fd734c00700 1 -- 172.21.15.46:0/2080544617 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fd7280cfb90 con 0x7fd738102af0 2024-04-26T01:48:38.085 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.014+0000 7fd72ea00700 1 --2- 172.21.15.46:0/2080544617 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fd71c0a3c40 0x7fd71c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:38.085 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.014+0000 7fd72ea00700 1 --2- 172.21.15.46:0/2080544617 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fd71c0a3c40 0x7fd71c0a6100 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fd73807a130 tx=0x7fd72000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:38.085 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.018+0000 7fd734c00700 1 -- 172.21.15.46:0/2080544617 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd728010070 con 0x7fd738102af0 2024-04-26T01:48:38.267 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.269+0000 7fd73e000700 1 -- 172.21.15.46:0/2080544617 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fd73819a520 con 0x7fd738102af0 2024-04-26T01:48:38.268 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.270+0000 7fd734c00700 1 -- 172.21.15.46:0/2080544617 <== mon.1 v2:172.21.15.163:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fd73819a520 con 0x7fd738102af0 2024-04-26T01:48:38.268 INFO:teuthology.orchestra.run.smithi046.stdout:77309411424 2024-04-26T01:48:38.271 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.273+0000 7fd73e000700 1 -- 172.21.15.46:0/2080544617 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fd71c0a3c40 msgr2=0x7fd71c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:38.271 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.273+0000 7fd73e000700 1 --2- 172.21.15.46:0/2080544617 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fd71c0a3c40 0x7fd71c0a6100 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fd73807a130 tx=0x7fd72000b410 comp rx=0 tx=0).stop 2024-04-26T01:48:38.271 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.273+0000 7fd73e000700 1 -- 172.21.15.46:0/2080544617 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd738102af0 msgr2=0x7fd738199190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:38.271 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.273+0000 7fd73e000700 1 --2- 172.21.15.46:0/2080544617 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd738102af0 0x7fd738199190 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fd7280060b0 tx=0x7fd72800d3b0 comp rx=0 tx=0).stop 2024-04-26T01:48:38.271 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.273+0000 7fd73e000700 1 -- 172.21.15.46:0/2080544617 shutdown_connections 2024-04-26T01:48:38.271 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.273+0000 7fd73e000700 1 --2- 172.21.15.46:0/2080544617 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd738107940 0x7fd73819da60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:38.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.273+0000 7fd73e000700 1 --2- 172.21.15.46:0/2080544617 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd738102af0 0x7fd738199190 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:38.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.273+0000 7fd73e000700 1 --2- 172.21.15.46:0/2080544617 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fd71c0a3c40 0x7fd71c0a6100 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:38.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.273+0000 7fd73e000700 1 --2- 172.21.15.46:0/2080544617 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd7381034b0 0x7fd7381996d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:38.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.273+0000 7fd73e000700 1 -- 172.21.15.46:0/2080544617 >> 172.21.15.46:0/2080544617 conn(0x7fd738079ba0 msgr2=0x7fd738100b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:38.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.273+0000 7fd73e000700 1 -- 172.21.15.46:0/2080544617 shutdown_connections 2024-04-26T01:48:38.272 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.273+0000 7fd73e000700 1 -- 172.21.15.46:0/2080544617 wait complete. 2024-04-26T01:48:38.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:38 smithi046 ceph-mon[28013]: pgmap v399: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 597 B/s wr, 9 op/s 2024-04-26T01:48:38.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:38 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/2080544617' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-26T01:48:38.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:38 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/558167677' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-26T01:48:38.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:38 smithi103 ceph-mon[32920]: pgmap v399: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 597 B/s wr, 9 op/s 2024-04-26T01:48:38.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:38 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/2080544617' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-26T01:48:38.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:38 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/558167677' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-26T01:48:38.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:38 smithi163 ceph-mon[32592]: pgmap v399: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 597 B/s wr, 9 op/s 2024-04-26T01:48:38.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:38 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/2080544617' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-26T01:48:38.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:38 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/558167677' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-26T01:48:39.527 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.529+0000 7f2c71e00700 1 -- 172.21.15.46:0/3696412565 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2c6c104ee0 msgr2=0x7f2c6c1052c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:39.528 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.529+0000 7f2c71e00700 1 --2- 172.21.15.46:0/3696412565 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2c6c104ee0 0x7f2c6c1052c0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f2c5c009990 tx=0x7f2c5c009ca0 comp rx=0 tx=0).stop 2024-04-26T01:48:39.528 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.529+0000 7f2c71e00700 1 -- 172.21.15.46:0/3696412565 shutdown_connections 2024-04-26T01:48:39.528 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.529+0000 7f2c71e00700 1 --2- 172.21.15.46:0/3696412565 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2c6c109fc0 0x7f2c6c111b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:39.528 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.529+0000 7f2c71e00700 1 --2- 172.21.15.46:0/3696412565 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2c6c104ee0 0x7f2c6c1052c0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:39.528 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.529+0000 7f2c71e00700 1 --2- 172.21.15.46:0/3696412565 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2c6c105890 0x7f2c6c1098e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:39.528 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.529+0000 7f2c71e00700 1 -- 172.21.15.46:0/3696412565 >> 172.21.15.46:0/3696412565 conn(0x7f2c6c100770 msgr2=0x7f2c6c102b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:39.528 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.529+0000 7f2c71e00700 1 -- 172.21.15.46:0/3696412565 shutdown_connections 2024-04-26T01:48:39.528 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.530+0000 7f2c71e00700 1 -- 172.21.15.46:0/3696412565 wait complete. 2024-04-26T01:48:39.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.531+0000 7f2c71e00700 1 Processor -- start 2024-04-26T01:48:39.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.531+0000 7f2c71e00700 1 -- start start 2024-04-26T01:48:39.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.531+0000 7f2c71e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2c6c104ee0 0x7f2c6c19b420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:39.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.531+0000 7f2c71e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2c6c105890 0x7f2c6c19b960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:39.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.531+0000 7f2c71e00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2c6c109fc0 0x7f2c6c19fcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:39.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.531+0000 7f2c71e00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f2c6c114f90 con 0x7f2c6c105890 2024-04-26T01:48:39.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.531+0000 7f2c71e00700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f2c6c114e10 con 0x7f2c6c104ee0 2024-04-26T01:48:39.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.531+0000 7f2c71e00700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f2c6c115110 con 0x7f2c6c109fc0 2024-04-26T01:48:39.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.532+0000 7f2c6a000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2c6c105890 0x7f2c6c19b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:39.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.532+0000 7f2c6aa00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2c6c104ee0 0x7f2c6c19b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:39.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.532+0000 7f2c6a000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2c6c105890 0x7f2c6c19b960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58570/0 (socket says 172.21.15.46:58570) 2024-04-26T01:48:39.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.532+0000 7f2c6a000700 1 -- 172.21.15.46:0/3883755035 learned_addr learned my addr 172.21.15.46:0/3883755035 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:48:39.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.532+0000 7f2c6b400700 1 --2- 172.21.15.46:0/3883755035 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2c6c109fc0 0x7f2c6c19fcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:39.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.532+0000 7f2c6aa00700 1 -- 172.21.15.46:0/3883755035 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2c6c109fc0 msgr2=0x7f2c6c19fcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:39.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.532+0000 7f2c6aa00700 1 --2- 172.21.15.46:0/3883755035 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2c6c109fc0 0x7f2c6c19fcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:39.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.532+0000 7f2c6aa00700 1 -- 172.21.15.46:0/3883755035 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2c6c105890 msgr2=0x7f2c6c19b960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:39.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.532+0000 7f2c6aa00700 1 --2- 172.21.15.46:0/3883755035 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2c6c105890 0x7f2c6c19b960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:39.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.532+0000 7f2c6aa00700 1 -- 172.21.15.46:0/3883755035 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c6c1a0430 con 0x7f2c6c104ee0 2024-04-26T01:48:39.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.532+0000 7f2c6a000700 1 --2- 172.21.15.46:0/3883755035 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2c6c105890 0x7f2c6c19b960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:48:39.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.533+0000 7f2c6aa00700 1 --2- 172.21.15.46:0/3883755035 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2c6c104ee0 0x7f2c6c19b420 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f2c5c006010 tx=0x7f2c5c005ef0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:39.531 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.533+0000 7f2c70a00700 1 -- 172.21.15.46:0/3883755035 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c5c027070 con 0x7f2c6c104ee0 2024-04-26T01:48:39.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.533+0000 7f2c71e00700 1 -- 172.21.15.46:0/3883755035 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c6c1a06c0 con 0x7f2c6c104ee0 2024-04-26T01:48:39.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.533+0000 7f2c70a00700 1 -- 172.21.15.46:0/3883755035 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2c5c00fdd0 con 0x7f2c6c104ee0 2024-04-26T01:48:39.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.533+0000 7f2c70a00700 1 -- 172.21.15.46:0/3883755035 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c5c0173f0 con 0x7f2c6c104ee0 2024-04-26T01:48:39.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.533+0000 7f2c71e00700 1 -- 172.21.15.46:0/3883755035 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c6c1a7fa0 con 0x7f2c6c104ee0 2024-04-26T01:48:39.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.534+0000 7f2c71e00700 1 -- 172.21.15.46:0/3883755035 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c6c069730 con 0x7f2c6c104ee0 2024-04-26T01:48:39.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.536+0000 7f2c70a00700 1 -- 172.21.15.46:0/3883755035 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f2c5c02a070 con 0x7f2c6c104ee0 2024-04-26T01:48:39.535 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.537+0000 7f2c70a00700 1 --2- 172.21.15.46:0/3883755035 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f2c500a3c40 0x7f2c500a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:39.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.538+0000 7f2c70a00700 1 -- 172.21.15.46:0/3883755035 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f2c5c0d1370 con 0x7f2c6c104ee0 2024-04-26T01:48:39.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.538+0000 7f2c6a000700 1 --2- 172.21.15.46:0/3883755035 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f2c500a3c40 0x7f2c500a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:39.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.538+0000 7f2c6a000700 1 --2- 172.21.15.46:0/3883755035 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f2c500a3c40 0x7f2c500a6100 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f2c6c109110 tx=0x7f2c58009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:39.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.542+0000 7f2c70a00700 1 -- 172.21.15.46:0/3883755035 <== mon.2 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2c5c05eff0 con 0x7f2c6c104ee0 2024-04-26T01:48:39.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.778+0000 7f2c71e00700 1 -- 172.21.15.46:0/3883755035 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f2c6c02df80 con 0x7f2c6c104ee0 2024-04-26T01:48:39.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.778+0000 7f2c70a00700 1 -- 172.21.15.46:0/3883755035 <== mon.2 v2:172.21.15.103:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f2c5c013070 con 0x7f2c6c104ee0 2024-04-26T01:48:39.776 INFO:teuthology.orchestra.run.smithi046.stdout:55834574949 2024-04-26T01:48:39.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.782+0000 7f2c71e00700 1 -- 172.21.15.46:0/3883755035 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f2c500a3c40 msgr2=0x7f2c500a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:39.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.782+0000 7f2c71e00700 1 --2- 172.21.15.46:0/3883755035 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f2c500a3c40 0x7f2c500a6100 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f2c6c109110 tx=0x7f2c58009260 comp rx=0 tx=0).stop 2024-04-26T01:48:39.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.782+0000 7f2c71e00700 1 -- 172.21.15.46:0/3883755035 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2c6c104ee0 msgr2=0x7f2c6c19b420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:39.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.782+0000 7f2c71e00700 1 --2- 172.21.15.46:0/3883755035 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2c6c104ee0 0x7f2c6c19b420 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f2c5c006010 tx=0x7f2c5c005ef0 comp rx=0 tx=0).stop 2024-04-26T01:48:39.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.782+0000 7f2c71e00700 1 -- 172.21.15.46:0/3883755035 shutdown_connections 2024-04-26T01:48:39.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.782+0000 7f2c71e00700 1 --2- 172.21.15.46:0/3883755035 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2c6c109fc0 0x7f2c6c19fcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:39.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.782+0000 7f2c71e00700 1 --2- 172.21.15.46:0/3883755035 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f2c500a3c40 0x7f2c500a6100 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:39.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.782+0000 7f2c71e00700 1 --2- 172.21.15.46:0/3883755035 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2c6c104ee0 0x7f2c6c19b420 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:39.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.782+0000 7f2c71e00700 1 --2- 172.21.15.46:0/3883755035 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2c6c105890 0x7f2c6c19b960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:39.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.782+0000 7f2c71e00700 1 -- 172.21.15.46:0/3883755035 >> 172.21.15.46:0/3883755035 conn(0x7f2c6c100770 msgr2=0x7f2c6c102470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:39.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.782+0000 7f2c71e00700 1 -- 172.21.15.46:0/3883755035 shutdown_connections 2024-04-26T01:48:39.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:39.782+0000 7f2c71e00700 1 -- 172.21.15.46:0/3883755035 wait complete. 2024-04-26T01:48:40.802 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:40 smithi046 ceph-mon[28013]: pgmap v400: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 597 B/s wr, 11 op/s 2024-04-26T01:48:40.802 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:40 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/3883755035' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-26T01:48:40.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:40 smithi103 ceph-mon[32920]: pgmap v400: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 597 B/s wr, 11 op/s 2024-04-26T01:48:40.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:40 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/3883755035' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-26T01:48:40.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:40 smithi163 ceph-mon[32592]: pgmap v400: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 597 B/s wr, 11 op/s 2024-04-26T01:48:40.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:40 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/3883755035' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-26T01:48:41.197 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.124+0000 7f0c93200700 1 -- 172.21.15.46:0/124256691 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0c8c108a30 msgr2=0x7f0c8c108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:41.197 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.124+0000 7f0c93200700 1 --2- 172.21.15.46:0/124256691 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0c8c108a30 0x7f0c8c108e10 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f0c7c009990 tx=0x7f0c7c009ca0 comp rx=0 tx=0).stop 2024-04-26T01:48:41.197 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.125+0000 7f0c93200700 1 -- 172.21.15.46:0/124256691 shutdown_connections 2024-04-26T01:48:41.197 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.125+0000 7f0c93200700 1 --2- 172.21.15.46:0/124256691 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0c8c06b0f0 0x7f0c8c10f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:41.197 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.125+0000 7f0c93200700 1 --2- 172.21.15.46:0/124256691 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0c8c108a30 0x7f0c8c108e10 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:41.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.125+0000 7f0c93200700 1 --2- 172.21.15.46:0/124256691 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0c8c06a750 0x7f0c8c06abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:41.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.125+0000 7f0c93200700 1 -- 172.21.15.46:0/124256691 >> 172.21.15.46:0/124256691 conn(0x7f0c8c0788f0 msgr2=0x7f0c8c078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:41.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.125+0000 7f0c93200700 1 -- 172.21.15.46:0/124256691 shutdown_connections 2024-04-26T01:48:41.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.125+0000 7f0c93200700 1 -- 172.21.15.46:0/124256691 wait complete. 2024-04-26T01:48:41.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.126+0000 7f0c93200700 1 Processor -- start 2024-04-26T01:48:41.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.126+0000 7f0c93200700 1 -- start start 2024-04-26T01:48:41.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.127+0000 7f0c93200700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0c8c06a750 0x7f0c8c101a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:41.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.127+0000 7f0c93200700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0c8c06b0f0 0x7f0c8c101f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:41.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.127+0000 7f0c93200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0c8c108a30 0x7f0c8c102490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:41.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.127+0000 7f0c93200700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f0c8c112d50 con 0x7f0c8c108a30 2024-04-26T01:48:41.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.127+0000 7f0c93200700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f0c8c112bd0 con 0x7f0c8c06b0f0 2024-04-26T01:48:41.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.127+0000 7f0c93200700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f0c8c112ed0 con 0x7f0c8c06a750 2024-04-26T01:48:41.198 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.127+0000 7f0c8be00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0c8c06a750 0x7f0c8c101a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:41.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.127+0000 7f0c8be00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0c8c06a750 0x7f0c8c101a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:44468/0 (socket says 172.21.15.46:44468) 2024-04-26T01:48:41.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.127+0000 7f0c8be00700 1 -- 172.21.15.46:0/558167677 learned_addr learned my addr 172.21.15.46:0/558167677 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:48:41.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.127+0000 7f0c91200700 1 --2- 172.21.15.46:0/558167677 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0c8c108a30 0x7f0c8c102490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:41.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.127+0000 7f0c8b400700 1 --2- 172.21.15.46:0/558167677 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0c8c06b0f0 0x7f0c8c101f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:41.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.127+0000 7f0c8be00700 1 -- 172.21.15.46:0/558167677 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0c8c06b0f0 msgr2=0x7f0c8c101f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:41.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.127+0000 7f0c8be00700 1 --2- 172.21.15.46:0/558167677 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0c8c06b0f0 0x7f0c8c101f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:41.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.127+0000 7f0c8be00700 1 -- 172.21.15.46:0/558167677 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0c8c108a30 msgr2=0x7f0c8c102490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:41.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.127+0000 7f0c8be00700 1 --2- 172.21.15.46:0/558167677 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0c8c108a30 0x7f0c8c102490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:41.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.127+0000 7f0c8be00700 1 -- 172.21.15.46:0/558167677 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c8c1a77f0 con 0x7f0c8c06a750 2024-04-26T01:48:41.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.128+0000 7f0c8be00700 1 --2- 172.21.15.46:0/558167677 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0c8c06a750 0x7f0c8c101a10 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f0c7c0057c0 tx=0x7f0c7c005ef0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:41.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.128+0000 7f0c88c00700 1 -- 172.21.15.46:0/558167677 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c7c026070 con 0x7f0c8c06a750 2024-04-26T01:48:41.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.128+0000 7f0c88c00700 1 -- 172.21.15.46:0/558167677 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f0c7c00b610 con 0x7f0c8c06a750 2024-04-26T01:48:41.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.128+0000 7f0c88c00700 1 -- 172.21.15.46:0/558167677 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c7c0173f0 con 0x7f0c8c06a750 2024-04-26T01:48:41.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.128+0000 7f0c93200700 1 -- 172.21.15.46:0/558167677 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c8c1a7a80 con 0x7f0c8c06a750 2024-04-26T01:48:41.200 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.128+0000 7f0c93200700 1 -- 172.21.15.46:0/558167677 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c8c1a7f10 con 0x7f0c8c06a750 2024-04-26T01:48:41.200 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.129+0000 7f0c93200700 1 -- 172.21.15.46:0/558167677 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c8c069730 con 0x7f0c8c06a750 2024-04-26T01:48:41.200 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.131+0000 7f0c88c00700 1 -- 172.21.15.46:0/558167677 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f0c7c029070 con 0x7f0c8c06a750 2024-04-26T01:48:41.200 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.133+0000 7f0c88c00700 1 --2- 172.21.15.46:0/558167677 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f0c700a3cc0 0x7f0c700a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:41.200 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.133+0000 7f0c88c00700 1 -- 172.21.15.46:0/558167677 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f0c7c0d1160 con 0x7f0c8c06a750 2024-04-26T01:48:41.200 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.133+0000 7f0c8b400700 1 --2- 172.21.15.46:0/558167677 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f0c700a3cc0 0x7f0c700a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:41.200 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.134+0000 7f0c8b400700 1 --2- 172.21.15.46:0/558167677 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f0c700a3cc0 0x7f0c700a6180 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f0c78009680 tx=0x7f0c78009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:41.200 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.137+0000 7f0c88c00700 1 -- 172.21.15.46:0/558167677 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0c7c05dff0 con 0x7f0c8c06a750 2024-04-26T01:48:41.200 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.377+0000 7f0c93200700 1 -- 172.21.15.46:0/558167677 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) -- 0x7f0c8c02df80 con 0x7f0c8c06a750 2024-04-26T01:48:41.201 INFO:teuthology.orchestra.run.smithi046.stdout:292057776182 2024-04-26T01:48:41.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.378+0000 7f0c88c00700 1 -- 172.21.15.46:0/558167677 <== mon.1 v2:172.21.15.163:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f0c7c013070 con 0x7f0c8c06a750 2024-04-26T01:48:41.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.380+0000 7f0c93200700 1 -- 172.21.15.46:0/558167677 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f0c700a3cc0 msgr2=0x7f0c700a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:41.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.380+0000 7f0c93200700 1 --2- 172.21.15.46:0/558167677 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f0c700a3cc0 0x7f0c700a6180 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f0c78009680 tx=0x7f0c78009260 comp rx=0 tx=0).stop 2024-04-26T01:48:41.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.380+0000 7f0c93200700 1 -- 172.21.15.46:0/558167677 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0c8c06a750 msgr2=0x7f0c8c101a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:41.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.380+0000 7f0c93200700 1 --2- 172.21.15.46:0/558167677 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0c8c06a750 0x7f0c8c101a10 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f0c7c0057c0 tx=0x7f0c7c005ef0 comp rx=0 tx=0).stop 2024-04-26T01:48:41.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.380+0000 7f0c93200700 1 -- 172.21.15.46:0/558167677 shutdown_connections 2024-04-26T01:48:41.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.380+0000 7f0c93200700 1 --2- 172.21.15.46:0/558167677 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0c8c108a30 0x7f0c8c102490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:41.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.380+0000 7f0c93200700 1 --2- 172.21.15.46:0/558167677 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0c8c06a750 0x7f0c8c101a10 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:41.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.380+0000 7f0c93200700 1 --2- 172.21.15.46:0/558167677 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f0c700a3cc0 0x7f0c700a6180 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:41.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.380+0000 7f0c93200700 1 --2- 172.21.15.46:0/558167677 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0c8c06b0f0 0x7f0c8c101f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:41.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.380+0000 7f0c93200700 1 -- 172.21.15.46:0/558167677 >> 172.21.15.46:0/558167677 conn(0x7f0c8c0788f0 msgr2=0x7f0c8c1007a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:41.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.381+0000 7f0c93200700 1 -- 172.21.15.46:0/558167677 shutdown_connections 2024-04-26T01:48:41.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:38.381+0000 7f0c93200700 1 -- 172.21.15.46:0/558167677 wait complete. 2024-04-26T01:48:41.795 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:41 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/241519616' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-26T01:48:41.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:41 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/241519616' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-26T01:48:41.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:41 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/241519616' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-26T01:48:41.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:41.976+0000 7ff400600700 1 -- 172.21.15.46:0/3797183563 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff3f8102a90 msgr2=0x7ff3f8102f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:41.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:41.976+0000 7ff400600700 1 --2- 172.21.15.46:0/3797183563 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff3f8102a90 0x7ff3f8102f10 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7ff3e4009990 tx=0x7ff3e4009ca0 comp rx=0 tx=0).stop 2024-04-26T01:48:41.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:41.976+0000 7ff400600700 1 -- 172.21.15.46:0/3797183563 shutdown_connections 2024-04-26T01:48:41.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:41.976+0000 7ff400600700 1 --2- 172.21.15.46:0/3797183563 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff3f8103450 0x7ff3f810f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:41.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:41.976+0000 7ff400600700 1 --2- 172.21.15.46:0/3797183563 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff3f8108a50 0x7ff3f8108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:41.975 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:41.976+0000 7ff400600700 1 --2- 172.21.15.46:0/3797183563 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff3f8102a90 0x7ff3f8102f10 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:41.975 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:41.976+0000 7ff400600700 1 -- 172.21.15.46:0/3797183563 >> 172.21.15.46:0/3797183563 conn(0x7ff3f8079ba0 msgr2=0x7ff3f8079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:41.975 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:41.976+0000 7ff400600700 1 -- 172.21.15.46:0/3797183563 shutdown_connections 2024-04-26T01:48:41.975 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:41.976+0000 7ff400600700 1 -- 172.21.15.46:0/3797183563 wait complete. 2024-04-26T01:48:41.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:41.977+0000 7ff400600700 1 Processor -- start 2024-04-26T01:48:41.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:41.977+0000 7ff400600700 1 -- start start 2024-04-26T01:48:41.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:41.978+0000 7ff400600700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff3f8102a90 0x7ff3f8074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:41.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:41.978+0000 7ff400600700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff3f8103450 0x7ff3f8075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:41.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:41.978+0000 7ff400600700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff3f8108a50 0x7ff3f80757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:41.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:41.978+0000 7ff400600700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff3f8112df0 con 0x7ff3f8102a90 2024-04-26T01:48:41.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:41.978+0000 7ff400600700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7ff3f8112c70 con 0x7ff3f8108a50 2024-04-26T01:48:41.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:41.978+0000 7ff400600700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7ff3f8112f70 con 0x7ff3f8103450 2024-04-26T01:48:41.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:41.978+0000 7ff3fdc00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff3f8102a90 0x7ff3f8074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:41.977 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:41.978+0000 7ff3fdc00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff3f8102a90 0x7ff3f8074d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58598/0 (socket says 172.21.15.46:58598) 2024-04-26T01:48:41.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:41.978+0000 7ff3fd200700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff3f8103450 0x7ff3f8075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:41.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:41.978+0000 7ff3fe600700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff3f8108a50 0x7ff3f80757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:41.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:41.978+0000 7ff3fdc00700 1 -- 172.21.15.46:0/1528193944 learned_addr learned my addr 172.21.15.46:0/1528193944 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:48:41.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:41.979+0000 7ff3fdc00700 1 -- 172.21.15.46:0/1528193944 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff3f8103450 msgr2=0x7ff3f8075280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:41.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:41.979+0000 7ff3fdc00700 1 --2- 172.21.15.46:0/1528193944 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff3f8103450 0x7ff3f8075280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:41.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:41.979+0000 7ff3fdc00700 1 -- 172.21.15.46:0/1528193944 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff3f8108a50 msgr2=0x7ff3f80757c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:41.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:41.979+0000 7ff3fdc00700 1 --2- 172.21.15.46:0/1528193944 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff3f8108a50 0x7ff3f80757c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:41.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:41.979+0000 7ff3fdc00700 1 -- 172.21.15.46:0/1528193944 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3f81a7780 con 0x7ff3f8102a90 2024-04-26T01:48:41.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:41.979+0000 7ff3fe600700 1 --2- 172.21.15.46:0/1528193944 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff3f8108a50 0x7ff3f80757c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:48:41.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:41.979+0000 7ff3fdc00700 1 --2- 172.21.15.46:0/1528193944 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff3f8102a90 0x7ff3f8074d40 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7ff3ec00e9a0 tx=0x7ff3ec00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:41.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:41.979+0000 7ff3f6000700 1 -- 172.21.15.46:0/1528193944 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3ec00ca10 con 0x7ff3f8102a90 2024-04-26T01:48:41.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:41.979+0000 7ff400600700 1 -- 172.21.15.46:0/1528193944 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3f81a7a70 con 0x7ff3f8102a90 2024-04-26T01:48:41.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:41.979+0000 7ff3f6000700 1 -- 172.21.15.46:0/1528193944 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff3ec00cbb0 con 0x7ff3f8102a90 2024-04-26T01:48:41.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:41.980+0000 7ff3f6000700 1 -- 172.21.15.46:0/1528193944 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3ec018680 con 0x7ff3f8102a90 2024-04-26T01:48:41.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:41.980+0000 7ff400600700 1 -- 172.21.15.46:0/1528193944 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3f81a8000 con 0x7ff3f8102a90 2024-04-26T01:48:41.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:41.981+0000 7ff400600700 1 -- 172.21.15.46:0/1528193944 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff3f8069730 con 0x7ff3f8102a90 2024-04-26T01:48:41.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:41.983+0000 7ff3f6000700 1 -- 172.21.15.46:0/1528193944 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7ff3ec018820 con 0x7ff3f8102a90 2024-04-26T01:48:41.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:41.985+0000 7ff3f6000700 1 --2- 172.21.15.46:0/1528193944 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7ff3e00a3cc0 0x7ff3e00a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:41.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:41.985+0000 7ff3f6000700 1 -- 172.21.15.46:0/1528193944 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7ff3ec0d06e0 con 0x7ff3f8102a90 2024-04-26T01:48:41.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:41.985+0000 7ff3fd200700 1 --2- 172.21.15.46:0/1528193944 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7ff3e00a3cc0 0x7ff3e00a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:41.983 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:41.986+0000 7ff3fd200700 1 --2- 172.21.15.46:0/1528193944 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7ff3e00a3cc0 0x7ff3e00a6180 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7ff3f807a1a0 tx=0x7ff3e4005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:41.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:41.991+0000 7ff3f6000700 1 -- 172.21.15.46:0/1528193944 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff3ec09d070 con 0x7ff3f8102a90 2024-04-26T01:48:42.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.064+0000 7ff82d800700 1 -- 172.21.15.46:0/3764729494 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff828102a90 msgr2=0x7ff828102f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:42.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.064+0000 7ff82d800700 1 --2- 172.21.15.46:0/3764729494 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff828102a90 0x7ff828102f10 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7ff814009990 tx=0x7ff814009ca0 comp rx=0 tx=0).stop 2024-04-26T01:48:42.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.064+0000 7ff82d800700 1 -- 172.21.15.46:0/3764729494 shutdown_connections 2024-04-26T01:48:42.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.065+0000 7ff82d800700 1 --2- 172.21.15.46:0/3764729494 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff828103450 0x7ff82810f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:42.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.065+0000 7ff82d800700 1 --2- 172.21.15.46:0/3764729494 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff828108a50 0x7ff828108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:42.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.065+0000 7ff82d800700 1 --2- 172.21.15.46:0/3764729494 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff828102a90 0x7ff828102f10 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:42.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.065+0000 7ff82d800700 1 -- 172.21.15.46:0/3764729494 >> 172.21.15.46:0/3764729494 conn(0x7ff828079ba0 msgr2=0x7ff828079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:42.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.065+0000 7ff82d800700 1 -- 172.21.15.46:0/3764729494 shutdown_connections 2024-04-26T01:48:42.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.065+0000 7ff82d800700 1 -- 172.21.15.46:0/3764729494 wait complete. 2024-04-26T01:48:42.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.066+0000 7ff82d800700 1 Processor -- start 2024-04-26T01:48:42.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.066+0000 7ff82d800700 1 -- start start 2024-04-26T01:48:42.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.067+0000 7ff82d800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff828102a90 0x7ff82819b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:42.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.067+0000 7ff82d800700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff828103450 0x7ff82819ba00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:42.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.067+0000 7ff82d800700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff828108a50 0x7ff82819fd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:42.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.067+0000 7ff82d800700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff828112df0 con 0x7ff828102a90 2024-04-26T01:48:42.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.067+0000 7ff82d800700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7ff828112c70 con 0x7ff828108a50 2024-04-26T01:48:42.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.067+0000 7ff82d800700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7ff828112f70 con 0x7ff828103450 2024-04-26T01:48:42.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.067+0000 7ff826a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff828102a90 0x7ff82819b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:42.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.067+0000 7ff826a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff828102a90 0x7ff82819b4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58608/0 (socket says 172.21.15.46:58608) 2024-04-26T01:48:42.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.067+0000 7ff826a00700 1 -- 172.21.15.46:0/4250634366 learned_addr learned my addr 172.21.15.46:0/4250634366 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:48:42.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.067+0000 7ff826000700 1 --2- 172.21.15.46:0/4250634366 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff828103450 0x7ff82819ba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:42.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.067+0000 7ff827400700 1 --2- 172.21.15.46:0/4250634366 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff828108a50 0x7ff82819fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:42.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.067+0000 7ff826000700 1 -- 172.21.15.46:0/4250634366 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff828108a50 msgr2=0x7ff82819fd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:42.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.067+0000 7ff826000700 1 --2- 172.21.15.46:0/4250634366 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff828108a50 0x7ff82819fd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:42.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.067+0000 7ff826000700 1 -- 172.21.15.46:0/4250634366 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff828102a90 msgr2=0x7ff82819b4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:42.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.067+0000 7ff826000700 1 --2- 172.21.15.46:0/4250634366 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff828102a90 0x7ff82819b4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:42.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.067+0000 7ff826000700 1 -- 172.21.15.46:0/4250634366 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8281a04d0 con 0x7ff828103450 2024-04-26T01:48:42.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.067+0000 7ff826a00700 1 --2- 172.21.15.46:0/4250634366 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff828102a90 0x7ff82819b4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:48:42.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.067+0000 7ff827400700 1 --2- 172.21.15.46:0/4250634366 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff828108a50 0x7ff82819fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:48:42.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.068+0000 7ff826000700 1 --2- 172.21.15.46:0/4250634366 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff828103450 0x7ff82819ba00 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7ff8140098e0 tx=0x7ff8140057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:42.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.068+0000 7ff81f400700 1 -- 172.21.15.46:0/4250634366 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff814027070 con 0x7ff828103450 2024-04-26T01:48:42.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.068+0000 7ff82d800700 1 -- 172.21.15.46:0/4250634366 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8281a0760 con 0x7ff828103450 2024-04-26T01:48:42.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.068+0000 7ff81f400700 1 -- 172.21.15.46:0/4250634366 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff814022470 con 0x7ff828103450 2024-04-26T01:48:42.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.068+0000 7ff81f400700 1 -- 172.21.15.46:0/4250634366 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff814017650 con 0x7ff828103450 2024-04-26T01:48:42.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.068+0000 7ff82d800700 1 -- 172.21.15.46:0/4250634366 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8281a8040 con 0x7ff828103450 2024-04-26T01:48:42.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.070+0000 7ff82d800700 1 -- 172.21.15.46:0/4250634366 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff828069730 con 0x7ff828103450 2024-04-26T01:48:42.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.072+0000 7ff81f400700 1 -- 172.21.15.46:0/4250634366 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7ff81402a070 con 0x7ff828103450 2024-04-26T01:48:42.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.073+0000 7ff81f400700 1 --2- 172.21.15.46:0/4250634366 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7ff80c0a3c40 0x7ff80c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:42.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.073+0000 7ff81f400700 1 -- 172.21.15.46:0/4250634366 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7ff8140d11d0 con 0x7ff828103450 2024-04-26T01:48:42.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.073+0000 7ff826a00700 1 --2- 172.21.15.46:0/4250634366 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7ff80c0a3c40 0x7ff80c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:42.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.074+0000 7ff826a00700 1 --2- 172.21.15.46:0/4250634366 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7ff80c0a3c40 0x7ff80c0a6100 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7ff818011550 tx=0x7ff818009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:42.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.075+0000 7ff81f400700 1 -- 172.21.15.46:0/4250634366 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff814013070 con 0x7ff828103450 2024-04-26T01:48:42.152 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:48:42.261 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.262+0000 7ff400600700 1 -- 172.21.15.46:0/1528193944 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7ff3f802df80 con 0x7ff3f8102a90 2024-04-26T01:48:42.261 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.263+0000 7ff3f6000700 1 -- 172.21.15.46:0/1528193944 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7ff3ec09c970 con 0x7ff3f8102a90 2024-04-26T01:48:42.261 INFO:teuthology.orchestra.run.smithi046.stdout:34359738474 2024-04-26T01:48:42.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.266+0000 7ff400600700 1 -- 172.21.15.46:0/1528193944 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7ff3e00a3cc0 msgr2=0x7ff3e00a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:42.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.266+0000 7ff400600700 1 --2- 172.21.15.46:0/1528193944 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7ff3e00a3cc0 0x7ff3e00a6180 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7ff3f807a1a0 tx=0x7ff3e4005fd0 comp rx=0 tx=0).stop 2024-04-26T01:48:42.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.266+0000 7ff400600700 1 -- 172.21.15.46:0/1528193944 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff3f8102a90 msgr2=0x7ff3f8074d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:42.264 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.266+0000 7ff400600700 1 --2- 172.21.15.46:0/1528193944 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff3f8102a90 0x7ff3f8074d40 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7ff3ec00e9a0 tx=0x7ff3ec00ecb0 comp rx=0 tx=0).stop 2024-04-26T01:48:42.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.267+0000 7ff400600700 1 -- 172.21.15.46:0/1528193944 shutdown_connections 2024-04-26T01:48:42.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.267+0000 7ff400600700 1 --2- 172.21.15.46:0/1528193944 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7ff3e00a3cc0 0x7ff3e00a6180 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:42.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.267+0000 7ff400600700 1 --2- 172.21.15.46:0/1528193944 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff3f8108a50 0x7ff3f80757c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:42.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.267+0000 7ff400600700 1 --2- 172.21.15.46:0/1528193944 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff3f8102a90 0x7ff3f8074d40 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:42.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.267+0000 7ff400600700 1 --2- 172.21.15.46:0/1528193944 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff3f8103450 0x7ff3f8075280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:42.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.267+0000 7ff400600700 1 -- 172.21.15.46:0/1528193944 >> 172.21.15.46:0/1528193944 conn(0x7ff3f8079ba0 msgr2=0x7ff3f81017e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:42.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.267+0000 7ff400600700 1 -- 172.21.15.46:0/1528193944 shutdown_connections 2024-04-26T01:48:42.265 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.267+0000 7ff400600700 1 -- 172.21.15.46:0/1528193944 wait complete. 2024-04-26T01:48:42.317 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.319+0000 7ff82d800700 1 -- 172.21.15.46:0/4250634366 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7ff8281a8270 con 0x7ff828103450 2024-04-26T01:48:42.318 INFO:teuthology.orchestra.run.smithi046.stdout:223338299458 2024-04-26T01:48:42.318 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.320+0000 7ff81f400700 1 -- 172.21.15.46:0/4250634366 <== mon.1 v2:172.21.15.163:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7ff81409dbf0 con 0x7ff828103450 2024-04-26T01:48:42.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.323+0000 7ff82d800700 1 -- 172.21.15.46:0/4250634366 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7ff80c0a3c40 msgr2=0x7ff80c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:42.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.323+0000 7ff82d800700 1 --2- 172.21.15.46:0/4250634366 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7ff80c0a3c40 0x7ff80c0a6100 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7ff818011550 tx=0x7ff818009260 comp rx=0 tx=0).stop 2024-04-26T01:48:42.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.323+0000 7ff82d800700 1 -- 172.21.15.46:0/4250634366 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff828103450 msgr2=0x7ff82819ba00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:42.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.323+0000 7ff82d800700 1 --2- 172.21.15.46:0/4250634366 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff828103450 0x7ff82819ba00 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7ff8140098e0 tx=0x7ff8140057c0 comp rx=0 tx=0).stop 2024-04-26T01:48:42.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.324+0000 7ff82d800700 1 -- 172.21.15.46:0/4250634366 shutdown_connections 2024-04-26T01:48:42.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.324+0000 7ff82d800700 1 --2- 172.21.15.46:0/4250634366 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7ff80c0a3c40 0x7ff80c0a6100 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:42.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.324+0000 7ff82d800700 1 --2- 172.21.15.46:0/4250634366 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff828108a50 0x7ff82819fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:42.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.324+0000 7ff82d800700 1 --2- 172.21.15.46:0/4250634366 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff828102a90 0x7ff82819b4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:42.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.324+0000 7ff82d800700 1 --2- 172.21.15.46:0/4250634366 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff828103450 0x7ff82819ba00 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:42.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.324+0000 7ff82d800700 1 -- 172.21.15.46:0/4250634366 >> 172.21.15.46:0/4250634366 conn(0x7ff828079ba0 msgr2=0x7ff828101510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:42.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.325+0000 7ff82d800700 1 -- 172.21.15.46:0/4250634366 shutdown_connections 2024-04-26T01:48:42.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:42.325+0000 7ff82d800700 1 -- 172.21.15.46:0/4250634366 wait complete. 2024-04-26T01:48:42.499 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.549+0000 7f7e84600700 1 -- 172.21.15.46:0/1719784685 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7e7c108a30 msgr2=0x7f7e7c108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:42.499 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.549+0000 7f7e84600700 1 --2- 172.21.15.46:0/1719784685 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7e7c108a30 0x7f7e7c108e10 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f7e70009990 tx=0x7f7e70009ca0 comp rx=0 tx=0).stop 2024-04-26T01:48:42.500 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.549+0000 7f7e84600700 1 -- 172.21.15.46:0/1719784685 shutdown_connections 2024-04-26T01:48:42.500 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.549+0000 7f7e84600700 1 --2- 172.21.15.46:0/1719784685 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7e7c06b0f0 0x7f7e7c10f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:42.500 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.549+0000 7f7e84600700 1 --2- 172.21.15.46:0/1719784685 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7e7c108a30 0x7f7e7c108e10 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:42.500 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.549+0000 7f7e84600700 1 --2- 172.21.15.46:0/1719784685 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7e7c06a750 0x7f7e7c06abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:42.500 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.549+0000 7f7e84600700 1 -- 172.21.15.46:0/1719784685 >> 172.21.15.46:0/1719784685 conn(0x7f7e7c0788f0 msgr2=0x7f7e7c078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:42.500 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.549+0000 7f7e84600700 1 -- 172.21.15.46:0/1719784685 shutdown_connections 2024-04-26T01:48:42.500 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.550+0000 7f7e84600700 1 -- 172.21.15.46:0/1719784685 wait complete. 2024-04-26T01:48:42.500 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.550+0000 7f7e84600700 1 Processor -- start 2024-04-26T01:48:42.500 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.551+0000 7f7e84600700 1 -- start start 2024-04-26T01:48:42.500 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.551+0000 7f7e84600700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7e7c06a750 0x7f7e7c101a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:42.500 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.551+0000 7f7e84600700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7e7c06b0f0 0x7f7e7c101f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:42.500 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.551+0000 7f7e84600700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7e7c108a30 0x7f7e7c102490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:42.500 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.551+0000 7f7e84600700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f7e7c112d90 con 0x7f7e7c06a750 2024-04-26T01:48:42.500 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.551+0000 7f7e84600700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f7e7c112c10 con 0x7f7e7c06b0f0 2024-04-26T01:48:42.501 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.551+0000 7f7e84600700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f7e7c112f10 con 0x7f7e7c108a30 2024-04-26T01:48:42.501 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.552+0000 7f7e81c00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7e7c06a750 0x7f7e7c101a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:42.501 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.552+0000 7f7e81c00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7e7c06a750 0x7f7e7c101a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58588/0 (socket says 172.21.15.46:58588) 2024-04-26T01:48:42.501 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.552+0000 7f7e81c00700 1 -- 172.21.15.46:0/241519616 learned_addr learned my addr 172.21.15.46:0/241519616 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:48:42.501 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.552+0000 7f7e82600700 1 --2- 172.21.15.46:0/241519616 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7e7c108a30 0x7f7e7c102490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:42.501 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.552+0000 7f7e81200700 1 --2- 172.21.15.46:0/241519616 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7e7c06b0f0 0x7f7e7c101f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:42.501 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.552+0000 7f7e81c00700 1 -- 172.21.15.46:0/241519616 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7e7c108a30 msgr2=0x7f7e7c102490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:42.501 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.552+0000 7f7e81c00700 1 --2- 172.21.15.46:0/241519616 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7e7c108a30 0x7f7e7c102490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:42.501 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.552+0000 7f7e81c00700 1 -- 172.21.15.46:0/241519616 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7e7c06b0f0 msgr2=0x7f7e7c101f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:42.501 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.552+0000 7f7e81c00700 1 --2- 172.21.15.46:0/241519616 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7e7c06b0f0 0x7f7e7c101f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:42.501 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.552+0000 7f7e81c00700 1 -- 172.21.15.46:0/241519616 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e7c1a77d0 con 0x7f7e7c06a750 2024-04-26T01:48:42.501 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.552+0000 7f7e81200700 1 --2- 172.21.15.46:0/241519616 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7e7c06b0f0 0x7f7e7c101f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:48:42.501 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.552+0000 7f7e81c00700 1 --2- 172.21.15.46:0/241519616 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7e7c06a750 0x7f7e7c101a10 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f7e70005f50 tx=0x7f7e700057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:42.501 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.553+0000 7f7e7a000700 1 -- 172.21.15.46:0/241519616 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e70026070 con 0x7f7e7c06a750 2024-04-26T01:48:42.501 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.553+0000 7f7e7a000700 1 -- 172.21.15.46:0/241519616 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7e7000fb40 con 0x7f7e7c06a750 2024-04-26T01:48:42.502 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.553+0000 7f7e7a000700 1 -- 172.21.15.46:0/241519616 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e700173f0 con 0x7f7e7c06a750 2024-04-26T01:48:42.502 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.553+0000 7f7e84600700 1 -- 172.21.15.46:0/241519616 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e7c1a7a60 con 0x7f7e7c06a750 2024-04-26T01:48:42.502 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.553+0000 7f7e84600700 1 -- 172.21.15.46:0/241519616 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e7c1a7ef0 con 0x7f7e7c06a750 2024-04-26T01:48:42.502 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.554+0000 7f7e84600700 1 -- 172.21.15.46:0/241519616 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e7c069730 con 0x7f7e7c06a750 2024-04-26T01:48:42.502 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.557+0000 7f7e7a000700 1 -- 172.21.15.46:0/241519616 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f7e70029070 con 0x7f7e7c06a750 2024-04-26T01:48:42.502 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.559+0000 7f7e7a000700 1 --2- 172.21.15.46:0/241519616 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f7e640a3c40 0x7f7e640a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:42.502 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.559+0000 7f7e7a000700 1 -- 172.21.15.46:0/241519616 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f7e700d0ff0 con 0x7f7e7c06a750 2024-04-26T01:48:42.502 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.561+0000 7f7e81200700 1 --2- 172.21.15.46:0/241519616 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f7e640a3c40 0x7f7e640a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:42.502 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.562+0000 7f7e81200700 1 --2- 172.21.15.46:0/241519616 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f7e640a3c40 0x7f7e640a6100 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f7e7c078fd0 tx=0x7f7e68009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:42.502 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.567+0000 7f7e7a000700 1 -- 172.21.15.46:0/241519616 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7e70013070 con 0x7f7e7c06a750 2024-04-26T01:48:42.503 INFO:teuthology.orchestra.run.smithi046.stdout:347892351020 2024-04-26T01:48:42.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.803+0000 7f7e84600700 1 -- 172.21.15.46:0/241519616 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) -- 0x7f7e7c02e140 con 0x7f7e7c06a750 2024-04-26T01:48:42.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.805+0000 7f7e7a000700 1 -- 172.21.15.46:0/241519616 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f7e7009da70 con 0x7f7e7c06a750 2024-04-26T01:48:42.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.807+0000 7f7e84600700 1 -- 172.21.15.46:0/241519616 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f7e640a3c40 msgr2=0x7f7e640a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:42.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.807+0000 7f7e84600700 1 --2- 172.21.15.46:0/241519616 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f7e640a3c40 0x7f7e640a6100 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f7e7c078fd0 tx=0x7f7e68009260 comp rx=0 tx=0).stop 2024-04-26T01:48:42.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.807+0000 7f7e84600700 1 -- 172.21.15.46:0/241519616 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7e7c06a750 msgr2=0x7f7e7c101a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:42.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.807+0000 7f7e84600700 1 --2- 172.21.15.46:0/241519616 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7e7c06a750 0x7f7e7c101a10 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f7e70005f50 tx=0x7f7e700057c0 comp rx=0 tx=0).stop 2024-04-26T01:48:42.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.808+0000 7f7e84600700 1 -- 172.21.15.46:0/241519616 shutdown_connections 2024-04-26T01:48:42.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.808+0000 7f7e84600700 1 --2- 172.21.15.46:0/241519616 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7e7c108a30 0x7f7e7c102490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:42.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.808+0000 7f7e84600700 1 --2- 172.21.15.46:0/241519616 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7e7c06a750 0x7f7e7c101a10 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:42.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.808+0000 7f7e84600700 1 --2- 172.21.15.46:0/241519616 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f7e640a3c40 0x7f7e640a6100 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:42.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.808+0000 7f7e84600700 1 --2- 172.21.15.46:0/241519616 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7e7c06b0f0 0x7f7e7c101f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:42.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.808+0000 7f7e84600700 1 -- 172.21.15.46:0/241519616 >> 172.21.15.46:0/241519616 conn(0x7f7e7c0788f0 msgr2=0x7f7e7c0ffa30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:42.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.808+0000 7f7e84600700 1 -- 172.21.15.46:0/241519616 shutdown_connections 2024-04-26T01:48:42.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:40.808+0000 7f7e84600700 1 -- 172.21.15.46:0/241519616 wait complete. 2024-04-26T01:48:42.571 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:42 smithi046 ceph-mon[28013]: pgmap v401: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 597 B/s wr, 9 op/s 2024-04-26T01:48:42.571 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:42 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/1528193944' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-26T01:48:42.571 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:42 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/4250634366' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-26T01:48:42.623 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411418 got 77309411424 for osd.2 2024-04-26T01:48:42.623 DEBUG:teuthology.parallel:result is None 2024-04-26T01:48:42.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:42 smithi103 ceph-mon[32920]: pgmap v401: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 597 B/s wr, 9 op/s 2024-04-26T01:48:42.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:42 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/1528193944' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-26T01:48:42.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:42 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/4250634366' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-26T01:48:42.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:42 smithi163 ceph-mon[32592]: pgmap v401: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 597 B/s wr, 9 op/s 2024-04-26T01:48:42.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:42 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/1528193944' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-26T01:48:42.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:42 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/4250634366' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-26T01:48:43.063 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:48:44.528 INFO:tasks.cephadm.ceph_manager.ceph:need seq 347892351016 got 347892351020 for osd.11 2024-04-26T01:48:44.529 DEBUG:teuthology.parallel:result is None 2024-04-26T01:48:44.611 INFO:tasks.cephadm.ceph_manager.ceph:need seq 292057776177 got 292057776182 for osd.9 2024-04-26T01:48:44.611 DEBUG:teuthology.parallel:result is None 2024-04-26T01:48:44.713 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:44 smithi046 ceph-mon[28013]: pgmap v402: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 597 B/s wr, 12 op/s 2024-04-26T01:48:44.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:44 smithi103 ceph-mon[32920]: pgmap v402: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 597 B/s wr, 12 op/s 2024-04-26T01:48:44.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:44 smithi163 ceph-mon[32592]: pgmap v402: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 597 B/s wr, 12 op/s 2024-04-26T01:48:45.577 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574943 got 55834574949 for osd.1 2024-04-26T01:48:45.578 DEBUG:teuthology.parallel:result is None 2024-04-26T01:48:45.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:45.893+0000 7fb115800700 1 -- 172.21.15.46:0/1524327105 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb110105870 msgr2=0x7fb1101098c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:45.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:45.893+0000 7fb115800700 1 --2- 172.21.15.46:0/1524327105 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb110105870 0x7fb1101098c0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fb0f80099c0 tx=0x7fb0f8009cd0 comp rx=0 tx=0).stop 2024-04-26T01:48:45.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:45.894+0000 7fb115800700 1 -- 172.21.15.46:0/1524327105 shutdown_connections 2024-04-26T01:48:45.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:45.894+0000 7fb115800700 1 --2- 172.21.15.46:0/1524327105 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb110109fa0 0x7fb110111b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:45.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:45.894+0000 7fb115800700 1 --2- 172.21.15.46:0/1524327105 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb110104ec0 0x7fb1101052a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:45.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:45.894+0000 7fb115800700 1 --2- 172.21.15.46:0/1524327105 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb110105870 0x7fb1101098c0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:45.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:45.894+0000 7fb115800700 1 -- 172.21.15.46:0/1524327105 >> 172.21.15.46:0/1524327105 conn(0x7fb110100750 msgr2=0x7fb110102b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:45.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:45.894+0000 7fb115800700 1 -- 172.21.15.46:0/1524327105 shutdown_connections 2024-04-26T01:48:45.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:45.894+0000 7fb115800700 1 -- 172.21.15.46:0/1524327105 wait complete. 2024-04-26T01:48:45.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:45.895+0000 7fb115800700 1 Processor -- start 2024-04-26T01:48:45.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:45.895+0000 7fb115800700 1 -- start start 2024-04-26T01:48:45.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:45.896+0000 7fb115800700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb110104ec0 0x7fb11019b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:45.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:45.896+0000 7fb115800700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb110105870 0x7fb11019b910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:45.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:45.896+0000 7fb115800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb110109fa0 0x7fb11019fc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:45.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:45.896+0000 7fb115800700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb110114fc0 con 0x7fb110109fa0 2024-04-26T01:48:45.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:45.896+0000 7fb115800700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fb110114e40 con 0x7fb110105870 2024-04-26T01:48:45.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:45.896+0000 7fb115800700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fb110115140 con 0x7fb110104ec0 2024-04-26T01:48:45.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:45.896+0000 7fb10ea00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb110104ec0 0x7fb11019b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:45.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:45.896+0000 7fb10f400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb110109fa0 0x7fb11019fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:45.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:45.896+0000 7fb10ea00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb110104ec0 0x7fb11019b3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:39824/0 (socket says 172.21.15.46:39824) 2024-04-26T01:48:45.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:45.896+0000 7fb10ea00700 1 -- 172.21.15.46:0/1033536764 learned_addr learned my addr 172.21.15.46:0/1033536764 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:48:45.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:45.896+0000 7fb106000700 1 --2- 172.21.15.46:0/1033536764 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb110105870 0x7fb11019b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:45.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:45.896+0000 7fb10ea00700 1 -- 172.21.15.46:0/1033536764 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb110105870 msgr2=0x7fb11019b910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:45.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:45.896+0000 7fb10ea00700 1 --2- 172.21.15.46:0/1033536764 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb110105870 0x7fb11019b910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:45.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:45.896+0000 7fb10ea00700 1 -- 172.21.15.46:0/1033536764 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb110109fa0 msgr2=0x7fb11019fc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:45.897 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:45.897+0000 7fb10ea00700 1 --2- 172.21.15.46:0/1033536764 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb110109fa0 0x7fb11019fc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:45.897 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:45.897+0000 7fb10ea00700 1 -- 172.21.15.46:0/1033536764 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1101a0390 con 0x7fb110104ec0 2024-04-26T01:48:45.897 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:45.897+0000 7fb106000700 1 --2- 172.21.15.46:0/1033536764 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb110105870 0x7fb11019b910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:48:45.897 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:45.897+0000 7fb10f400700 1 --2- 172.21.15.46:0/1033536764 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb110109fa0 0x7fb11019fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:48:45.897 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:45.897+0000 7fb10ea00700 1 --2- 172.21.15.46:0/1033536764 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb110104ec0 0x7fb11019b3d0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fb10000ef10 tx=0x7fb10000c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:45.897 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:45.897+0000 7fb107e00700 1 -- 172.21.15.46:0/1033536764 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb10000c9c0 con 0x7fb110104ec0 2024-04-26T01:48:45.897 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:45.897+0000 7fb107e00700 1 -- 172.21.15.46:0/1033536764 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb100019070 con 0x7fb110104ec0 2024-04-26T01:48:45.897 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:45.897+0000 7fb107e00700 1 -- 172.21.15.46:0/1033536764 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb100014480 con 0x7fb110104ec0 2024-04-26T01:48:45.897 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:45.897+0000 7fb115800700 1 -- 172.21.15.46:0/1033536764 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1101a0620 con 0x7fb110104ec0 2024-04-26T01:48:45.897 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:45.897+0000 7fb115800700 1 -- 172.21.15.46:0/1033536764 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1101a7f00 con 0x7fb110104ec0 2024-04-26T01:48:45.898 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:45.899+0000 7fb115800700 1 -- 172.21.15.46:0/1033536764 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1101063a0 con 0x7fb110104ec0 2024-04-26T01:48:45.898 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:45.900+0000 7fb107e00700 1 -- 172.21.15.46:0/1033536764 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fb100012050 con 0x7fb110104ec0 2024-04-26T01:48:45.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:45.902+0000 7fb107e00700 1 --2- 172.21.15.46:0/1033536764 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fb0f40a3cc0 0x7fb0f40a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:45.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:45.902+0000 7fb107e00700 1 -- 172.21.15.46:0/1033536764 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fb1000d0320 con 0x7fb110104ec0 2024-04-26T01:48:45.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:45.902+0000 7fb106000700 1 --2- 172.21.15.46:0/1033536764 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fb0f40a3cc0 0x7fb0f40a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:45.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:45.903+0000 7fb106000700 1 --2- 172.21.15.46:0/1033536764 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fb0f40a3cc0 0x7fb0f40a6180 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fb0f8000c00 tx=0x7fb0f8005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:45.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:45.906+0000 7fb107e00700 1 -- 172.21.15.46:0/1033536764 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb100010040 con 0x7fb110104ec0 2024-04-26T01:48:46.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:46.148+0000 7fb115800700 1 -- 172.21.15.46:0/1033536764 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fb11002df80 con 0x7fb110104ec0 2024-04-26T01:48:46.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:46.149+0000 7fb107e00700 1 -- 172.21.15.46:0/1033536764 <== mon.1 v2:172.21.15.163:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fb10009ccb0 con 0x7fb110104ec0 2024-04-26T01:48:46.147 INFO:teuthology.orchestra.run.smithi046.stdout:111669149786 2024-04-26T01:48:46.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:46.152+0000 7fb115800700 1 -- 172.21.15.46:0/1033536764 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fb0f40a3cc0 msgr2=0x7fb0f40a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:46.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:46.152+0000 7fb115800700 1 --2- 172.21.15.46:0/1033536764 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fb0f40a3cc0 0x7fb0f40a6180 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fb0f8000c00 tx=0x7fb0f8005fb0 comp rx=0 tx=0).stop 2024-04-26T01:48:46.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:46.152+0000 7fb115800700 1 -- 172.21.15.46:0/1033536764 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb110104ec0 msgr2=0x7fb11019b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:46.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:46.152+0000 7fb115800700 1 --2- 172.21.15.46:0/1033536764 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb110104ec0 0x7fb11019b3d0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fb10000ef10 tx=0x7fb10000c3a0 comp rx=0 tx=0).stop 2024-04-26T01:48:46.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:46.152+0000 7fb115800700 1 -- 172.21.15.46:0/1033536764 shutdown_connections 2024-04-26T01:48:46.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:46.152+0000 7fb115800700 1 --2- 172.21.15.46:0/1033536764 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb110109fa0 0x7fb11019fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:46.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:46.152+0000 7fb115800700 1 --2- 172.21.15.46:0/1033536764 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb110104ec0 0x7fb11019b3d0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:46.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:46.152+0000 7fb115800700 1 --2- 172.21.15.46:0/1033536764 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fb0f40a3cc0 0x7fb0f40a6180 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:46.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:46.152+0000 7fb115800700 1 --2- 172.21.15.46:0/1033536764 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb110105870 0x7fb11019b910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:46.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:46.152+0000 7fb115800700 1 -- 172.21.15.46:0/1033536764 >> 172.21.15.46:0/1033536764 conn(0x7fb110100750 msgr2=0x7fb110102380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:46.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:46.153+0000 7fb115800700 1 -- 172.21.15.46:0/1033536764 shutdown_connections 2024-04-26T01:48:46.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:46.153+0000 7fb115800700 1 -- 172.21.15.46:0/1033536764 wait complete. 2024-04-26T01:48:46.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:46 smithi046 ceph-mon[28013]: pgmap v403: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-26T01:48:46.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:46 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/1033536764' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-26T01:48:46.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:46 smithi103 ceph-mon[32920]: pgmap v403: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-26T01:48:46.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:46 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/1033536764' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-26T01:48:46.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:46 smithi163 ceph-mon[32592]: pgmap v403: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-26T01:48:46.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:46 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/1033536764' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-26T01:48:47.184 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738467 got 34359738474 for osd.0 2024-04-26T01:48:47.184 DEBUG:teuthology.parallel:result is None 2024-04-26T01:48:47.903 INFO:tasks.cephadm.ceph_manager.ceph:need seq 223338299453 got 223338299458 for osd.7 2024-04-26T01:48:47.903 DEBUG:teuthology.parallel:result is None 2024-04-26T01:48:48.294 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.433+0000 7fdec2000700 1 -- 172.21.15.46:0/996284241 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdebc107d40 msgr2=0x7fdebc10f8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:48.294 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.433+0000 7fdec2000700 1 --2- 172.21.15.46:0/996284241 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdebc107d40 0x7fdebc10f8f0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fdeb400b0a0 tx=0x7fdeb400b3b0 comp rx=0 tx=0).stop 2024-04-26T01:48:48.294 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.434+0000 7fdec2000700 1 -- 172.21.15.46:0/996284241 shutdown_connections 2024-04-26T01:48:48.294 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.434+0000 7fdec2000700 1 --2- 172.21.15.46:0/996284241 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdebc107d40 0x7fdebc10f8f0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:48.294 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.434+0000 7fdec2000700 1 --2- 172.21.15.46:0/996284241 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fdebc1014d0 0x7fdebc1018b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:48.294 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.434+0000 7fdec2000700 1 --2- 172.21.15.46:0/996284241 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdebc101e80 0x7fdebc107660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:48.294 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.434+0000 7fdec2000700 1 -- 172.21.15.46:0/996284241 >> 172.21.15.46:0/996284241 conn(0x7fdebc076bf0 msgr2=0x7fdebc077000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:48.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.434+0000 7fdec2000700 1 -- 172.21.15.46:0/996284241 shutdown_connections 2024-04-26T01:48:48.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.434+0000 7fdec2000700 1 -- 172.21.15.46:0/996284241 wait complete. 2024-04-26T01:48:48.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.435+0000 7fdec2000700 1 Processor -- start 2024-04-26T01:48:48.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.435+0000 7fdec2000700 1 -- start start 2024-04-26T01:48:48.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.435+0000 7fdec2000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdebc1014d0 0x7fdebc102450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:48.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.435+0000 7fdec2000700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fdebc101e80 0x7fdebc102990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:48.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.435+0000 7fdec2000700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdebc107d40 0x7fdebc102ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:48.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.435+0000 7fdec2000700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fdebc112d20 con 0x7fdebc1014d0 2024-04-26T01:48:48.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.435+0000 7fdec2000700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fdebc112ba0 con 0x7fdebc107d40 2024-04-26T01:48:48.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.436+0000 7fdec2000700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fdebc112ea0 con 0x7fdebc101e80 2024-04-26T01:48:48.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.436+0000 7fdec0c00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdebc1014d0 0x7fdebc102450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:48.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.436+0000 7fdebbe00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fdebc101e80 0x7fdebc102990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:48.295 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.436+0000 7fdebbe00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fdebc101e80 0x7fdebc102990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:39848/0 (socket says 172.21.15.46:39848) 2024-04-26T01:48:48.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.436+0000 7fdebbe00700 1 -- 172.21.15.46:0/1351630254 learned_addr learned my addr 172.21.15.46:0/1351630254 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:48:48.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.436+0000 7fdec1600700 1 --2- 172.21.15.46:0/1351630254 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdebc107d40 0x7fdebc102ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:48.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.436+0000 7fdebbe00700 1 -- 172.21.15.46:0/1351630254 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdebc107d40 msgr2=0x7fdebc102ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:48.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.436+0000 7fdebbe00700 1 --2- 172.21.15.46:0/1351630254 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdebc107d40 0x7fdebc102ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:48.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.436+0000 7fdebbe00700 1 -- 172.21.15.46:0/1351630254 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdebc1014d0 msgr2=0x7fdebc102450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:48.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.436+0000 7fdebbe00700 1 --2- 172.21.15.46:0/1351630254 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdebc1014d0 0x7fdebc102450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:48.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.436+0000 7fdebbe00700 1 -- 172.21.15.46:0/1351630254 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdebc1a7640 con 0x7fdebc101e80 2024-04-26T01:48:48.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.437+0000 7fdebbe00700 1 --2- 172.21.15.46:0/1351630254 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fdebc101e80 0x7fdebc102990 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fdea800e970 tx=0x7fdea800ec80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:48.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.437+0000 7fdeb9600700 1 -- 172.21.15.46:0/1351630254 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdea8004a30 con 0x7fdebc101e80 2024-04-26T01:48:48.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.437+0000 7fdec2000700 1 -- 172.21.15.46:0/1351630254 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdebc1a7930 con 0x7fdebc101e80 2024-04-26T01:48:48.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.437+0000 7fdeb9600700 1 -- 172.21.15.46:0/1351630254 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fdea800ccb0 con 0x7fdebc101e80 2024-04-26T01:48:48.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.437+0000 7fdeb9600700 1 -- 172.21.15.46:0/1351630254 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdea8005610 con 0x7fdebc101e80 2024-04-26T01:48:48.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.437+0000 7fdec2000700 1 -- 172.21.15.46:0/1351630254 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdebc1a7e70 con 0x7fdebc101e80 2024-04-26T01:48:48.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.438+0000 7fdec2000700 1 -- 172.21.15.46:0/1351630254 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdebc069730 con 0x7fdebc101e80 2024-04-26T01:48:48.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.440+0000 7fdeb9600700 1 -- 172.21.15.46:0/1351630254 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fdea8004cf0 con 0x7fdebc101e80 2024-04-26T01:48:48.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.441+0000 7fdeb9600700 1 --2- 172.21.15.46:0/1351630254 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fdea40a3c40 0x7fdea40a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:48.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.442+0000 7fdeb9600700 1 -- 172.21.15.46:0/1351630254 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fdea80d0510 con 0x7fdebc101e80 2024-04-26T01:48:48.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.442+0000 7fdec0c00700 1 --2- 172.21.15.46:0/1351630254 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fdea40a3c40 0x7fdea40a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:48.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.442+0000 7fdec0c00700 1 --2- 172.21.15.46:0/1351630254 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fdea40a3c40 0x7fdea40a6100 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fdeb0009c60 tx=0x7fdeb0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:48.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.446+0000 7fdeb9600700 1 -- 172.21.15.46:0/1351630254 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fdea809cea0 con 0x7fdebc101e80 2024-04-26T01:48:48.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.689+0000 7fdec2000700 1 -- 172.21.15.46:0/1351630254 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) -- 0x7fdebc02df80 con 0x7fdebc101e80 2024-04-26T01:48:48.297 INFO:teuthology.orchestra.run.smithi046.stdout:257698037822 2024-04-26T01:48:48.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.690+0000 7fdeb9600700 1 -- 172.21.15.46:0/1351630254 <== mon.1 v2:172.21.15.163:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fdea809c7a0 con 0x7fdebc101e80 2024-04-26T01:48:48.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.695+0000 7fdec2000700 1 -- 172.21.15.46:0/1351630254 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fdea40a3c40 msgr2=0x7fdea40a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:48.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.695+0000 7fdec2000700 1 --2- 172.21.15.46:0/1351630254 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fdea40a3c40 0x7fdea40a6100 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fdeb0009c60 tx=0x7fdeb0009260 comp rx=0 tx=0).stop 2024-04-26T01:48:48.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.695+0000 7fdec2000700 1 -- 172.21.15.46:0/1351630254 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fdebc101e80 msgr2=0x7fdebc102990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:48.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.695+0000 7fdec2000700 1 --2- 172.21.15.46:0/1351630254 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fdebc101e80 0x7fdebc102990 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fdea800e970 tx=0x7fdea800ec80 comp rx=0 tx=0).stop 2024-04-26T01:48:48.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.696+0000 7fdec2000700 1 -- 172.21.15.46:0/1351630254 shutdown_connections 2024-04-26T01:48:48.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.696+0000 7fdec2000700 1 --2- 172.21.15.46:0/1351630254 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fdea40a3c40 0x7fdea40a6100 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:48.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.696+0000 7fdec2000700 1 --2- 172.21.15.46:0/1351630254 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdebc107d40 0x7fdebc102ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:48.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.696+0000 7fdec2000700 1 --2- 172.21.15.46:0/1351630254 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fdebc1014d0 0x7fdebc102450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:48.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.696+0000 7fdec2000700 1 --2- 172.21.15.46:0/1351630254 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fdebc101e80 0x7fdebc102990 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:48.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.696+0000 7fdec2000700 1 -- 172.21.15.46:0/1351630254 >> 172.21.15.46:0/1351630254 conn(0x7fdebc076bf0 msgr2=0x7fdebc0ff280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:48.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.696+0000 7fdec2000700 1 -- 172.21.15.46:0/1351630254 shutdown_connections 2024-04-26T01:48:48.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:47.696+0000 7fdec2000700 1 -- 172.21.15.46:0/1351630254 wait complete. 2024-04-26T01:48:48.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:48 smithi046 ceph-mon[28013]: pgmap v404: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:48:48.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:48 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/1351630254' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-26T01:48:48.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:48 smithi103 ceph-mon[32920]: pgmap v404: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:48:48.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:48 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/1351630254' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-26T01:48:48.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:48 smithi163 ceph-mon[32592]: pgmap v404: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:48:48.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:48 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/1351630254' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-26T01:48:49.751 INFO:tasks.cephadm.ceph_manager.ceph:need seq 257698037816 got 257698037822 for osd.8 2024-04-26T01:48:49.752 DEBUG:teuthology.parallel:result is None 2024-04-26T01:48:50.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:50 smithi046 ceph-mon[28013]: pgmap v405: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:48:50.763 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149781 got 111669149786 for osd.3 2024-04-26T01:48:50.763 DEBUG:teuthology.parallel:result is None 2024-04-26T01:48:50.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:50 smithi103 ceph-mon[32920]: pgmap v405: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:48:50.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:50 smithi163 ceph-mon[32592]: pgmap v405: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:48:52.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:52 smithi046 ceph-mon[28013]: pgmap v406: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:48:52.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:52 smithi103 ceph-mon[32920]: pgmap v406: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:48:52.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:52.849+0000 7f0e73000700 1 -- 172.21.15.46:0/1540260156 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e6c103450 msgr2=0x7f0e6c10f8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:52.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:52.849+0000 7f0e73000700 1 --2- 172.21.15.46:0/1540260156 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e6c103450 0x7f0e6c10f8b0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f0e6400b0a0 tx=0x7f0e6400b3b0 comp rx=0 tx=0).stop 2024-04-26T01:48:52.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:52.849+0000 7f0e73000700 1 -- 172.21.15.46:0/1540260156 shutdown_connections 2024-04-26T01:48:52.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:52.849+0000 7f0e73000700 1 --2- 172.21.15.46:0/1540260156 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e6c103450 0x7f0e6c10f8b0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:52.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:52.849+0000 7f0e73000700 1 --2- 172.21.15.46:0/1540260156 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0e6c108a50 0x7f0e6c108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:52.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:52.849+0000 7f0e73000700 1 --2- 172.21.15.46:0/1540260156 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0e6c102a90 0x7f0e6c102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:52.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:52.849+0000 7f0e73000700 1 -- 172.21.15.46:0/1540260156 >> 172.21.15.46:0/1540260156 conn(0x7f0e6c079ba0 msgr2=0x7f0e6c079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:52.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:52.850+0000 7f0e73000700 1 -- 172.21.15.46:0/1540260156 shutdown_connections 2024-04-26T01:48:52.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:52.850+0000 7f0e73000700 1 -- 172.21.15.46:0/1540260156 wait complete. 2024-04-26T01:48:52.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:52.851+0000 7f0e73000700 1 Processor -- start 2024-04-26T01:48:52.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:52.851+0000 7f0e73000700 1 -- start start 2024-04-26T01:48:52.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:52.851+0000 7f0e73000700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0e6c102a90 0x7f0e6c19b380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:52.887 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:52.851+0000 7f0e73000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e6c103450 0x7f0e6c19b8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:52.887 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:52.852+0000 7f0e73000700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0e6c108a50 0x7f0e6c19fc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:52.887 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:52.852+0000 7f0e73000700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f0e6c112d40 con 0x7f0e6c103450 2024-04-26T01:48:52.887 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:52.852+0000 7f0e73000700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f0e6c112bc0 con 0x7f0e6c102a90 2024-04-26T01:48:52.887 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:52.852+0000 7f0e73000700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f0e6c112ec0 con 0x7f0e6c108a50 2024-04-26T01:48:52.887 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:52.852+0000 7f0e6b400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e6c103450 0x7f0e6c19b8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:52.887 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:52.852+0000 7f0e71000700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0e6c108a50 0x7f0e6c19fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:52.887 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:52.852+0000 7f0e6b400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e6c103450 0x7f0e6c19b8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54618/0 (socket says 172.21.15.46:54618) 2024-04-26T01:48:52.887 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:52.852+0000 7f0e6b400700 1 -- 172.21.15.46:0/1322169075 learned_addr learned my addr 172.21.15.46:0/1322169075 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:48:52.887 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:52.852+0000 7f0e6be00700 1 --2- 172.21.15.46:0/1322169075 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0e6c102a90 0x7f0e6c19b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:52.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:52.852+0000 7f0e71000700 1 -- 172.21.15.46:0/1322169075 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0e6c102a90 msgr2=0x7f0e6c19b380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:52.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:52.852+0000 7f0e71000700 1 --2- 172.21.15.46:0/1322169075 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0e6c102a90 0x7f0e6c19b380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:52.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:52.852+0000 7f0e71000700 1 -- 172.21.15.46:0/1322169075 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e6c103450 msgr2=0x7f0e6c19b8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:52.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:52.852+0000 7f0e71000700 1 --2- 172.21.15.46:0/1322169075 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e6c103450 0x7f0e6c19b8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:52.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:52.852+0000 7f0e71000700 1 -- 172.21.15.46:0/1322169075 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e6c1a0390 con 0x7f0e6c108a50 2024-04-26T01:48:52.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:52.853+0000 7f0e71000700 1 --2- 172.21.15.46:0/1322169075 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0e6c108a50 0x7f0e6c19fc50 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f0e64009bc0 tx=0x7f0e64004c80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:52.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:52.853+0000 7f0e68c00700 1 -- 172.21.15.46:0/1322169075 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e64021070 con 0x7f0e6c108a50 2024-04-26T01:48:52.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:52.853+0000 7f0e73000700 1 -- 172.21.15.46:0/1322169075 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e6c1a0620 con 0x7f0e6c108a50 2024-04-26T01:48:52.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:52.853+0000 7f0e68c00700 1 -- 172.21.15.46:0/1322169075 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f0e64007b80 con 0x7f0e6c108a50 2024-04-26T01:48:52.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:52.853+0000 7f0e68c00700 1 -- 172.21.15.46:0/1322169075 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e64005040 con 0x7f0e6c108a50 2024-04-26T01:48:52.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:52.853+0000 7f0e73000700 1 -- 172.21.15.46:0/1322169075 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e6c1a7f00 con 0x7f0e6c108a50 2024-04-26T01:48:52.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:52.855+0000 7f0e73000700 1 -- 172.21.15.46:0/1322169075 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e6c069730 con 0x7f0e6c108a50 2024-04-26T01:48:52.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:52.858+0000 7f0e68c00700 1 -- 172.21.15.46:0/1322169075 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f0e64024070 con 0x7f0e6c108a50 2024-04-26T01:48:52.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:52.859+0000 7f0e68c00700 1 --2- 172.21.15.46:0/1322169075 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f0e500a3c40 0x7f0e500a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:52.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:52.860+0000 7f0e68c00700 1 -- 172.21.15.46:0/1322169075 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f0e6400f020 con 0x7f0e6c108a50 2024-04-26T01:48:52.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:52.860+0000 7f0e6be00700 1 --2- 172.21.15.46:0/1322169075 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f0e500a3c40 0x7f0e500a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:52.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:52.860+0000 7f0e6be00700 1 --2- 172.21.15.46:0/1322169075 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f0e500a3c40 0x7f0e500a6100 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f0e5c009be0 tx=0x7f0e5c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:52.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:52.864+0000 7f0e68c00700 1 -- 172.21.15.46:0/1322169075 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0e6402b020 con 0x7f0e6c108a50 2024-04-26T01:48:52.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:52 smithi163 ceph-mon[32592]: pgmap v406: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:48:53.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.104+0000 7f0e73000700 1 -- 172.21.15.46:0/1322169075 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f0e6c1a80d0 con 0x7f0e6c108a50 2024-04-26T01:48:53.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.105+0000 7f0e68c00700 1 -- 172.21.15.46:0/1322169075 <== mon.1 v2:172.21.15.163:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f0e6409e120 con 0x7f0e6c108a50 2024-04-26T01:48:53.103 INFO:teuthology.orchestra.run.smithi046.stdout:201863462986 2024-04-26T01:48:53.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.108+0000 7f0e73000700 1 -- 172.21.15.46:0/1322169075 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f0e500a3c40 msgr2=0x7f0e500a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:53.106 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.108+0000 7f0e73000700 1 --2- 172.21.15.46:0/1322169075 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f0e500a3c40 0x7f0e500a6100 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f0e5c009be0 tx=0x7f0e5c009260 comp rx=0 tx=0).stop 2024-04-26T01:48:53.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.108+0000 7f0e73000700 1 -- 172.21.15.46:0/1322169075 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0e6c108a50 msgr2=0x7f0e6c19fc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:53.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.108+0000 7f0e73000700 1 --2- 172.21.15.46:0/1322169075 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0e6c108a50 0x7f0e6c19fc50 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f0e64009bc0 tx=0x7f0e64004c80 comp rx=0 tx=0).stop 2024-04-26T01:48:53.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.108+0000 7f0e73000700 1 -- 172.21.15.46:0/1322169075 shutdown_connections 2024-04-26T01:48:53.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.108+0000 7f0e73000700 1 --2- 172.21.15.46:0/1322169075 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0e6c108a50 0x7f0e6c19fc50 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:53.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.108+0000 7f0e73000700 1 --2- 172.21.15.46:0/1322169075 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f0e500a3c40 0x7f0e500a6100 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:53.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.108+0000 7f0e73000700 1 --2- 172.21.15.46:0/1322169075 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0e6c102a90 0x7f0e6c19b380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:53.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.108+0000 7f0e73000700 1 --2- 172.21.15.46:0/1322169075 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e6c103450 0x7f0e6c19b8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:53.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.108+0000 7f0e73000700 1 -- 172.21.15.46:0/1322169075 >> 172.21.15.46:0/1322169075 conn(0x7f0e6c079ba0 msgr2=0x7f0e6c074f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:53.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.108+0000 7f0e73000700 1 -- 172.21.15.46:0/1322169075 shutdown_connections 2024-04-26T01:48:53.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.109+0000 7f0e73000700 1 -- 172.21.15.46:0/1322169075 wait complete. 2024-04-26T01:48:53.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.180+0000 7f5ef7000700 1 -- 172.21.15.46:0/3694477128 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5ef0108ac0 msgr2=0x7f5ef0108ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:53.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.180+0000 7f5ef7000700 1 --2- 172.21.15.46:0/3694477128 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5ef0108ac0 0x7f5ef0108ea0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f5ee0009990 tx=0x7f5ee0009ca0 comp rx=0 tx=0).stop 2024-04-26T01:48:53.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.180+0000 7f5ef7000700 1 -- 172.21.15.46:0/3694477128 shutdown_connections 2024-04-26T01:48:53.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.180+0000 7f5ef7000700 1 --2- 172.21.15.46:0/3694477128 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5ef006bad0 0x7f5ef010f8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:53.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.180+0000 7f5ef7000700 1 --2- 172.21.15.46:0/3694477128 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5ef0108ac0 0x7f5ef0108ea0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:53.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.180+0000 7f5ef7000700 1 --2- 172.21.15.46:0/3694477128 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5ef006b110 0x7f5ef006b590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:53.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.180+0000 7f5ef7000700 1 -- 172.21.15.46:0/3694477128 >> 172.21.15.46:0/3694477128 conn(0x7f5ef00788f0 msgr2=0x7f5ef0078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:53.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.180+0000 7f5ef7000700 1 -- 172.21.15.46:0/3694477128 shutdown_connections 2024-04-26T01:48:53.179 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.180+0000 7f5ef7000700 1 -- 172.21.15.46:0/3694477128 wait complete. 2024-04-26T01:48:53.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.181+0000 7f5ef7000700 1 Processor -- start 2024-04-26T01:48:53.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.182+0000 7f5ef7000700 1 -- start start 2024-04-26T01:48:53.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.182+0000 7f5ef7000700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5ef006b110 0x7f5ef019b490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:53.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.182+0000 7f5ef7000700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5ef006bad0 0x7f5ef019b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:53.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.182+0000 7f5ef7000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5ef0108ac0 0x7f5ef019fd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:53.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.182+0000 7f5ef7000700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f5ef0112dc0 con 0x7f5ef0108ac0 2024-04-26T01:48:53.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.182+0000 7f5ef7000700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f5ef0112c40 con 0x7f5ef006bad0 2024-04-26T01:48:53.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.182+0000 7f5ef7000700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f5ef0112f40 con 0x7f5ef006b110 2024-04-26T01:48:53.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.182+0000 7f5eef400700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5ef006bad0 0x7f5ef019b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:53.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.182+0000 7f5ef5000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5ef0108ac0 0x7f5ef019fd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:53.181 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.182+0000 7f5eef400700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5ef006bad0 0x7f5ef019b9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:50144/0 (socket says 172.21.15.46:50144) 2024-04-26T01:48:53.182 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.182+0000 7f5eef400700 1 -- 172.21.15.46:0/3368764864 learned_addr learned my addr 172.21.15.46:0/3368764864 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:48:53.182 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.182+0000 7f5eefe00700 1 --2- 172.21.15.46:0/3368764864 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5ef006b110 0x7f5ef019b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:53.182 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.183+0000 7f5eef400700 1 -- 172.21.15.46:0/3368764864 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5ef006b110 msgr2=0x7f5ef019b490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:53.182 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.183+0000 7f5eef400700 1 --2- 172.21.15.46:0/3368764864 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5ef006b110 0x7f5ef019b490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:53.182 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.183+0000 7f5eef400700 1 -- 172.21.15.46:0/3368764864 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5ef0108ac0 msgr2=0x7f5ef019fd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:53.182 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.183+0000 7f5eef400700 1 --2- 172.21.15.46:0/3368764864 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5ef0108ac0 0x7f5ef019fd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:53.182 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.183+0000 7f5eef400700 1 -- 172.21.15.46:0/3368764864 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ef01a04a0 con 0x7f5ef006bad0 2024-04-26T01:48:53.182 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.183+0000 7f5ef5000700 1 --2- 172.21.15.46:0/3368764864 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5ef0108ac0 0x7f5ef019fd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:48:53.182 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.183+0000 7f5eef400700 1 --2- 172.21.15.46:0/3368764864 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5ef006bad0 0x7f5ef019b9d0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f5edc00e9c0 tx=0x7f5edc00ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:53.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.184+0000 7f5eecc00700 1 -- 172.21.15.46:0/3368764864 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5edc00cbd0 con 0x7f5ef006bad0 2024-04-26T01:48:53.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.184+0000 7f5eecc00700 1 -- 172.21.15.46:0/3368764864 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5edc00ee50 con 0x7f5ef006bad0 2024-04-26T01:48:53.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.184+0000 7f5eecc00700 1 -- 172.21.15.46:0/3368764864 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5edc005600 con 0x7f5ef006bad0 2024-04-26T01:48:53.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.184+0000 7f5ef7000700 1 -- 172.21.15.46:0/3368764864 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ef01a0790 con 0x7f5ef006bad0 2024-04-26T01:48:53.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.184+0000 7f5ef7000700 1 -- 172.21.15.46:0/3368764864 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ef01a8010 con 0x7f5ef006bad0 2024-04-26T01:48:53.183 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.185+0000 7f5ef7000700 1 -- 172.21.15.46:0/3368764864 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ef0104190 con 0x7f5ef006bad0 2024-04-26T01:48:53.184 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.187+0000 7f5eecc00700 1 -- 172.21.15.46:0/3368764864 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f5edc004750 con 0x7f5ef006bad0 2024-04-26T01:48:53.186 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.188+0000 7f5eecc00700 1 --2- 172.21.15.46:0/3368764864 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f5ed40a3cc0 0x7f5ed40a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:53.186 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.188+0000 7f5eecc00700 1 -- 172.21.15.46:0/3368764864 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f5edc0d0640 con 0x7f5ef006bad0 2024-04-26T01:48:53.186 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.189+0000 7f5eefe00700 1 --2- 172.21.15.46:0/3368764864 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f5ed40a3cc0 0x7f5ed40a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:53.187 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.189+0000 7f5eefe00700 1 --2- 172.21.15.46:0/3368764864 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f5ed40a3cc0 0x7f5ed40a6180 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f5ee000b790 tx=0x7f5ee0005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:53.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.191+0000 7f5eecc00700 1 -- 172.21.15.46:0/3368764864 <== mon.2 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5edc09cfd0 con 0x7f5ef006bad0 2024-04-26T01:48:53.424 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.426+0000 7f5ef7000700 1 -- 172.21.15.46:0/3368764864 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) -- 0x7f5ef0069730 con 0x7f5ef006bad0 2024-04-26T01:48:53.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.427+0000 7f5eecc00700 1 -- 172.21.15.46:0/3368764864 <== mon.2 v2:172.21.15.103:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f5ef0069730 con 0x7f5ef006bad0 2024-04-26T01:48:53.425 INFO:teuthology.orchestra.run.smithi046.stdout:313532612658 2024-04-26T01:48:53.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.430+0000 7f5ef7000700 1 -- 172.21.15.46:0/3368764864 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f5ed40a3cc0 msgr2=0x7f5ed40a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:53.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.430+0000 7f5ef7000700 1 --2- 172.21.15.46:0/3368764864 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f5ed40a3cc0 0x7f5ed40a6180 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f5ee000b790 tx=0x7f5ee0005fd0 comp rx=0 tx=0).stop 2024-04-26T01:48:53.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.431+0000 7f5ef7000700 1 -- 172.21.15.46:0/3368764864 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5ef006bad0 msgr2=0x7f5ef019b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:53.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.431+0000 7f5ef7000700 1 --2- 172.21.15.46:0/3368764864 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5ef006bad0 0x7f5ef019b9d0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f5edc00e9c0 tx=0x7f5edc00ecd0 comp rx=0 tx=0).stop 2024-04-26T01:48:53.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.431+0000 7f5ef7000700 1 -- 172.21.15.46:0/3368764864 shutdown_connections 2024-04-26T01:48:53.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.431+0000 7f5ef7000700 1 --2- 172.21.15.46:0/3368764864 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5ef0108ac0 0x7f5ef019fd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:53.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.431+0000 7f5ef7000700 1 --2- 172.21.15.46:0/3368764864 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5ef006b110 0x7f5ef019b490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:53.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.431+0000 7f5ef7000700 1 --2- 172.21.15.46:0/3368764864 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f5ed40a3cc0 0x7f5ed40a6180 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:53.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.431+0000 7f5ef7000700 1 --2- 172.21.15.46:0/3368764864 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5ef006bad0 0x7f5ef019b9d0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:53.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.431+0000 7f5ef7000700 1 -- 172.21.15.46:0/3368764864 >> 172.21.15.46:0/3368764864 conn(0x7f5ef00788f0 msgr2=0x7f5ef010dc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:53.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.431+0000 7f5ef7000700 1 -- 172.21.15.46:0/3368764864 shutdown_connections 2024-04-26T01:48:53.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:53.431+0000 7f5ef7000700 1 -- 172.21.15.46:0/3368764864 wait complete. 2024-04-26T01:48:53.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:53 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/1322169075' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-26T01:48:53.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:53 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/3368764864' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-26T01:48:53.821 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:53 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/1322169075' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-26T01:48:53.821 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:53 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/3368764864' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-26T01:48:53.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:53 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/1322169075' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-26T01:48:53.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:53 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/3368764864' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-26T01:48:54.103 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462979 got 201863462986 for osd.6 2024-04-26T01:48:54.104 DEBUG:teuthology.parallel:result is None 2024-04-26T01:48:54.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:54.905+0000 7f7a6fa00700 1 -- 172.21.15.46:0/1502890282 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7a68076f70 msgr2=0x7f7a68077350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:54.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:54.905+0000 7f7a6fa00700 1 --2- 172.21.15.46:0/1502890282 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7a68076f70 0x7f7a68077350 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f7a58009990 tx=0x7f7a58009ca0 comp rx=0 tx=0).stop 2024-04-26T01:48:54.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:54.905+0000 7f7a6fa00700 1 -- 172.21.15.46:0/1502890282 shutdown_connections 2024-04-26T01:48:54.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:54.905+0000 7f7a6fa00700 1 --2- 172.21.15.46:0/1502890282 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7a681138e0 0x7f7a68115cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:54.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:54.905+0000 7f7a6fa00700 1 --2- 172.21.15.46:0/1502890282 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7a68076f70 0x7f7a68077350 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:54.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:54.905+0000 7f7a6fa00700 1 --2- 172.21.15.46:0/1502890282 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7a68077890 0x7f7a681133a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:54.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:54.905+0000 7f7a6fa00700 1 -- 172.21.15.46:0/1502890282 >> 172.21.15.46:0/1502890282 conn(0x7f7a68100750 msgr2=0x7f7a68102b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:54.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:54.905+0000 7f7a6fa00700 1 -- 172.21.15.46:0/1502890282 shutdown_connections 2024-04-26T01:48:54.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:54.905+0000 7f7a6fa00700 1 -- 172.21.15.46:0/1502890282 wait complete. 2024-04-26T01:48:54.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:54.906+0000 7f7a6fa00700 1 Processor -- start 2024-04-26T01:48:54.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:54.906+0000 7f7a6fa00700 1 -- start start 2024-04-26T01:48:54.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:54.907+0000 7f7a6fa00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7a68076f70 0x7f7a681a5690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:54.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:54.907+0000 7f7a6fa00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7a68077890 0x7f7a681a5bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:54.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:54.907+0000 7f7a6fa00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7a681138e0 0x7f7a6819f810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:54.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:54.907+0000 7f7a6fa00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f7a68119410 con 0x7f7a68077890 2024-04-26T01:48:54.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:54.907+0000 7f7a6fa00700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f7a68119290 con 0x7f7a68076f70 2024-04-26T01:48:54.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:54.907+0000 7f7a6fa00700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f7a68119590 con 0x7f7a681138e0 2024-04-26T01:48:54.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:54.907+0000 7f7a5fe00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7a68077890 0x7f7a681a5bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:54.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:54.907+0000 7f7a5fe00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7a68077890 0x7f7a681a5bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:40492/0 (socket says 172.21.15.46:40492) 2024-04-26T01:48:54.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:54.907+0000 7f7a5fe00700 1 -- 172.21.15.46:0/902618548 learned_addr learned my addr 172.21.15.46:0/902618548 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:48:54.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:54.907+0000 7f7a6d000700 1 --2- 172.21.15.46:0/902618548 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7a68076f70 0x7f7a681a5690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:54.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:54.907+0000 7f7a6da00700 1 --2- 172.21.15.46:0/902618548 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7a681138e0 0x7f7a6819f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:54.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:54.907+0000 7f7a6da00700 1 -- 172.21.15.46:0/902618548 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7a68076f70 msgr2=0x7f7a681a5690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:54.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:54.907+0000 7f7a6da00700 1 --2- 172.21.15.46:0/902618548 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7a68076f70 0x7f7a681a5690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:54.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:54.907+0000 7f7a6da00700 1 -- 172.21.15.46:0/902618548 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7a68077890 msgr2=0x7f7a681a5bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:54.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:54.907+0000 7f7a6da00700 1 --2- 172.21.15.46:0/902618548 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7a68077890 0x7f7a681a5bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:54.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:54.907+0000 7f7a6da00700 1 -- 172.21.15.46:0/902618548 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a6819fff0 con 0x7f7a681138e0 2024-04-26T01:48:54.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:54.907+0000 7f7a5fe00700 1 --2- 172.21.15.46:0/902618548 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7a68077890 0x7f7a681a5bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:48:54.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:54.907+0000 7f7a6d000700 1 --2- 172.21.15.46:0/902618548 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7a68076f70 0x7f7a681a5690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:48:54.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:54.908+0000 7f7a6da00700 1 --2- 172.21.15.46:0/902618548 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7a681138e0 0x7f7a6819f810 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f7a6807b260 tx=0x7f7a6000ef90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:54.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:54.908+0000 7f7a66000700 1 -- 172.21.15.46:0/902618548 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a600092e0 con 0x7f7a681138e0 2024-04-26T01:48:54.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:54.908+0000 7f7a6fa00700 1 -- 172.21.15.46:0/902618548 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a681a0280 con 0x7f7a681138e0 2024-04-26T01:48:54.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:54.908+0000 7f7a66000700 1 -- 172.21.15.46:0/902618548 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7a60004bb0 con 0x7f7a681138e0 2024-04-26T01:48:54.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:54.908+0000 7f7a66000700 1 -- 172.21.15.46:0/902618548 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a60004280 con 0x7f7a681138e0 2024-04-26T01:48:54.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:54.908+0000 7f7a6fa00700 1 -- 172.21.15.46:0/902618548 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a681ac4f0 con 0x7f7a681138e0 2024-04-26T01:48:54.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:54.909+0000 7f7a6fa00700 1 -- 172.21.15.46:0/902618548 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7a680786b0 con 0x7f7a681138e0 2024-04-26T01:48:54.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:54.912+0000 7f7a66000700 1 -- 172.21.15.46:0/902618548 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f7a6001b030 con 0x7f7a681138e0 2024-04-26T01:48:54.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:54.913+0000 7f7a66000700 1 --2- 172.21.15.46:0/902618548 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f7a4c0a3cc0 0x7f7a4c0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:54.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:54.913+0000 7f7a66000700 1 -- 172.21.15.46:0/902618548 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f7a600cfdb0 con 0x7f7a681138e0 2024-04-26T01:48:54.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:54.914+0000 7f7a6d000700 1 --2- 172.21.15.46:0/902618548 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f7a4c0a3cc0 0x7f7a4c0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:54.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:54.914+0000 7f7a6d000700 1 --2- 172.21.15.46:0/902618548 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f7a4c0a3cc0 0x7f7a4c0a6180 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f7a5800b790 tx=0x7f7a5800b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:54.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:54.918+0000 7f7a66000700 1 -- 172.21.15.46:0/902618548 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7a600d4070 con 0x7f7a681138e0 2024-04-26T01:48:55.007 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:54 smithi046 ceph-mon[28013]: pgmap v407: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:48:55.106 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:54 smithi163 ceph-mon[32592]: pgmap v407: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:48:55.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:55.157+0000 7f7a6fa00700 1 -- 172.21.15.46:0/902618548 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f7a681a0d40 con 0x7f7a681138e0 2024-04-26T01:48:55.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:55.158+0000 7f7a66000700 1 -- 172.21.15.46:0/902618548 <== mon.1 v2:172.21.15.163:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f7a60022020 con 0x7f7a681138e0 2024-04-26T01:48:55.156 INFO:teuthology.orchestra.run.smithi046.stdout:167503724626 2024-04-26T01:48:55.159 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:55.161+0000 7f7a6fa00700 1 -- 172.21.15.46:0/902618548 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f7a4c0a3cc0 msgr2=0x7f7a4c0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:55.159 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:55.161+0000 7f7a6fa00700 1 --2- 172.21.15.46:0/902618548 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f7a4c0a3cc0 0x7f7a4c0a6180 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f7a5800b790 tx=0x7f7a5800b260 comp rx=0 tx=0).stop 2024-04-26T01:48:55.159 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:55.161+0000 7f7a6fa00700 1 -- 172.21.15.46:0/902618548 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7a681138e0 msgr2=0x7f7a6819f810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:55.159 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:55.161+0000 7f7a6fa00700 1 --2- 172.21.15.46:0/902618548 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7a681138e0 0x7f7a6819f810 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f7a6807b260 tx=0x7f7a6000ef90 comp rx=0 tx=0).stop 2024-04-26T01:48:55.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:55.161+0000 7f7a6fa00700 1 -- 172.21.15.46:0/902618548 shutdown_connections 2024-04-26T01:48:55.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:55.161+0000 7f7a6fa00700 1 --2- 172.21.15.46:0/902618548 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7a681138e0 0x7f7a6819f810 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:55.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:55.161+0000 7f7a6fa00700 1 --2- 172.21.15.46:0/902618548 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f7a4c0a3cc0 0x7f7a4c0a6180 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:55.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:55.161+0000 7f7a6fa00700 1 --2- 172.21.15.46:0/902618548 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7a68076f70 0x7f7a681a5690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:55.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:55.161+0000 7f7a6fa00700 1 --2- 172.21.15.46:0/902618548 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7a68077890 0x7f7a681a5bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:55.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:55.161+0000 7f7a6fa00700 1 -- 172.21.15.46:0/902618548 >> 172.21.15.46:0/902618548 conn(0x7f7a68100750 msgr2=0x7f7a68114550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:55.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:55.162+0000 7f7a6fa00700 1 -- 172.21.15.46:0/902618548 shutdown_connections 2024-04-26T01:48:55.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:55.162+0000 7f7a6fa00700 1 -- 172.21.15.46:0/902618548 wait complete. 2024-04-26T01:48:55.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:54 smithi103 ceph-mon[32920]: pgmap v407: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:48:55.676 INFO:tasks.cephadm.ceph_manager.ceph:need seq 313532612653 got 313532612658 for osd.10 2024-04-26T01:48:55.677 DEBUG:teuthology.parallel:result is None 2024-04-26T01:48:56.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:55 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/902618548' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-26T01:48:56.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:55 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/902618548' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-26T01:48:56.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:55 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/902618548' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-26T01:48:56.565 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724619 got 167503724626 for osd.5 2024-04-26T01:48:56.565 DEBUG:teuthology.parallel:result is None 2024-04-26T01:48:56.565 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-26T01:48:56.566 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-26T01:48:57.038 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:48:57.276 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:56 smithi103 ceph-mon[32920]: pgmap v408: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:48:57.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:56 smithi046 ceph-mon[28013]: pgmap v408: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:48:57.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:56 smithi163 ceph-mon[32592]: pgmap v408: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:48:59.033 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:48:58 smithi046 ceph-mon[28013]: pgmap v409: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:48:59.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.310+0000 7ff75b200700 1 -- 172.21.15.46:0/3065269959 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff754103450 msgr2=0x7ff75410f8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:59.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.310+0000 7ff75b200700 1 --2- 172.21.15.46:0/3065269959 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff754103450 0x7ff75410f8b0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7ff74c009f90 tx=0x7ff74c00b330 comp rx=0 tx=0).stop 2024-04-26T01:48:59.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.310+0000 7ff75b200700 1 -- 172.21.15.46:0/3065269959 shutdown_connections 2024-04-26T01:48:59.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.310+0000 7ff75b200700 1 --2- 172.21.15.46:0/3065269959 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff754103450 0x7ff75410f8b0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:59.308 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.310+0000 7ff75b200700 1 --2- 172.21.15.46:0/3065269959 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff754108a50 0x7ff754108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:59.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.310+0000 7ff75b200700 1 --2- 172.21.15.46:0/3065269959 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff754102a90 0x7ff754102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:59.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.310+0000 7ff75b200700 1 -- 172.21.15.46:0/3065269959 >> 172.21.15.46:0/3065269959 conn(0x7ff754079ba0 msgr2=0x7ff754079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:59.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.310+0000 7ff75b200700 1 -- 172.21.15.46:0/3065269959 shutdown_connections 2024-04-26T01:48:59.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.310+0000 7ff75b200700 1 -- 172.21.15.46:0/3065269959 wait complete. 2024-04-26T01:48:59.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.311+0000 7ff75b200700 1 Processor -- start 2024-04-26T01:48:59.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.312+0000 7ff75b200700 1 -- start start 2024-04-26T01:48:59.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.312+0000 7ff75b200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff754102a90 0x7ff754074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:59.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.312+0000 7ff75b200700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff754103450 0x7ff754075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:59.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.312+0000 7ff75b200700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff754108a50 0x7ff7540757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:59.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.312+0000 7ff75b200700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff754112d90 con 0x7ff754102a90 2024-04-26T01:48:59.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.312+0000 7ff75b200700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7ff754112c10 con 0x7ff754103450 2024-04-26T01:48:59.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.312+0000 7ff75b200700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7ff754112f10 con 0x7ff754108a50 2024-04-26T01:48:59.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.312+0000 7ff753e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff754102a90 0x7ff754074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:59.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.312+0000 7ff753400700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff754103450 0x7ff754075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:59.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.313+0000 7ff759200700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff754108a50 0x7ff7540757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:59.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.313+0000 7ff753e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff754102a90 0x7ff754074d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:40510/0 (socket says 172.21.15.46:40510) 2024-04-26T01:48:59.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.313+0000 7ff753e00700 1 -- 172.21.15.46:0/1445885176 learned_addr learned my addr 172.21.15.46:0/1445885176 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:48:59.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.313+0000 7ff753e00700 1 -- 172.21.15.46:0/1445885176 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff754108a50 msgr2=0x7ff7540757c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:59.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.313+0000 7ff753e00700 1 --2- 172.21.15.46:0/1445885176 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff754108a50 0x7ff7540757c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:59.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.313+0000 7ff753e00700 1 -- 172.21.15.46:0/1445885176 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff754103450 msgr2=0x7ff754075280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:59.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.313+0000 7ff753e00700 1 --2- 172.21.15.46:0/1445885176 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff754103450 0x7ff754075280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:59.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.313+0000 7ff753e00700 1 -- 172.21.15.46:0/1445885176 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7541a76f0 con 0x7ff754102a90 2024-04-26T01:48:59.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.313+0000 7ff753400700 1 --2- 172.21.15.46:0/1445885176 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff754103450 0x7ff754075280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:48:59.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.314+0000 7ff753e00700 1 --2- 172.21.15.46:0/1445885176 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff754102a90 0x7ff754074d40 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7ff74400eb30 tx=0x7ff74400ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:59.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.314+0000 7ff750c00700 1 -- 172.21.15.46:0/1445885176 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff74400cbd0 con 0x7ff754102a90 2024-04-26T01:48:59.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.314+0000 7ff75b200700 1 -- 172.21.15.46:0/1445885176 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7541a79e0 con 0x7ff754102a90 2024-04-26T01:48:59.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.314+0000 7ff750c00700 1 -- 172.21.15.46:0/1445885176 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff7440044f0 con 0x7ff754102a90 2024-04-26T01:48:59.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.314+0000 7ff750c00700 1 -- 172.21.15.46:0/1445885176 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff744010430 con 0x7ff754102a90 2024-04-26T01:48:59.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.314+0000 7ff75b200700 1 -- 172.21.15.46:0/1445885176 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7541a7f70 con 0x7ff754102a90 2024-04-26T01:48:59.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.315+0000 7ff75b200700 1 -- 172.21.15.46:0/1445885176 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff754069730 con 0x7ff754102a90 2024-04-26T01:48:59.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.318+0000 7ff750c00700 1 -- 172.21.15.46:0/1445885176 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7ff744004020 con 0x7ff754102a90 2024-04-26T01:48:59.318 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.320+0000 7ff750c00700 1 --2- 172.21.15.46:0/1445885176 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7ff7380a3cc0 0x7ff7380a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:48:59.318 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.320+0000 7ff750c00700 1 -- 172.21.15.46:0/1445885176 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7ff7440d06a0 con 0x7ff754102a90 2024-04-26T01:48:59.318 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.320+0000 7ff753400700 1 --2- 172.21.15.46:0/1445885176 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7ff7380a3cc0 0x7ff7380a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:48:59.319 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.321+0000 7ff753400700 1 --2- 172.21.15.46:0/1445885176 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7ff7380a3cc0 0x7ff7380a6180 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7ff740009750 tx=0x7ff740009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:48:59.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.325+0000 7ff750c00700 1 -- 172.21.15.46:0/1445885176 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff744004310 con 0x7ff754102a90 2024-04-26T01:48:59.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:48:58 smithi103 ceph-mon[32920]: pgmap v409: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:48:59.419 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:48:58 smithi163 ceph-mon[32592]: pgmap v409: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:48:59.552 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.553+0000 7ff75b200700 1 -- 172.21.15.46:0/1445885176 --> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff75402dff0 con 0x7ff7380a3cc0 2024-04-26T01:48:59.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.563+0000 7ff750c00700 1 -- 172.21.15.46:0/1445885176 <== mgr.14152 v2:172.21.15.46:6800/3332901238 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+259068 (secure 0 0 0) 0x7ff75402dff0 con 0x7ff7380a3cc0 2024-04-26T01:48:59.566 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:48:59.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.568+0000 7ff75b200700 1 -- 172.21.15.46:0/1445885176 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7ff7380a3cc0 msgr2=0x7ff7380a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:59.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.568+0000 7ff75b200700 1 --2- 172.21.15.46:0/1445885176 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7ff7380a3cc0 0x7ff7380a6180 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7ff740009750 tx=0x7ff740009310 comp rx=0 tx=0).stop 2024-04-26T01:48:59.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.568+0000 7ff75b200700 1 -- 172.21.15.46:0/1445885176 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff754102a90 msgr2=0x7ff754074d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:48:59.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.568+0000 7ff75b200700 1 --2- 172.21.15.46:0/1445885176 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff754102a90 0x7ff754074d40 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7ff74400eb30 tx=0x7ff74400ee40 comp rx=0 tx=0).stop 2024-04-26T01:48:59.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.568+0000 7ff75b200700 1 -- 172.21.15.46:0/1445885176 shutdown_connections 2024-04-26T01:48:59.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.568+0000 7ff75b200700 1 --2- 172.21.15.46:0/1445885176 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff754108a50 0x7ff7540757c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:59.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.568+0000 7ff75b200700 1 --2- 172.21.15.46:0/1445885176 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff754102a90 0x7ff754074d40 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:59.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.568+0000 7ff75b200700 1 --2- 172.21.15.46:0/1445885176 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7ff7380a3cc0 0x7ff7380a6180 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:59.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.568+0000 7ff75b200700 1 --2- 172.21.15.46:0/1445885176 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff754103450 0x7ff754075280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:48:59.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.568+0000 7ff75b200700 1 -- 172.21.15.46:0/1445885176 >> 172.21.15.46:0/1445885176 conn(0x7ff754079ba0 msgr2=0x7ff7541016c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:48:59.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.569+0000 7ff75b200700 1 -- 172.21.15.46:0/1445885176 shutdown_connections 2024-04-26T01:48:59.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:48:59.569+0000 7ff75b200700 1 -- 172.21.15.46:0/1445885176 wait complete. 2024-04-26T01:48:59.569 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2024-04-26T01:49:00.487 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":410,"stamp":"2024-04-26T01:48:59.409069+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":658099,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":1401,"num_read_kb":827,"num_write":438,"num_write_kb":3082,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":21,"num_bytes_recovered":1182712,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":858,"ondisk_log_size":858,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":373872,"kb_used_data":12240,"kb_used_omap":18,"kb_used_meta":361517,"kb_avail":1124567952,"statfs":{"total":1151940427776,"available":1151557582848,"internally_reserved":0,"allocated":12533760,"data_stored":7762689,"data_compressed":108447,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":19142,"internal_metadata":370193722},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":140,"num_read_kb":70,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004614"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.358801+0000","last_change":"2024-04-26T01:46:30.343159+0000","last_active":"2024-04-26T01:48:31.358801+0000","last_peered":"2024-04-26T01:48:31.358801+0000","last_clean":"2024-04-26T01:48:31.358801+0000","last_became_active":"2024-04-26T01:46:30.342802+0000","last_became_peered":"2024-04-26T01:46:30.342802+0000","last_unstale":"2024-04-26T01:48:31.358801+0000","last_undegraded":"2024-04-26T01:48:31.358801+0000","last_fullsized":"2024-04-26T01:48:31.358801+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:04:45.982580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.362364+0000","last_change":"2024-04-26T01:46:30.328482+0000","last_active":"2024-04-26T01:48:31.362364+0000","last_peered":"2024-04-26T01:48:31.362364+0000","last_clean":"2024-04-26T01:48:31.362364+0000","last_became_active":"2024-04-26T01:46:30.327937+0000","last_became_peered":"2024-04-26T01:46:30.327937+0000","last_unstale":"2024-04-26T01:48:31.362364+0000","last_undegraded":"2024-04-26T01:48:31.362364+0000","last_fullsized":"2024-04-26T01:48:31.362364+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:43:55.563929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.363424+0000","last_change":"2024-04-26T01:46:30.340523+0000","last_active":"2024-04-26T01:48:31.363424+0000","last_peered":"2024-04-26T01:48:31.363424+0000","last_clean":"2024-04-26T01:48:31.363424+0000","last_became_active":"2024-04-26T01:46:30.335483+0000","last_became_peered":"2024-04-26T01:46:30.335483+0000","last_unstale":"2024-04-26T01:48:31.363424+0000","last_undegraded":"2024-04-26T01:48:31.363424+0000","last_fullsized":"2024-04-26T01:48:31.363424+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:27:22.869086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.345987+0000","last_change":"2024-04-26T01:46:30.330680+0000","last_active":"2024-04-26T01:48:31.345987+0000","last_peered":"2024-04-26T01:48:31.345987+0000","last_clean":"2024-04-26T01:48:31.345987+0000","last_became_active":"2024-04-26T01:46:30.330326+0000","last_became_peered":"2024-04-26T01:46:30.330326+0000","last_unstale":"2024-04-26T01:48:31.345987+0000","last_undegraded":"2024-04-26T01:48:31.345987+0000","last_fullsized":"2024-04-26T01:48:31.345987+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:01:37.237730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.354109+0000","last_change":"2024-04-26T01:46:30.355859+0000","last_active":"2024-04-26T01:48:31.354109+0000","last_peered":"2024-04-26T01:48:31.354109+0000","last_clean":"2024-04-26T01:48:31.354109+0000","last_became_active":"2024-04-26T01:46:30.355476+0000","last_became_peered":"2024-04-26T01:46:30.355476+0000","last_unstale":"2024-04-26T01:48:31.354109+0000","last_undegraded":"2024-04-26T01:48:31.354109+0000","last_fullsized":"2024-04-26T01:48:31.354109+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:38:15.102699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.345452+0000","last_change":"2024-04-26T01:46:30.336524+0000","last_active":"2024-04-26T01:48:31.345452+0000","last_peered":"2024-04-26T01:48:31.345452+0000","last_clean":"2024-04-26T01:48:31.345452+0000","last_became_active":"2024-04-26T01:46:30.335846+0000","last_became_peered":"2024-04-26T01:46:30.335846+0000","last_unstale":"2024-04-26T01:48:31.345452+0000","last_undegraded":"2024-04-26T01:48:31.345452+0000","last_fullsized":"2024-04-26T01:48:31.345452+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:21:01.520848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.349062+0000","last_change":"2024-04-26T01:46:30.333145+0000","last_active":"2024-04-26T01:48:31.349062+0000","last_peered":"2024-04-26T01:48:31.349062+0000","last_clean":"2024-04-26T01:48:31.349062+0000","last_became_active":"2024-04-26T01:46:30.332802+0000","last_became_peered":"2024-04-26T01:46:30.332802+0000","last_unstale":"2024-04-26T01:48:31.349062+0000","last_undegraded":"2024-04-26T01:48:31.349062+0000","last_fullsized":"2024-04-26T01:48:31.349062+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:59:24.484032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.365060+0000","last_change":"2024-04-26T01:46:30.357232+0000","last_active":"2024-04-26T01:48:31.365060+0000","last_peered":"2024-04-26T01:48:31.365060+0000","last_clean":"2024-04-26T01:48:31.365060+0000","last_became_active":"2024-04-26T01:46:30.355674+0000","last_became_peered":"2024-04-26T01:46:30.355674+0000","last_unstale":"2024-04-26T01:48:31.365060+0000","last_undegraded":"2024-04-26T01:48:31.365060+0000","last_fullsized":"2024-04-26T01:48:31.365060+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:04:47.963939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.347688+0000","last_change":"2024-04-26T01:46:30.330056+0000","last_active":"2024-04-26T01:48:31.347688+0000","last_peered":"2024-04-26T01:48:31.347688+0000","last_clean":"2024-04-26T01:48:31.347688+0000","last_became_active":"2024-04-26T01:46:30.329730+0000","last_became_peered":"2024-04-26T01:46:30.329730+0000","last_unstale":"2024-04-26T01:48:31.347688+0000","last_undegraded":"2024-04-26T01:48:31.347688+0000","last_fullsized":"2024-04-26T01:48:31.347688+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:19:53.138105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":43,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.354249+0000","last_change":"2024-04-26T01:47:03.045524+0000","last_active":"2024-04-26T01:48:31.354249+0000","last_peered":"2024-04-26T01:48:31.354249+0000","last_clean":"2024-04-26T01:48:31.354249+0000","last_became_active":"2024-04-26T01:47:03.044988+0000","last_became_peered":"2024-04-26T01:47:03.044988+0000","last_unstale":"2024-04-26T01:48:31.354249+0000","last_undegraded":"2024-04-26T01:48:31.354249+0000","last_fullsized":"2024-04-26T01:48:31.354249+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:14:58.580161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,9],"acting":[10,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.346840+0000","last_change":"2024-04-26T01:46:30.332741+0000","last_active":"2024-04-26T01:48:31.346840+0000","last_peered":"2024-04-26T01:48:31.346840+0000","last_clean":"2024-04-26T01:48:31.346840+0000","last_became_active":"2024-04-26T01:46:30.332330+0000","last_became_peered":"2024-04-26T01:46:30.332330+0000","last_unstale":"2024-04-26T01:48:31.346840+0000","last_undegraded":"2024-04-26T01:48:31.346840+0000","last_fullsized":"2024-04-26T01:48:31.346840+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:54:12.854335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.327627+0000","last_change":"2024-04-26T01:46:30.328893+0000","last_active":"2024-04-26T01:48:31.327627+0000","last_peered":"2024-04-26T01:48:31.327627+0000","last_clean":"2024-04-26T01:48:31.327627+0000","last_became_active":"2024-04-26T01:46:30.328563+0000","last_became_peered":"2024-04-26T01:46:30.328563+0000","last_unstale":"2024-04-26T01:48:31.327627+0000","last_undegraded":"2024-04-26T01:48:31.327627+0000","last_fullsized":"2024-04-26T01:48:31.327627+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:56:17.285670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":37,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.361373+0000","last_change":"2024-04-26T01:47:03.054210+0000","last_active":"2024-04-26T01:48:31.361373+0000","last_peered":"2024-04-26T01:48:31.361373+0000","last_clean":"2024-04-26T01:48:31.361373+0000","last_became_active":"2024-04-26T01:47:03.053352+0000","last_became_peered":"2024-04-26T01:47:03.053352+0000","last_unstale":"2024-04-26T01:48:31.361373+0000","last_undegraded":"2024-04-26T01:48:31.361373+0000","last_fullsized":"2024-04-26T01:48:31.361373+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:58:39.787293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,9],"acting":[6,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.362611+0000","last_change":"2024-04-26T01:46:30.331108+0000","last_active":"2024-04-26T01:48:31.362611+0000","last_peered":"2024-04-26T01:48:31.362611+0000","last_clean":"2024-04-26T01:48:31.362611+0000","last_became_active":"2024-04-26T01:46:30.330619+0000","last_became_peered":"2024-04-26T01:46:30.330619+0000","last_unstale":"2024-04-26T01:48:31.362611+0000","last_undegraded":"2024-04-26T01:48:31.362611+0000","last_fullsized":"2024-04-26T01:48:31.362611+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:02:17.892397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.359216+0000","last_change":"2024-04-26T01:46:30.347431+0000","last_active":"2024-04-26T01:48:31.359216+0000","last_peered":"2024-04-26T01:48:31.359216+0000","last_clean":"2024-04-26T01:48:31.359216+0000","last_became_active":"2024-04-26T01:46:30.345182+0000","last_became_peered":"2024-04-26T01:46:30.345182+0000","last_unstale":"2024-04-26T01:48:31.359216+0000","last_undegraded":"2024-04-26T01:48:31.359216+0000","last_fullsized":"2024-04-26T01:48:31.359216+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:36:26.407472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.363776+0000","last_change":"2024-04-26T01:46:30.340318+0000","last_active":"2024-04-26T01:48:31.363776+0000","last_peered":"2024-04-26T01:48:31.363776+0000","last_clean":"2024-04-26T01:48:31.363776+0000","last_became_active":"2024-04-26T01:46:30.339971+0000","last_became_peered":"2024-04-26T01:46:30.339971+0000","last_unstale":"2024-04-26T01:48:31.363776+0000","last_undegraded":"2024-04-26T01:48:31.363776+0000","last_fullsized":"2024-04-26T01:48:31.363776+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:58:21.462344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.358762+0000","last_change":"2024-04-26T01:46:30.349271+0000","last_active":"2024-04-26T01:48:31.358762+0000","last_peered":"2024-04-26T01:48:31.358762+0000","last_clean":"2024-04-26T01:48:31.358762+0000","last_became_active":"2024-04-26T01:46:30.348906+0000","last_became_peered":"2024-04-26T01:46:30.348906+0000","last_unstale":"2024-04-26T01:48:31.358762+0000","last_undegraded":"2024-04-26T01:48:31.358762+0000","last_fullsized":"2024-04-26T01:48:31.358762+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:29:59.254854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.347811+0000","last_change":"2024-04-26T01:46:30.335647+0000","last_active":"2024-04-26T01:48:31.347811+0000","last_peered":"2024-04-26T01:48:31.347811+0000","last_clean":"2024-04-26T01:48:31.347811+0000","last_became_active":"2024-04-26T01:46:30.333859+0000","last_became_peered":"2024-04-26T01:46:30.333859+0000","last_unstale":"2024-04-26T01:48:31.347811+0000","last_undegraded":"2024-04-26T01:48:31.347811+0000","last_fullsized":"2024-04-26T01:48:31.347811+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:08:49.297938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.365660+0000","last_change":"2024-04-26T01:46:30.350172+0000","last_active":"2024-04-26T01:48:31.365660+0000","last_peered":"2024-04-26T01:48:31.365660+0000","last_clean":"2024-04-26T01:48:31.365660+0000","last_became_active":"2024-04-26T01:46:30.349865+0000","last_became_peered":"2024-04-26T01:46:30.349865+0000","last_unstale":"2024-04-26T01:48:31.365660+0000","last_undegraded":"2024-04-26T01:48:31.365660+0000","last_fullsized":"2024-04-26T01:48:31.365660+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:39:28.600966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"91'14","reported_seq":164,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:55.258883+0000","last_change":"2024-04-26T01:46:26.276016+0000","last_active":"2024-04-26T01:48:55.258883+0000","last_peered":"2024-04-26T01:48:55.258883+0000","last_clean":"2024-04-26T01:48:55.258883+0000","last_became_active":"2024-04-26T01:46:26.275591+0000","last_became_peered":"2024-04-26T01:46:26.275591+0000","last_unstale":"2024-04-26T01:48:55.258883+0000","last_undegraded":"2024-04-26T01:48:55.258883+0000","last_fullsized":"2024-04-26T01:48:55.258883+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:23:53.158992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":123,"num_read_kb":123,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.356077+0000","last_change":"2024-04-26T01:46:30.352060+0000","last_active":"2024-04-26T01:48:31.356077+0000","last_peered":"2024-04-26T01:48:31.356077+0000","last_clean":"2024-04-26T01:48:31.356077+0000","last_became_active":"2024-04-26T01:46:30.351705+0000","last_became_peered":"2024-04-26T01:46:30.351705+0000","last_unstale":"2024-04-26T01:48:31.356077+0000","last_undegraded":"2024-04-26T01:48:31.356077+0000","last_fullsized":"2024-04-26T01:48:31.356077+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:09:09.839130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.694032+0000","last_change":"2024-04-26T01:46:26.433250+0000","last_active":"2024-04-26T01:47:03.694032+0000","last_peered":"2024-04-26T01:47:03.694032+0000","last_clean":"2024-04-26T01:47:03.694032+0000","last_became_active":"2024-04-26T01:46:26.432157+0000","last_became_peered":"2024-04-26T01:46:26.432157+0000","last_unstale":"2024-04-26T01:47:03.694032+0000","last_undegraded":"2024-04-26T01:47:03.694032+0000","last_fullsized":"2024-04-26T01:47:03.694032+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:34:54.314357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.364091+0000","last_change":"2024-04-26T01:46:30.338344+0000","last_active":"2024-04-26T01:48:31.364091+0000","last_peered":"2024-04-26T01:48:31.364091+0000","last_clean":"2024-04-26T01:48:31.364091+0000","last_became_active":"2024-04-26T01:46:30.336793+0000","last_became_peered":"2024-04-26T01:46:30.336793+0000","last_unstale":"2024-04-26T01:48:31.364091+0000","last_undegraded":"2024-04-26T01:48:31.364091+0000","last_fullsized":"2024-04-26T01:48:31.364091+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:25:42.218165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"89'12","reported_seq":39,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.042527+0000","last_change":"2024-04-26T01:46:26.278718+0000","last_active":"2024-04-26T01:47:03.042527+0000","last_peered":"2024-04-26T01:47:03.042527+0000","last_clean":"2024-04-26T01:47:03.042527+0000","last_became_active":"2024-04-26T01:46:26.278366+0000","last_became_peered":"2024-04-26T01:46:26.278366+0000","last_unstale":"2024-04-26T01:47:03.042527+0000","last_undegraded":"2024-04-26T01:47:03.042527+0000","last_fullsized":"2024-04-26T01:47:03.042527+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:16:24.221489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.360387+0000","last_change":"2024-04-26T01:46:30.343314+0000","last_active":"2024-04-26T01:48:31.360387+0000","last_peered":"2024-04-26T01:48:31.360387+0000","last_clean":"2024-04-26T01:48:31.360387+0000","last_became_active":"2024-04-26T01:46:30.342645+0000","last_became_peered":"2024-04-26T01:46:30.342645+0000","last_unstale":"2024-04-26T01:48:31.360387+0000","last_undegraded":"2024-04-26T01:48:31.360387+0000","last_fullsized":"2024-04-26T01:48:31.360387+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:26:26.216031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"89'5","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.051279+0000","last_change":"2024-04-26T01:47:03.050830+0000","last_active":"2024-04-26T01:47:03.051279+0000","last_peered":"2024-04-26T01:47:03.051279+0000","last_clean":"2024-04-26T01:47:03.051279+0000","last_became_active":"2024-04-26T01:47:03.045182+0000","last_became_peered":"2024-04-26T01:47:03.045182+0000","last_unstale":"2024-04-26T01:47:03.051279+0000","last_undegraded":"2024-04-26T01:47:03.051279+0000","last_fullsized":"2024-04-26T01:47:03.051279+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:39:14.071687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.348727+0000","last_change":"2024-04-26T01:46:30.333986+0000","last_active":"2024-04-26T01:48:31.348727+0000","last_peered":"2024-04-26T01:48:31.348727+0000","last_clean":"2024-04-26T01:48:31.348727+0000","last_became_active":"2024-04-26T01:46:30.333403+0000","last_became_peered":"2024-04-26T01:46:30.333403+0000","last_unstale":"2024-04-26T01:48:31.348727+0000","last_undegraded":"2024-04-26T01:48:31.348727+0000","last_fullsized":"2024-04-26T01:48:31.348727+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:41:42.400553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"89'5","reported_seq":157,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:57.180916+0000","last_change":"2024-04-26T01:46:26.277450+0000","last_active":"2024-04-26T01:48:57.180916+0000","last_peered":"2024-04-26T01:48:57.180916+0000","last_clean":"2024-04-26T01:48:57.180916+0000","last_became_active":"2024-04-26T01:46:26.277115+0000","last_became_peered":"2024-04-26T01:46:26.277115+0000","last_unstale":"2024-04-26T01:48:57.180916+0000","last_undegraded":"2024-04-26T01:48:57.180916+0000","last_fullsized":"2024-04-26T01:48:57.180916+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:04:10.350514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":125,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.345505+0000","last_change":"2024-04-26T01:46:30.333172+0000","last_active":"2024-04-26T01:48:31.345505+0000","last_peered":"2024-04-26T01:48:31.345505+0000","last_clean":"2024-04-26T01:48:31.345505+0000","last_became_active":"2024-04-26T01:46:30.332731+0000","last_became_peered":"2024-04-26T01:46:30.332731+0000","last_unstale":"2024-04-26T01:48:31.345505+0000","last_undegraded":"2024-04-26T01:48:31.345505+0000","last_fullsized":"2024-04-26T01:48:31.345505+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:56:27.316433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"89'7","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.038297+0000","last_change":"2024-04-26T01:46:26.274618+0000","last_active":"2024-04-26T01:47:03.038297+0000","last_peered":"2024-04-26T01:47:03.038297+0000","last_clean":"2024-04-26T01:47:03.038297+0000","last_became_active":"2024-04-26T01:46:26.274089+0000","last_became_peered":"2024-04-26T01:46:26.274089+0000","last_unstale":"2024-04-26T01:47:03.038297+0000","last_undegraded":"2024-04-26T01:47:03.038297+0000","last_fullsized":"2024-04-26T01:47:03.038297+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:31:14.580789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.355102+0000","last_change":"2024-04-26T01:46:30.345638+0000","last_active":"2024-04-26T01:48:31.355102+0000","last_peered":"2024-04-26T01:48:31.355102+0000","last_clean":"2024-04-26T01:48:31.355102+0000","last_became_active":"2024-04-26T01:46:30.345301+0000","last_became_peered":"2024-04-26T01:46:30.345301+0000","last_unstale":"2024-04-26T01:48:31.355102+0000","last_undegraded":"2024-04-26T01:48:31.355102+0000","last_fullsized":"2024-04-26T01:48:31.355102+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:51:12.822833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.045609+0000","last_change":"2024-04-26T01:46:26.272233+0000","last_active":"2024-04-26T01:47:03.045609+0000","last_peered":"2024-04-26T01:47:03.045609+0000","last_clean":"2024-04-26T01:47:03.045609+0000","last_became_active":"2024-04-26T01:46:26.271652+0000","last_became_peered":"2024-04-26T01:46:26.271652+0000","last_unstale":"2024-04-26T01:47:03.045609+0000","last_undegraded":"2024-04-26T01:47:03.045609+0000","last_fullsized":"2024-04-26T01:47:03.045609+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:30:10.715943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.367461+0000","last_change":"2024-04-26T01:46:30.345772+0000","last_active":"2024-04-26T01:48:31.367461+0000","last_peered":"2024-04-26T01:48:31.367461+0000","last_clean":"2024-04-26T01:48:31.367461+0000","last_became_active":"2024-04-26T01:46:30.345003+0000","last_became_peered":"2024-04-26T01:46:30.345003+0000","last_unstale":"2024-04-26T01:48:31.367461+0000","last_undegraded":"2024-04-26T01:48:31.367461+0000","last_fullsized":"2024-04-26T01:48:31.367461+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:57:28.480056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"89'3","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.038287+0000","last_change":"2024-04-26T01:46:26.272744+0000","last_active":"2024-04-26T01:47:03.038287+0000","last_peered":"2024-04-26T01:47:03.038287+0000","last_clean":"2024-04-26T01:47:03.038287+0000","last_became_active":"2024-04-26T01:46:26.272368+0000","last_became_peered":"2024-04-26T01:46:26.272368+0000","last_unstale":"2024-04-26T01:47:03.038287+0000","last_undegraded":"2024-04-26T01:47:03.038287+0000","last_fullsized":"2024-04-26T01:47:03.038287+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:35:54.078599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.352101+0000","last_change":"2024-04-26T01:46:30.354099+0000","last_active":"2024-04-26T01:48:31.352101+0000","last_peered":"2024-04-26T01:48:31.352101+0000","last_clean":"2024-04-26T01:48:31.352101+0000","last_became_active":"2024-04-26T01:46:30.353538+0000","last_became_peered":"2024-04-26T01:46:30.353538+0000","last_unstale":"2024-04-26T01:48:31.352101+0000","last_undegraded":"2024-04-26T01:48:31.352101+0000","last_fullsized":"2024-04-26T01:48:31.352101+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:19:59.084812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"91'5","reported_seq":278,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:57.180198+0000","last_change":"2024-04-26T01:46:26.269678+0000","last_active":"2024-04-26T01:48:57.180198+0000","last_peered":"2024-04-26T01:48:57.180198+0000","last_clean":"2024-04-26T01:48:57.180198+0000","last_became_active":"2024-04-26T01:46:26.269170+0000","last_became_peered":"2024-04-26T01:46:26.269170+0000","last_unstale":"2024-04-26T01:48:57.180198+0000","last_undegraded":"2024-04-26T01:48:57.180198+0000","last_fullsized":"2024-04-26T01:48:57.180198+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:36:39.532449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":246,"num_read_kb":246,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.348893+0000","last_change":"2024-04-26T01:46:30.336952+0000","last_active":"2024-04-26T01:48:31.348893+0000","last_peered":"2024-04-26T01:48:31.348893+0000","last_clean":"2024-04-26T01:48:31.348893+0000","last_became_active":"2024-04-26T01:46:30.336482+0000","last_became_peered":"2024-04-26T01:46:30.336482+0000","last_unstale":"2024-04-26T01:48:31.348893+0000","last_undegraded":"2024-04-26T01:48:31.348893+0000","last_fullsized":"2024-04-26T01:48:31.348893+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:08:23.227821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.142356+0000","last_change":"2024-04-26T01:46:26.276316+0000","last_active":"2024-04-26T01:47:03.142356+0000","last_peered":"2024-04-26T01:47:03.142356+0000","last_clean":"2024-04-26T01:47:03.142356+0000","last_became_active":"2024-04-26T01:46:26.275872+0000","last_became_peered":"2024-04-26T01:46:26.275872+0000","last_unstale":"2024-04-26T01:47:03.142356+0000","last_undegraded":"2024-04-26T01:47:03.142356+0000","last_fullsized":"2024-04-26T01:47:03.142356+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:08:46.020271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.364990+0000","last_change":"2024-04-26T01:46:30.331464+0000","last_active":"2024-04-26T01:48:31.364990+0000","last_peered":"2024-04-26T01:48:31.364990+0000","last_clean":"2024-04-26T01:48:31.364990+0000","last_became_active":"2024-04-26T01:46:30.331102+0000","last_became_peered":"2024-04-26T01:46:30.331102+0000","last_unstale":"2024-04-26T01:48:31.364990+0000","last_undegraded":"2024-04-26T01:48:31.364990+0000","last_fullsized":"2024-04-26T01:48:31.364990+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:01:32.744412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"89'5","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.038816+0000","last_change":"2024-04-26T01:46:26.435442+0000","last_active":"2024-04-26T01:47:03.038816+0000","last_peered":"2024-04-26T01:47:03.038816+0000","last_clean":"2024-04-26T01:47:03.038816+0000","last_became_active":"2024-04-26T01:46:26.435110+0000","last_became_peered":"2024-04-26T01:46:26.435110+0000","last_unstale":"2024-04-26T01:47:03.038816+0000","last_undegraded":"2024-04-26T01:47:03.038816+0000","last_fullsized":"2024-04-26T01:47:03.038816+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:01:03.984072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.346511+0000","last_change":"2024-04-26T01:46:30.330979+0000","last_active":"2024-04-26T01:48:31.346511+0000","last_peered":"2024-04-26T01:48:31.346511+0000","last_clean":"2024-04-26T01:48:31.346511+0000","last_became_active":"2024-04-26T01:46:30.330650+0000","last_became_peered":"2024-04-26T01:46:30.330650+0000","last_unstale":"2024-04-26T01:48:31.346511+0000","last_undegraded":"2024-04-26T01:48:31.346511+0000","last_fullsized":"2024-04-26T01:48:31.346511+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:23:21.122610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"91'34","reported_seq":319,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:57.189862+0000","last_change":"2024-04-26T01:46:26.277235+0000","last_active":"2024-04-26T01:48:57.189862+0000","last_peered":"2024-04-26T01:48:57.189862+0000","last_clean":"2024-04-26T01:48:57.189862+0000","last_became_active":"2024-04-26T01:46:26.276830+0000","last_became_peered":"2024-04-26T01:46:26.276830+0000","last_unstale":"2024-04-26T01:48:57.189862+0000","last_undegraded":"2024-04-26T01:48:57.189862+0000","last_fullsized":"2024-04-26T01:48:57.189862+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:22:38.500090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60011,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":258,"num_read_kb":186,"num_write":36,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.339289+0000","last_change":"2024-04-26T01:46:30.327230+0000","last_active":"2024-04-26T01:48:31.339289+0000","last_peered":"2024-04-26T01:48:31.339289+0000","last_clean":"2024-04-26T01:48:31.339289+0000","last_became_active":"2024-04-26T01:46:30.326893+0000","last_became_peered":"2024-04-26T01:46:30.326893+0000","last_unstale":"2024-04-26T01:48:31.339289+0000","last_undegraded":"2024-04-26T01:48:31.339289+0000","last_fullsized":"2024-04-26T01:48:31.339289+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:11:19.113097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"89'9","reported_seq":38,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.039260+0000","last_change":"2024-04-26T01:46:26.276397+0000","last_active":"2024-04-26T01:47:03.039260+0000","last_peered":"2024-04-26T01:47:03.039260+0000","last_clean":"2024-04-26T01:47:03.039260+0000","last_became_active":"2024-04-26T01:46:26.276027+0000","last_became_peered":"2024-04-26T01:46:26.276027+0000","last_unstale":"2024-04-26T01:47:03.039260+0000","last_undegraded":"2024-04-26T01:47:03.039260+0000","last_fullsized":"2024-04-26T01:47:03.039260+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:35:26.898968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.365368+0000","last_change":"2024-04-26T01:46:30.357139+0000","last_active":"2024-04-26T01:48:31.365368+0000","last_peered":"2024-04-26T01:48:31.365368+0000","last_clean":"2024-04-26T01:48:31.365368+0000","last_became_active":"2024-04-26T01:46:30.355926+0000","last_became_peered":"2024-04-26T01:46:30.355926+0000","last_unstale":"2024-04-26T01:48:31.365368+0000","last_undegraded":"2024-04-26T01:48:31.365368+0000","last_fullsized":"2024-04-26T01:48:31.365368+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:11:37.018503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"89'5","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.038569+0000","last_change":"2024-04-26T01:46:26.274064+0000","last_active":"2024-04-26T01:47:03.038569+0000","last_peered":"2024-04-26T01:47:03.038569+0000","last_clean":"2024-04-26T01:47:03.038569+0000","last_became_active":"2024-04-26T01:46:26.272881+0000","last_became_peered":"2024-04-26T01:46:26.272881+0000","last_unstale":"2024-04-26T01:47:03.038569+0000","last_undegraded":"2024-04-26T01:47:03.038569+0000","last_fullsized":"2024-04-26T01:47:03.038569+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:58:32.152055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.366512+0000","last_change":"2024-04-26T01:46:30.335309+0000","last_active":"2024-04-26T01:48:31.366512+0000","last_peered":"2024-04-26T01:48:31.366512+0000","last_clean":"2024-04-26T01:48:31.366512+0000","last_became_active":"2024-04-26T01:46:30.334985+0000","last_became_peered":"2024-04-26T01:46:30.334985+0000","last_unstale":"2024-04-26T01:48:31.366512+0000","last_undegraded":"2024-04-26T01:48:31.366512+0000","last_fullsized":"2024-04-26T01:48:31.366512+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:49:05.602090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"89'5","reported_seq":156,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:55.270333+0000","last_change":"2024-04-26T01:46:26.270275+0000","last_active":"2024-04-26T01:48:55.270333+0000","last_peered":"2024-04-26T01:48:55.270333+0000","last_clean":"2024-04-26T01:48:55.270333+0000","last_became_active":"2024-04-26T01:46:26.269897+0000","last_became_peered":"2024-04-26T01:46:26.269897+0000","last_unstale":"2024-04-26T01:48:55.270333+0000","last_undegraded":"2024-04-26T01:48:55.270333+0000","last_fullsized":"2024-04-26T01:48:55.270333+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:29:56.983575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":125,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.346421+0000","last_change":"2024-04-26T01:46:30.327433+0000","last_active":"2024-04-26T01:48:31.346421+0000","last_peered":"2024-04-26T01:48:31.346421+0000","last_clean":"2024-04-26T01:48:31.346421+0000","last_became_active":"2024-04-26T01:46:30.327024+0000","last_became_peered":"2024-04-26T01:46:30.327024+0000","last_unstale":"2024-04-26T01:48:31.346421+0000","last_undegraded":"2024-04-26T01:48:31.346421+0000","last_fullsized":"2024-04-26T01:48:31.346421+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:27:42.031564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"89'17","reported_seq":69,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.066670+0000","last_change":"2024-04-26T01:47:03.066291+0000","last_active":"2024-04-26T01:47:03.066670+0000","last_peered":"2024-04-26T01:47:03.066670+0000","last_clean":"2024-04-26T01:47:03.066670+0000","last_became_active":"2024-04-26T01:47:03.054023+0000","last_became_peered":"2024-04-26T01:47:03.054023+0000","last_unstale":"2024-04-26T01:47:03.066670+0000","last_undegraded":"2024-04-26T01:47:03.066670+0000","last_fullsized":"2024-04-26T01:47:03.066670+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:33:03.039043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,4],"acting":[8,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.347743+0000","last_change":"2024-04-26T01:47:03.043886+0000","last_active":"2024-04-26T01:48:31.347743+0000","last_peered":"2024-04-26T01:48:31.347743+0000","last_clean":"2024-04-26T01:48:31.347743+0000","last_became_active":"2024-04-26T01:47:03.043505+0000","last_became_peered":"2024-04-26T01:47:03.043505+0000","last_unstale":"2024-04-26T01:48:31.347743+0000","last_undegraded":"2024-04-26T01:48:31.347743+0000","last_fullsized":"2024-04-26T01:48:31.347743+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:21:58.618788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,1],"acting":[5,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.042754+0000","last_change":"2024-04-26T01:46:26.277497+0000","last_active":"2024-04-26T01:47:03.042754+0000","last_peered":"2024-04-26T01:47:03.042754+0000","last_clean":"2024-04-26T01:47:03.042754+0000","last_became_active":"2024-04-26T01:46:26.276532+0000","last_became_peered":"2024-04-26T01:46:26.276532+0000","last_unstale":"2024-04-26T01:47:03.042754+0000","last_undegraded":"2024-04-26T01:47:03.042754+0000","last_fullsized":"2024-04-26T01:47:03.042754+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:21:47.748360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.345619+0000","last_change":"2024-04-26T01:46:30.331634+0000","last_active":"2024-04-26T01:48:31.345619+0000","last_peered":"2024-04-26T01:48:31.345619+0000","last_clean":"2024-04-26T01:48:31.345619+0000","last_became_active":"2024-04-26T01:46:30.331124+0000","last_became_peered":"2024-04-26T01:46:30.331124+0000","last_unstale":"2024-04-26T01:48:31.345619+0000","last_undegraded":"2024-04-26T01:48:31.345619+0000","last_fullsized":"2024-04-26T01:48:31.345619+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:01:20.224661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"89'1","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.040816+0000","last_change":"2024-04-26T01:46:26.439982+0000","last_active":"2024-04-26T01:47:03.040816+0000","last_peered":"2024-04-26T01:47:03.040816+0000","last_clean":"2024-04-26T01:47:03.040816+0000","last_became_active":"2024-04-26T01:46:26.438473+0000","last_became_peered":"2024-04-26T01:46:26.438473+0000","last_unstale":"2024-04-26T01:47:03.040816+0000","last_undegraded":"2024-04-26T01:47:03.040816+0000","last_fullsized":"2024-04-26T01:47:03.040816+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:22:38.180123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'5","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.341981+0000","last_change":"2024-04-26T01:46:30.349892+0000","last_active":"2024-04-26T01:48:31.341981+0000","last_peered":"2024-04-26T01:48:31.341981+0000","last_clean":"2024-04-26T01:48:31.341981+0000","last_became_active":"2024-04-26T01:46:30.349557+0000","last_became_peered":"2024-04-26T01:46:30.349557+0000","last_unstale":"2024-04-26T01:48:31.341981+0000","last_undegraded":"2024-04-26T01:48:31.341981+0000","last_fullsized":"2024-04-26T01:48:31.341981+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:04:15.936184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"91'7","reported_seq":162,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:58.265430+0000","last_change":"2024-04-26T01:46:26.272936+0000","last_active":"2024-04-26T01:48:58.265430+0000","last_peered":"2024-04-26T01:48:58.265430+0000","last_clean":"2024-04-26T01:48:58.265430+0000","last_became_active":"2024-04-26T01:46:26.272615+0000","last_became_peered":"2024-04-26T01:46:26.272615+0000","last_unstale":"2024-04-26T01:48:58.265430+0000","last_undegraded":"2024-04-26T01:48:58.265430+0000","last_fullsized":"2024-04-26T01:48:58.265430+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:02:21.999030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":128,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.354880+0000","last_change":"2024-04-26T01:46:30.349314+0000","last_active":"2024-04-26T01:48:31.354880+0000","last_peered":"2024-04-26T01:48:31.354880+0000","last_clean":"2024-04-26T01:48:31.354880+0000","last_became_active":"2024-04-26T01:46:30.348959+0000","last_became_peered":"2024-04-26T01:46:30.348959+0000","last_unstale":"2024-04-26T01:48:31.354880+0000","last_undegraded":"2024-04-26T01:48:31.354880+0000","last_fullsized":"2024-04-26T01:48:31.354880+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:21:26.725626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.344442+0000","last_change":"2024-04-26T01:46:30.336792+0000","last_active":"2024-04-26T01:48:31.344442+0000","last_peered":"2024-04-26T01:48:31.344442+0000","last_clean":"2024-04-26T01:48:31.344442+0000","last_became_active":"2024-04-26T01:46:30.336472+0000","last_became_peered":"2024-04-26T01:46:30.336472+0000","last_unstale":"2024-04-26T01:48:31.344442+0000","last_undegraded":"2024-04-26T01:48:31.344442+0000","last_fullsized":"2024-04-26T01:48:31.344442+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:35:07.985695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"89'5","reported_seq":157,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:57.274397+0000","last_change":"2024-04-26T01:46:26.432277+0000","last_active":"2024-04-26T01:48:57.274397+0000","last_peered":"2024-04-26T01:48:57.274397+0000","last_clean":"2024-04-26T01:48:57.274397+0000","last_became_active":"2024-04-26T01:46:26.431878+0000","last_became_peered":"2024-04-26T01:46:26.431878+0000","last_unstale":"2024-04-26T01:48:57.274397+0000","last_undegraded":"2024-04-26T01:48:57.274397+0000","last_fullsized":"2024-04-26T01:48:57.274397+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:23:26.317847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":125,"num_read_kb":125,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.348056+0000","last_change":"2024-04-26T01:46:30.353733+0000","last_active":"2024-04-26T01:48:31.348056+0000","last_peered":"2024-04-26T01:48:31.348056+0000","last_clean":"2024-04-26T01:48:31.348056+0000","last_became_active":"2024-04-26T01:46:30.353294+0000","last_became_peered":"2024-04-26T01:46:30.353294+0000","last_unstale":"2024-04-26T01:48:31.348056+0000","last_undegraded":"2024-04-26T01:48:31.348056+0000","last_fullsized":"2024-04-26T01:48:31.348056+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:49:50.231140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'6","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.036432+0000","last_change":"2024-04-26T01:46:26.272122+0000","last_active":"2024-04-26T01:47:03.036432+0000","last_peered":"2024-04-26T01:47:03.036432+0000","last_clean":"2024-04-26T01:47:03.036432+0000","last_became_active":"2024-04-26T01:46:26.271819+0000","last_became_peered":"2024-04-26T01:46:26.271819+0000","last_unstale":"2024-04-26T01:47:03.036432+0000","last_undegraded":"2024-04-26T01:47:03.036432+0000","last_fullsized":"2024-04-26T01:47:03.036432+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:45:09.447190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":359,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.142160+0000","last_change":"2024-04-26T01:44:51.862272+0000","last_active":"2024-04-26T01:47:03.142160+0000","last_peered":"2024-04-26T01:47:03.142160+0000","last_clean":"2024-04-26T01:47:03.142160+0000","last_became_active":"2024-04-26T01:44:51.861812+0000","last_became_peered":"2024-04-26T01:44:51.861812+0000","last_unstale":"2024-04-26T01:47:03.142160+0000","last_undegraded":"2024-04-26T01:47:03.142160+0000","last_fullsized":"2024-04-26T01:47:03.142160+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:40:53.973767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:40:53.973767+0000","last_clean_scrub_stamp":"2024-04-26T01:40:53.973767+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:31:45.587598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.364182+0000","last_change":"2024-04-26T01:46:30.340757+0000","last_active":"2024-04-26T01:48:31.364182+0000","last_peered":"2024-04-26T01:48:31.364182+0000","last_clean":"2024-04-26T01:48:31.364182+0000","last_became_active":"2024-04-26T01:46:30.338882+0000","last_became_peered":"2024-04-26T01:46:30.338882+0000","last_unstale":"2024-04-26T01:48:31.364182+0000","last_undegraded":"2024-04-26T01:48:31.364182+0000","last_fullsized":"2024-04-26T01:48:31.364182+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:06:41.577852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.142473+0000","last_change":"2024-04-26T01:46:26.274446+0000","last_active":"2024-04-26T01:47:03.142473+0000","last_peered":"2024-04-26T01:47:03.142473+0000","last_clean":"2024-04-26T01:47:03.142473+0000","last_became_active":"2024-04-26T01:46:26.274072+0000","last_became_peered":"2024-04-26T01:46:26.274072+0000","last_unstale":"2024-04-26T01:47:03.142473+0000","last_undegraded":"2024-04-26T01:47:03.142473+0000","last_fullsized":"2024-04-26T01:47:03.142473+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:40:30.432287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"89'4","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.076833+0000","last_change":"2024-04-26T01:47:03.076450+0000","last_active":"2024-04-26T01:47:03.076833+0000","last_peered":"2024-04-26T01:47:03.076833+0000","last_clean":"2024-04-26T01:47:03.076833+0000","last_became_active":"2024-04-26T01:47:03.056640+0000","last_became_peered":"2024-04-26T01:47:03.056640+0000","last_unstale":"2024-04-26T01:47:03.076833+0000","last_undegraded":"2024-04-26T01:47:03.076833+0000","last_fullsized":"2024-04-26T01:47:03.076833+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:40:08.995782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.364575+0000","last_change":"2024-04-26T01:46:30.344629+0000","last_active":"2024-04-26T01:48:31.364575+0000","last_peered":"2024-04-26T01:48:31.364575+0000","last_clean":"2024-04-26T01:48:31.364575+0000","last_became_active":"2024-04-26T01:46:30.341218+0000","last_became_peered":"2024-04-26T01:46:30.341218+0000","last_unstale":"2024-04-26T01:48:31.364575+0000","last_undegraded":"2024-04-26T01:48:31.364575+0000","last_fullsized":"2024-04-26T01:48:31.364575+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:47:16.865119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"91'17","reported_seq":44,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.355810+0000","last_change":"2024-04-26T01:46:26.274165+0000","last_active":"2024-04-26T01:48:31.355810+0000","last_peered":"2024-04-26T01:48:31.355810+0000","last_clean":"2024-04-26T01:48:31.355810+0000","last_became_active":"2024-04-26T01:46:26.273727+0000","last_became_peered":"2024-04-26T01:46:26.273727+0000","last_unstale":"2024-04-26T01:48:31.355810+0000","last_undegraded":"2024-04-26T01:48:31.355810+0000","last_fullsized":"2024-04-26T01:48:31.355810+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:54:12.836322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.340493+0000","last_change":"2024-04-26T01:46:30.353416+0000","last_active":"2024-04-26T01:48:31.340493+0000","last_peered":"2024-04-26T01:48:31.340493+0000","last_clean":"2024-04-26T01:48:31.340493+0000","last_became_active":"2024-04-26T01:46:30.352919+0000","last_became_peered":"2024-04-26T01:46:30.352919+0000","last_unstale":"2024-04-26T01:48:31.340493+0000","last_undegraded":"2024-04-26T01:48:31.340493+0000","last_fullsized":"2024-04-26T01:48:31.340493+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:32:52.540498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"89'7","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.036582+0000","last_change":"2024-04-26T01:46:26.421021+0000","last_active":"2024-04-26T01:47:03.036582+0000","last_peered":"2024-04-26T01:47:03.036582+0000","last_clean":"2024-04-26T01:47:03.036582+0000","last_became_active":"2024-04-26T01:46:26.420645+0000","last_became_peered":"2024-04-26T01:46:26.420645+0000","last_unstale":"2024-04-26T01:47:03.036582+0000","last_undegraded":"2024-04-26T01:47:03.036582+0000","last_fullsized":"2024-04-26T01:47:03.036582+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:41:22.460332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.365325+0000","last_change":"2024-04-26T01:46:30.355919+0000","last_active":"2024-04-26T01:48:31.365325+0000","last_peered":"2024-04-26T01:48:31.365325+0000","last_clean":"2024-04-26T01:48:31.365325+0000","last_became_active":"2024-04-26T01:46:30.355561+0000","last_became_peered":"2024-04-26T01:46:30.355561+0000","last_unstale":"2024-04-26T01:48:31.365325+0000","last_undegraded":"2024-04-26T01:48:31.365325+0000","last_fullsized":"2024-04-26T01:48:31.365325+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:05:09.205249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.041063+0000","last_change":"2024-04-26T01:46:26.431643+0000","last_active":"2024-04-26T01:47:03.041063+0000","last_peered":"2024-04-26T01:47:03.041063+0000","last_clean":"2024-04-26T01:47:03.041063+0000","last_became_active":"2024-04-26T01:46:26.431345+0000","last_became_peered":"2024-04-26T01:46:26.431345+0000","last_unstale":"2024-04-26T01:47:03.041063+0000","last_undegraded":"2024-04-26T01:47:03.041063+0000","last_fullsized":"2024-04-26T01:47:03.041063+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:18:00.989419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":23,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.328748+0000","last_change":"2024-04-26T01:46:30.326737+0000","last_active":"2024-04-26T01:48:31.328748+0000","last_peered":"2024-04-26T01:48:31.328748+0000","last_clean":"2024-04-26T01:48:31.328748+0000","last_became_active":"2024-04-26T01:46:30.326262+0000","last_became_peered":"2024-04-26T01:46:30.326262+0000","last_unstale":"2024-04-26T01:48:31.328748+0000","last_undegraded":"2024-04-26T01:48:31.328748+0000","last_fullsized":"2024-04-26T01:48:31.328748+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:07:14.777597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"89'7","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.693494+0000","last_change":"2024-04-26T01:46:26.273440+0000","last_active":"2024-04-26T01:47:03.693494+0000","last_peered":"2024-04-26T01:47:03.693494+0000","last_clean":"2024-04-26T01:47:03.693494+0000","last_became_active":"2024-04-26T01:46:26.272892+0000","last_became_peered":"2024-04-26T01:46:26.272892+0000","last_unstale":"2024-04-26T01:47:03.693494+0000","last_undegraded":"2024-04-26T01:47:03.693494+0000","last_fullsized":"2024-04-26T01:47:03.693494+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:23:06.291753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.354537+0000","last_change":"2024-04-26T01:46:30.349430+0000","last_active":"2024-04-26T01:48:31.354537+0000","last_peered":"2024-04-26T01:48:31.354537+0000","last_clean":"2024-04-26T01:48:31.354537+0000","last_became_active":"2024-04-26T01:46:30.348909+0000","last_became_peered":"2024-04-26T01:46:30.348909+0000","last_unstale":"2024-04-26T01:48:31.354537+0000","last_undegraded":"2024-04-26T01:48:31.354537+0000","last_fullsized":"2024-04-26T01:48:31.354537+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:17:27.872959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.039235+0000","last_change":"2024-04-26T01:46:26.275869+0000","last_active":"2024-04-26T01:47:03.039235+0000","last_peered":"2024-04-26T01:47:03.039235+0000","last_clean":"2024-04-26T01:47:03.039235+0000","last_became_active":"2024-04-26T01:46:26.275438+0000","last_became_peered":"2024-04-26T01:46:26.275438+0000","last_unstale":"2024-04-26T01:47:03.039235+0000","last_undegraded":"2024-04-26T01:47:03.039235+0000","last_fullsized":"2024-04-26T01:47:03.039235+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:16:41.507137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.364530+0000","last_change":"2024-04-26T01:46:30.355394+0000","last_active":"2024-04-26T01:48:31.364530+0000","last_peered":"2024-04-26T01:48:31.364530+0000","last_clean":"2024-04-26T01:48:31.364530+0000","last_became_active":"2024-04-26T01:46:30.354958+0000","last_became_peered":"2024-04-26T01:46:30.354958+0000","last_unstale":"2024-04-26T01:48:31.364530+0000","last_undegraded":"2024-04-26T01:48:31.364530+0000","last_fullsized":"2024-04-26T01:48:31.364530+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:11:57.607927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.042134+0000","last_change":"2024-04-26T01:46:26.279079+0000","last_active":"2024-04-26T01:47:03.042134+0000","last_peered":"2024-04-26T01:47:03.042134+0000","last_clean":"2024-04-26T01:47:03.042134+0000","last_became_active":"2024-04-26T01:46:26.278357+0000","last_became_peered":"2024-04-26T01:46:26.278357+0000","last_unstale":"2024-04-26T01:47:03.042134+0000","last_undegraded":"2024-04-26T01:47:03.042134+0000","last_fullsized":"2024-04-26T01:47:03.042134+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:49:56.401292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.366019+0000","last_change":"2024-04-26T01:46:30.338656+0000","last_active":"2024-04-26T01:48:31.366019+0000","last_peered":"2024-04-26T01:48:31.366019+0000","last_clean":"2024-04-26T01:48:31.366019+0000","last_became_active":"2024-04-26T01:46:30.338278+0000","last_became_peered":"2024-04-26T01:46:30.338278+0000","last_unstale":"2024-04-26T01:48:31.366019+0000","last_undegraded":"2024-04-26T01:48:31.366019+0000","last_fullsized":"2024-04-26T01:48:31.366019+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:27:38.741052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"91'7","reported_seq":138,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:56.302670+0000","last_change":"2024-04-26T01:47:03.069636+0000","last_active":"2024-04-26T01:48:56.302670+0000","last_peered":"2024-04-26T01:48:56.302670+0000","last_clean":"2024-04-26T01:48:56.302670+0000","last_became_active":"2024-04-26T01:47:03.055093+0000","last_became_peered":"2024-04-26T01:47:03.055093+0000","last_unstale":"2024-04-26T01:48:56.302670+0000","last_undegraded":"2024-04-26T01:48:56.302670+0000","last_fullsized":"2024-04-26T01:48:56.302670+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:03:29.224452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1702,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":117,"num_read_kb":2,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1170,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11,0],"acting":[1,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.346848+0000","last_change":"2024-04-26T01:46:30.332239+0000","last_active":"2024-04-26T01:48:31.346848+0000","last_peered":"2024-04-26T01:48:31.346848+0000","last_clean":"2024-04-26T01:48:31.346848+0000","last_became_active":"2024-04-26T01:46:30.331878+0000","last_became_peered":"2024-04-26T01:46:30.331878+0000","last_unstale":"2024-04-26T01:48:31.346848+0000","last_undegraded":"2024-04-26T01:48:31.346848+0000","last_fullsized":"2024-04-26T01:48:31.346848+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:36:56.255724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"89'3","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.039974+0000","last_change":"2024-04-26T01:46:26.273318+0000","last_active":"2024-04-26T01:47:03.039974+0000","last_peered":"2024-04-26T01:47:03.039974+0000","last_clean":"2024-04-26T01:47:03.039974+0000","last_became_active":"2024-04-26T01:46:26.272949+0000","last_became_peered":"2024-04-26T01:46:26.272949+0000","last_unstale":"2024-04-26T01:47:03.039974+0000","last_undegraded":"2024-04-26T01:47:03.039974+0000","last_fullsized":"2024-04-26T01:47:03.039974+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:07:32.638497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.345581+0000","last_change":"2024-04-26T01:46:30.345450+0000","last_active":"2024-04-26T01:48:31.345581+0000","last_peered":"2024-04-26T01:48:31.345581+0000","last_clean":"2024-04-26T01:48:31.345581+0000","last_became_active":"2024-04-26T01:46:30.345096+0000","last_became_peered":"2024-04-26T01:46:30.345096+0000","last_unstale":"2024-04-26T01:48:31.345581+0000","last_undegraded":"2024-04-26T01:48:31.345581+0000","last_fullsized":"2024-04-26T01:48:31.345581+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:56:33.968261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"89'5","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.048622+0000","last_change":"2024-04-26T01:46:26.277043+0000","last_active":"2024-04-26T01:47:03.048622+0000","last_peered":"2024-04-26T01:47:03.048622+0000","last_clean":"2024-04-26T01:47:03.048622+0000","last_became_active":"2024-04-26T01:46:26.276590+0000","last_became_peered":"2024-04-26T01:46:26.276590+0000","last_unstale":"2024-04-26T01:47:03.048622+0000","last_undegraded":"2024-04-26T01:47:03.048622+0000","last_fullsized":"2024-04-26T01:47:03.048622+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:48:00.072982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.343546+0000","last_change":"2024-04-26T01:46:30.328662+0000","last_active":"2024-04-26T01:48:31.343546+0000","last_peered":"2024-04-26T01:48:31.343546+0000","last_clean":"2024-04-26T01:48:31.343546+0000","last_became_active":"2024-04-26T01:46:30.328321+0000","last_became_peered":"2024-04-26T01:46:30.328321+0000","last_unstale":"2024-04-26T01:48:31.343546+0000","last_undegraded":"2024-04-26T01:48:31.343546+0000","last_fullsized":"2024-04-26T01:48:31.343546+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:29:38.333999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.347430+0000","last_change":"2024-04-26T01:46:30.334950+0000","last_active":"2024-04-26T01:48:31.347430+0000","last_peered":"2024-04-26T01:48:31.347430+0000","last_clean":"2024-04-26T01:48:31.347430+0000","last_became_active":"2024-04-26T01:46:30.334614+0000","last_became_peered":"2024-04-26T01:46:30.334614+0000","last_unstale":"2024-04-26T01:48:31.347430+0000","last_undegraded":"2024-04-26T01:48:31.347430+0000","last_fullsized":"2024-04-26T01:48:31.347430+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:00:03.093756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.343585+0000","last_change":"2024-04-26T01:46:30.331222+0000","last_active":"2024-04-26T01:48:31.343585+0000","last_peered":"2024-04-26T01:48:31.343585+0000","last_clean":"2024-04-26T01:48:31.343585+0000","last_became_active":"2024-04-26T01:46:30.330863+0000","last_became_peered":"2024-04-26T01:46:30.330863+0000","last_unstale":"2024-04-26T01:48:31.343585+0000","last_undegraded":"2024-04-26T01:48:31.343585+0000","last_fullsized":"2024-04-26T01:48:31.343585+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:05:06.109569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.349333+0000","last_change":"2024-04-26T01:46:30.355525+0000","last_active":"2024-04-26T01:48:31.349333+0000","last_peered":"2024-04-26T01:48:31.349333+0000","last_clean":"2024-04-26T01:48:31.349333+0000","last_became_active":"2024-04-26T01:46:30.355218+0000","last_became_peered":"2024-04-26T01:46:30.355218+0000","last_unstale":"2024-04-26T01:48:31.349333+0000","last_undegraded":"2024-04-26T01:48:31.349333+0000","last_fullsized":"2024-04-26T01:48:31.349333+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:32:32.473580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.367143+0000","last_change":"2024-04-26T01:46:30.346647+0000","last_active":"2024-04-26T01:48:31.367143+0000","last_peered":"2024-04-26T01:48:31.367143+0000","last_clean":"2024-04-26T01:48:31.367143+0000","last_became_active":"2024-04-26T01:46:30.343721+0000","last_became_peered":"2024-04-26T01:46:30.343721+0000","last_unstale":"2024-04-26T01:48:31.367143+0000","last_undegraded":"2024-04-26T01:48:31.367143+0000","last_fullsized":"2024-04-26T01:48:31.367143+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:40:49.176577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.365058+0000","last_change":"2024-04-26T01:46:30.348978+0000","last_active":"2024-04-26T01:48:31.365058+0000","last_peered":"2024-04-26T01:48:31.365058+0000","last_clean":"2024-04-26T01:48:31.365058+0000","last_became_active":"2024-04-26T01:46:30.348133+0000","last_became_peered":"2024-04-26T01:46:30.348133+0000","last_unstale":"2024-04-26T01:48:31.365058+0000","last_undegraded":"2024-04-26T01:48:31.365058+0000","last_fullsized":"2024-04-26T01:48:31.365058+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:02:59.842786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.346189+0000","last_change":"2024-04-26T01:46:30.330252+0000","last_active":"2024-04-26T01:48:31.346189+0000","last_peered":"2024-04-26T01:48:31.346189+0000","last_clean":"2024-04-26T01:48:31.346189+0000","last_became_active":"2024-04-26T01:46:30.329865+0000","last_became_peered":"2024-04-26T01:46:30.329865+0000","last_unstale":"2024-04-26T01:48:31.346189+0000","last_undegraded":"2024-04-26T01:48:31.346189+0000","last_fullsized":"2024-04-26T01:48:31.346189+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:58:45.342295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.346267+0000","last_change":"2024-04-26T01:46:30.332130+0000","last_active":"2024-04-26T01:48:31.346267+0000","last_peered":"2024-04-26T01:48:31.346267+0000","last_clean":"2024-04-26T01:48:31.346267+0000","last_became_active":"2024-04-26T01:46:30.331516+0000","last_became_peered":"2024-04-26T01:46:30.331516+0000","last_unstale":"2024-04-26T01:48:31.346267+0000","last_undegraded":"2024-04-26T01:48:31.346267+0000","last_fullsized":"2024-04-26T01:48:31.346267+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:39:55.750242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.342682+0000","last_change":"2024-04-26T01:47:03.043503+0000","last_active":"2024-04-26T01:48:31.342682+0000","last_peered":"2024-04-26T01:48:31.342682+0000","last_clean":"2024-04-26T01:48:31.342682+0000","last_became_active":"2024-04-26T01:47:03.042254+0000","last_became_peered":"2024-04-26T01:47:03.042254+0000","last_unstale":"2024-04-26T01:48:31.342682+0000","last_undegraded":"2024-04-26T01:48:31.342682+0000","last_fullsized":"2024-04-26T01:48:31.342682+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:36:53.919649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,2],"acting":[9,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.362476+0000","last_change":"2024-04-26T01:46:30.358551+0000","last_active":"2024-04-26T01:48:31.362476+0000","last_peered":"2024-04-26T01:48:31.362476+0000","last_clean":"2024-04-26T01:48:31.362476+0000","last_became_active":"2024-04-26T01:46:30.358263+0000","last_became_peered":"2024-04-26T01:46:30.358263+0000","last_unstale":"2024-04-26T01:48:31.362476+0000","last_undegraded":"2024-04-26T01:48:31.362476+0000","last_fullsized":"2024-04-26T01:48:31.362476+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:09:51.161552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.356276+0000","last_change":"2024-04-26T01:46:30.344166+0000","last_active":"2024-04-26T01:48:31.356276+0000","last_peered":"2024-04-26T01:48:31.356276+0000","last_clean":"2024-04-26T01:48:31.356276+0000","last_became_active":"2024-04-26T01:46:30.339487+0000","last_became_peered":"2024-04-26T01:46:30.339487+0000","last_unstale":"2024-04-26T01:48:31.356276+0000","last_undegraded":"2024-04-26T01:48:31.356276+0000","last_fullsized":"2024-04-26T01:48:31.356276+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:03:43.997452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.346876+0000","last_change":"2024-04-26T01:46:30.345729+0000","last_active":"2024-04-26T01:48:31.346876+0000","last_peered":"2024-04-26T01:48:31.346876+0000","last_clean":"2024-04-26T01:48:31.346876+0000","last_became_active":"2024-04-26T01:46:30.345205+0000","last_became_peered":"2024-04-26T01:46:30.345205+0000","last_unstale":"2024-04-26T01:48:31.346876+0000","last_undegraded":"2024-04-26T01:48:31.346876+0000","last_fullsized":"2024-04-26T01:48:31.346876+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:36:35.620350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.359604+0000","last_change":"2024-04-26T01:46:30.348614+0000","last_active":"2024-04-26T01:48:31.359604+0000","last_peered":"2024-04-26T01:48:31.359604+0000","last_clean":"2024-04-26T01:48:31.359604+0000","last_became_active":"2024-04-26T01:46:30.348265+0000","last_became_peered":"2024-04-26T01:46:30.348265+0000","last_unstale":"2024-04-26T01:48:31.359604+0000","last_undegraded":"2024-04-26T01:48:31.359604+0000","last_fullsized":"2024-04-26T01:48:31.359604+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:46:13.274382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.341255+0000","last_change":"2024-04-26T01:46:30.330251+0000","last_active":"2024-04-26T01:48:31.341255+0000","last_peered":"2024-04-26T01:48:31.341255+0000","last_clean":"2024-04-26T01:48:31.341255+0000","last_became_active":"2024-04-26T01:46:30.329386+0000","last_became_peered":"2024-04-26T01:46:30.329386+0000","last_unstale":"2024-04-26T01:48:31.341255+0000","last_undegraded":"2024-04-26T01:48:31.341255+0000","last_fullsized":"2024-04-26T01:48:31.341255+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:59:02.567353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":284260,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":67497,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":1265,"num_read_kb":708,"num_write":255,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1976,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":202491,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":219,"ondisk_log_size":219,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351024,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28000,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717152,"statfs":{"total":95995035648,"available":95966363648,"internally_reserved":0,"allocated":1007616,"data_stored":484784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612660,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32300,"kb_used_data":1124,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712852,"statfs":{"total":95995035648,"available":95961960448,"internally_reserved":0,"allocated":1150976,"data_stored":1134598,"data_compressed":36149,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776186,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28012,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717140,"statfs":{"total":95995035648,"available":95966351360,"internally_reserved":0,"allocated":1019904,"data_stored":483488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037824,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":1003520,"data_stored":483172,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299462,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28060,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717092,"statfs":{"total":95995035648,"available":95966302208,"internally_reserved":0,"allocated":1069056,"data_stored":1076525,"data_compressed":36149,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462988,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32156,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712996,"statfs":{"total":95995035648,"available":95962107904,"internally_reserved":0,"allocated":1003520,"data_stored":483737,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574953,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32224,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712928,"statfs":{"total":95995035648,"available":95962038272,"internally_reserved":0,"allocated":1073152,"data_stored":546363,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738478,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32176,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712976,"statfs":{"total":95995035648,"available":95962087424,"internally_reserved":0,"allocated":1024000,"data_stored":485076,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411428,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36380,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708772,"statfs":{"total":95995035648,"available":95957782528,"internally_reserved":0,"allocated":1069056,"data_stored":543067,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149788,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32172,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712980,"statfs":{"total":95995035648,"available":95962091520,"internally_reserved":0,"allocated":1019904,"data_stored":483030,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888151,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32164,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712988,"statfs":{"total":95995035648,"available":95962099712,"internally_reserved":0,"allocated":1011712,"data_stored":483178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724627,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32232,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712920,"statfs":{"total":95995035648,"available":95962030080,"internally_reserved":0,"allocated":1081344,"data_stored":1075671,"data_compressed":36149,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34505,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34505,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34505,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36149,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36149,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36149,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36149,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36149,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":63997,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":60701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":812,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":806,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":61747,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2418,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T01:49:00.493 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-26T01:49:00.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:49:00 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:49:00.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:49:00 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:49:00.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:49:00 smithi046 ceph-mon[28013]: pgmap v410: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:49:00.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:49:00 smithi046 ceph-mon[28013]: from='client.14697 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:49:00.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:49:00 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:49:00.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:49:00 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:49:00.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:49:00 smithi103 ceph-mon[32920]: pgmap v410: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:49:00.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:49:00 smithi103 ceph-mon[32920]: from='client.14697 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:49:00.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:49:00 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:49:00.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:49:00 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:49:00.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:49:00 smithi163 ceph-mon[32592]: pgmap v410: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:49:00.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:49:00 smithi163 ceph-mon[32592]: from='client.14697 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:49:00.974 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:49:01.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:49:01 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:49:01.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:49:01 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:49:01.400 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:49:01 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:49:01.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:49:01 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:49:01.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:49:01 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:49:01.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:49:01 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:49:01.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:49:01 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:49:01.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:49:01 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:49:01.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:49:01 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:49:02.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:49:02 smithi046 ceph-mon[28013]: pgmap v411: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:49:02.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:49:02 smithi103 ceph-mon[32920]: pgmap v411: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:49:02.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:49:02 smithi163 ceph-mon[32592]: pgmap v411: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:49:03.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.575+0000 7f86c5400700 1 -- 172.21.15.46:0/3852200851 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f86c006afe0 msgr2=0x7f86c006b440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:03.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.575+0000 7f86c5400700 1 --2- 172.21.15.46:0/3852200851 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f86c006afe0 0x7f86c006b440 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f86ac009990 tx=0x7f86ac009ca0 comp rx=0 tx=0).stop 2024-04-26T01:49:03.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.575+0000 7f86c5400700 1 -- 172.21.15.46:0/3852200851 shutdown_connections 2024-04-26T01:49:03.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.575+0000 7f86c5400700 1 --2- 172.21.15.46:0/3852200851 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f86c006b980 0x7f86c010f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:03.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.575+0000 7f86c5400700 1 --2- 172.21.15.46:0/3852200851 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f86c0108a20 0x7f86c0108e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:03.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.575+0000 7f86c5400700 1 --2- 172.21.15.46:0/3852200851 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f86c006afe0 0x7f86c006b440 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:03.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.575+0000 7f86c5400700 1 -- 172.21.15.46:0/3852200851 >> 172.21.15.46:0/3852200851 conn(0x7f86c00788b0 msgr2=0x7f86c0078cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:03.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.575+0000 7f86c5400700 1 -- 172.21.15.46:0/3852200851 shutdown_connections 2024-04-26T01:49:03.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.575+0000 7f86c5400700 1 -- 172.21.15.46:0/3852200851 wait complete. 2024-04-26T01:49:03.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.576+0000 7f86c5400700 1 Processor -- start 2024-04-26T01:49:03.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.576+0000 7f86c5400700 1 -- start start 2024-04-26T01:49:03.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.577+0000 7f86c5400700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f86c006afe0 0x7f86c0101a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:03.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.577+0000 7f86c5400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f86c006b980 0x7f86c0101f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:03.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.577+0000 7f86c5400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f86c0108a20 0x7f86c0102480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:03.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.577+0000 7f86c5400700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f86c0112dd0 con 0x7f86c006b980 2024-04-26T01:49:03.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.577+0000 7f86c5400700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f86c0112c50 con 0x7f86c006afe0 2024-04-26T01:49:03.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.577+0000 7f86c5400700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f86c0112f50 con 0x7f86c0108a20 2024-04-26T01:49:03.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.577+0000 7f86bde00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f86c006b980 0x7f86c0101f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:03.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.577+0000 7f86be800700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f86c006afe0 0x7f86c0101a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:03.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.577+0000 7f86bde00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f86c006b980 0x7f86c0101f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41794/0 (socket says 172.21.15.46:41794) 2024-04-26T01:49:03.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.577+0000 7f86bde00700 1 -- 172.21.15.46:0/4011880937 learned_addr learned my addr 172.21.15.46:0/4011880937 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:49:03.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.577+0000 7f86bf200700 1 --2- 172.21.15.46:0/4011880937 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f86c0108a20 0x7f86c0102480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:03.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.578+0000 7f86be800700 1 -- 172.21.15.46:0/4011880937 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f86c0108a20 msgr2=0x7f86c0102480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:03.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.578+0000 7f86be800700 1 --2- 172.21.15.46:0/4011880937 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f86c0108a20 0x7f86c0102480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:03.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.578+0000 7f86be800700 1 -- 172.21.15.46:0/4011880937 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f86c006b980 msgr2=0x7f86c0101f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:03.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.578+0000 7f86be800700 1 --2- 172.21.15.46:0/4011880937 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f86c006b980 0x7f86c0101f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:03.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.578+0000 7f86be800700 1 -- 172.21.15.46:0/4011880937 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86c01a7760 con 0x7f86c006afe0 2024-04-26T01:49:03.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.578+0000 7f86be800700 1 --2- 172.21.15.46:0/4011880937 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f86c006afe0 0x7f86c0101a00 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f86b000e9f0 tx=0x7f86b000ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:03.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.578+0000 7f86b7400700 1 -- 172.21.15.46:0/4011880937 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86b000c9c0 con 0x7f86c006afe0 2024-04-26T01:49:03.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.578+0000 7f86b7400700 1 -- 172.21.15.46:0/4011880937 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f86b000cb60 con 0x7f86c006afe0 2024-04-26T01:49:03.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.578+0000 7f86c5400700 1 -- 172.21.15.46:0/4011880937 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86c01a7a50 con 0x7f86c006afe0 2024-04-26T01:49:03.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.579+0000 7f86b7400700 1 -- 172.21.15.46:0/4011880937 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86b0018680 con 0x7f86c006afe0 2024-04-26T01:49:03.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.579+0000 7f86c5400700 1 -- 172.21.15.46:0/4011880937 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86c01a7fe0 con 0x7f86c006afe0 2024-04-26T01:49:03.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.580+0000 7f86c5400700 1 -- 172.21.15.46:0/4011880937 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86c0069730 con 0x7f86c006afe0 2024-04-26T01:49:03.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.582+0000 7f86b7400700 1 -- 172.21.15.46:0/4011880937 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f86b0018a30 con 0x7f86c006afe0 2024-04-26T01:49:03.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.583+0000 7f86b7400700 1 --2- 172.21.15.46:0/4011880937 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f86a40a3cc0 0x7f86a40a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:03.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.583+0000 7f86b7400700 1 -- 172.21.15.46:0/4011880937 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f86b00d06b0 con 0x7f86c006afe0 2024-04-26T01:49:03.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.583+0000 7f86bde00700 1 --2- 172.21.15.46:0/4011880937 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f86a40a3cc0 0x7f86a40a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:03.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.584+0000 7f86bde00700 1 --2- 172.21.15.46:0/4011880937 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f86a40a3cc0 0x7f86a40a6180 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f86ac00b790 tx=0x7f86ac00b280 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:03.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.587+0000 7f86b7400700 1 -- 172.21.15.46:0/4011880937 <== mon.2 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f86b009d040 con 0x7f86c006afe0 2024-04-26T01:49:03.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.812+0000 7f86c5400700 1 -- 172.21.15.46:0/4011880937 --> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f86c0062e80 con 0x7f86a40a3cc0 2024-04-26T01:49:03.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.822+0000 7f86b7400700 1 -- 172.21.15.46:0/4011880937 <== mgr.14152 v2:172.21.15.46:6800/3332901238 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+259068 (secure 0 0 0) 0x7f86ac067410 con 0x7f86a40a3cc0 2024-04-26T01:49:03.822 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:49:03.827 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.829+0000 7f86c5400700 1 -- 172.21.15.46:0/4011880937 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f86a40a3cc0 msgr2=0x7f86a40a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:03.827 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.829+0000 7f86c5400700 1 --2- 172.21.15.46:0/4011880937 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f86a40a3cc0 0x7f86a40a6180 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f86ac00b790 tx=0x7f86ac00b280 comp rx=0 tx=0).stop 2024-04-26T01:49:03.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.829+0000 7f86c5400700 1 -- 172.21.15.46:0/4011880937 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f86c006afe0 msgr2=0x7f86c0101a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:03.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.829+0000 7f86c5400700 1 --2- 172.21.15.46:0/4011880937 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f86c006afe0 0x7f86c0101a00 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f86b000e9f0 tx=0x7f86b000ed00 comp rx=0 tx=0).stop 2024-04-26T01:49:03.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.829+0000 7f86c5400700 1 -- 172.21.15.46:0/4011880937 shutdown_connections 2024-04-26T01:49:03.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.829+0000 7f86c5400700 1 --2- 172.21.15.46:0/4011880937 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f86c0108a20 0x7f86c0102480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:03.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.829+0000 7f86c5400700 1 --2- 172.21.15.46:0/4011880937 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f86a40a3cc0 0x7f86a40a6180 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:03.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.829+0000 7f86c5400700 1 --2- 172.21.15.46:0/4011880937 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f86c006afe0 0x7f86c0101a00 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:03.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.829+0000 7f86c5400700 1 --2- 172.21.15.46:0/4011880937 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f86c006b980 0x7f86c0101f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:03.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.829+0000 7f86c5400700 1 -- 172.21.15.46:0/4011880937 >> 172.21.15.46:0/4011880937 conn(0x7f86c00788b0 msgr2=0x7f86c00ffa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:03.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.829+0000 7f86c5400700 1 -- 172.21.15.46:0/4011880937 shutdown_connections 2024-04-26T01:49:03.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:03.829+0000 7f86c5400700 1 -- 172.21.15.46:0/4011880937 wait complete. 2024-04-26T01:49:03.829 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2024-04-26T01:49:04.773 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:49:04 smithi046 ceph-mon[28013]: pgmap v412: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:49:04.773 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:49:04 smithi046 ceph-mon[28013]: from='client.24830 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:49:04.777 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":412,"stamp":"2024-04-26T01:49:03.410316+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":658099,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":1441,"num_read_kb":847,"num_write":438,"num_write_kb":3082,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":21,"num_bytes_recovered":1182712,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":858,"ondisk_log_size":858,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":373872,"kb_used_data":12240,"kb_used_omap":18,"kb_used_meta":361517,"kb_avail":1124567952,"statfs":{"total":1151940427776,"available":1151557582848,"internally_reserved":0,"allocated":12533760,"data_stored":7762689,"data_compressed":108447,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":19142,"internal_metadata":370193722},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":140,"num_read_kb":70,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004623"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.358801+0000","last_change":"2024-04-26T01:46:30.343159+0000","last_active":"2024-04-26T01:48:31.358801+0000","last_peered":"2024-04-26T01:48:31.358801+0000","last_clean":"2024-04-26T01:48:31.358801+0000","last_became_active":"2024-04-26T01:46:30.342802+0000","last_became_peered":"2024-04-26T01:46:30.342802+0000","last_unstale":"2024-04-26T01:48:31.358801+0000","last_undegraded":"2024-04-26T01:48:31.358801+0000","last_fullsized":"2024-04-26T01:48:31.358801+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:04:45.982580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.362364+0000","last_change":"2024-04-26T01:46:30.328482+0000","last_active":"2024-04-26T01:48:31.362364+0000","last_peered":"2024-04-26T01:48:31.362364+0000","last_clean":"2024-04-26T01:48:31.362364+0000","last_became_active":"2024-04-26T01:46:30.327937+0000","last_became_peered":"2024-04-26T01:46:30.327937+0000","last_unstale":"2024-04-26T01:48:31.362364+0000","last_undegraded":"2024-04-26T01:48:31.362364+0000","last_fullsized":"2024-04-26T01:48:31.362364+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:43:55.563929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.363424+0000","last_change":"2024-04-26T01:46:30.340523+0000","last_active":"2024-04-26T01:48:31.363424+0000","last_peered":"2024-04-26T01:48:31.363424+0000","last_clean":"2024-04-26T01:48:31.363424+0000","last_became_active":"2024-04-26T01:46:30.335483+0000","last_became_peered":"2024-04-26T01:46:30.335483+0000","last_unstale":"2024-04-26T01:48:31.363424+0000","last_undegraded":"2024-04-26T01:48:31.363424+0000","last_fullsized":"2024-04-26T01:48:31.363424+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:27:22.869086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.345987+0000","last_change":"2024-04-26T01:46:30.330680+0000","last_active":"2024-04-26T01:48:31.345987+0000","last_peered":"2024-04-26T01:48:31.345987+0000","last_clean":"2024-04-26T01:48:31.345987+0000","last_became_active":"2024-04-26T01:46:30.330326+0000","last_became_peered":"2024-04-26T01:46:30.330326+0000","last_unstale":"2024-04-26T01:48:31.345987+0000","last_undegraded":"2024-04-26T01:48:31.345987+0000","last_fullsized":"2024-04-26T01:48:31.345987+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:01:37.237730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.354248+0000","last_change":"2024-04-26T01:46:30.355859+0000","last_active":"2024-04-26T01:48:31.354248+0000","last_peered":"2024-04-26T01:48:31.354248+0000","last_clean":"2024-04-26T01:48:31.354248+0000","last_became_active":"2024-04-26T01:46:30.355476+0000","last_became_peered":"2024-04-26T01:46:30.355476+0000","last_unstale":"2024-04-26T01:48:31.354248+0000","last_undegraded":"2024-04-26T01:48:31.354248+0000","last_fullsized":"2024-04-26T01:48:31.354248+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:38:15.102699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.345647+0000","last_change":"2024-04-26T01:46:30.336524+0000","last_active":"2024-04-26T01:48:31.345647+0000","last_peered":"2024-04-26T01:48:31.345647+0000","last_clean":"2024-04-26T01:48:31.345647+0000","last_became_active":"2024-04-26T01:46:30.335846+0000","last_became_peered":"2024-04-26T01:46:30.335846+0000","last_unstale":"2024-04-26T01:48:31.345647+0000","last_undegraded":"2024-04-26T01:48:31.345647+0000","last_fullsized":"2024-04-26T01:48:31.345647+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:21:01.520848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.349062+0000","last_change":"2024-04-26T01:46:30.333145+0000","last_active":"2024-04-26T01:48:31.349062+0000","last_peered":"2024-04-26T01:48:31.349062+0000","last_clean":"2024-04-26T01:48:31.349062+0000","last_became_active":"2024-04-26T01:46:30.332802+0000","last_became_peered":"2024-04-26T01:46:30.332802+0000","last_unstale":"2024-04-26T01:48:31.349062+0000","last_undegraded":"2024-04-26T01:48:31.349062+0000","last_fullsized":"2024-04-26T01:48:31.349062+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:59:24.484032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.365188+0000","last_change":"2024-04-26T01:46:30.357232+0000","last_active":"2024-04-26T01:48:31.365188+0000","last_peered":"2024-04-26T01:48:31.365188+0000","last_clean":"2024-04-26T01:48:31.365188+0000","last_became_active":"2024-04-26T01:46:30.355674+0000","last_became_peered":"2024-04-26T01:46:30.355674+0000","last_unstale":"2024-04-26T01:48:31.365188+0000","last_undegraded":"2024-04-26T01:48:31.365188+0000","last_fullsized":"2024-04-26T01:48:31.365188+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:04:47.963939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.347688+0000","last_change":"2024-04-26T01:46:30.330056+0000","last_active":"2024-04-26T01:48:31.347688+0000","last_peered":"2024-04-26T01:48:31.347688+0000","last_clean":"2024-04-26T01:48:31.347688+0000","last_became_active":"2024-04-26T01:46:30.329730+0000","last_became_peered":"2024-04-26T01:46:30.329730+0000","last_unstale":"2024-04-26T01:48:31.347688+0000","last_undegraded":"2024-04-26T01:48:31.347688+0000","last_fullsized":"2024-04-26T01:48:31.347688+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:19:53.138105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":43,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.354249+0000","last_change":"2024-04-26T01:47:03.045524+0000","last_active":"2024-04-26T01:48:31.354249+0000","last_peered":"2024-04-26T01:48:31.354249+0000","last_clean":"2024-04-26T01:48:31.354249+0000","last_became_active":"2024-04-26T01:47:03.044988+0000","last_became_peered":"2024-04-26T01:47:03.044988+0000","last_unstale":"2024-04-26T01:48:31.354249+0000","last_undegraded":"2024-04-26T01:48:31.354249+0000","last_fullsized":"2024-04-26T01:48:31.354249+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:14:58.580161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,9],"acting":[10,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.346840+0000","last_change":"2024-04-26T01:46:30.332741+0000","last_active":"2024-04-26T01:48:31.346840+0000","last_peered":"2024-04-26T01:48:31.346840+0000","last_clean":"2024-04-26T01:48:31.346840+0000","last_became_active":"2024-04-26T01:46:30.332330+0000","last_became_peered":"2024-04-26T01:46:30.332330+0000","last_unstale":"2024-04-26T01:48:31.346840+0000","last_undegraded":"2024-04-26T01:48:31.346840+0000","last_fullsized":"2024-04-26T01:48:31.346840+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:54:12.854335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.327627+0000","last_change":"2024-04-26T01:46:30.328893+0000","last_active":"2024-04-26T01:48:31.327627+0000","last_peered":"2024-04-26T01:48:31.327627+0000","last_clean":"2024-04-26T01:48:31.327627+0000","last_became_active":"2024-04-26T01:46:30.328563+0000","last_became_peered":"2024-04-26T01:46:30.328563+0000","last_unstale":"2024-04-26T01:48:31.327627+0000","last_undegraded":"2024-04-26T01:48:31.327627+0000","last_fullsized":"2024-04-26T01:48:31.327627+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:56:17.285670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":37,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.361373+0000","last_change":"2024-04-26T01:47:03.054210+0000","last_active":"2024-04-26T01:48:31.361373+0000","last_peered":"2024-04-26T01:48:31.361373+0000","last_clean":"2024-04-26T01:48:31.361373+0000","last_became_active":"2024-04-26T01:47:03.053352+0000","last_became_peered":"2024-04-26T01:47:03.053352+0000","last_unstale":"2024-04-26T01:48:31.361373+0000","last_undegraded":"2024-04-26T01:48:31.361373+0000","last_fullsized":"2024-04-26T01:48:31.361373+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:58:39.787293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,9],"acting":[6,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.362611+0000","last_change":"2024-04-26T01:46:30.331108+0000","last_active":"2024-04-26T01:48:31.362611+0000","last_peered":"2024-04-26T01:48:31.362611+0000","last_clean":"2024-04-26T01:48:31.362611+0000","last_became_active":"2024-04-26T01:46:30.330619+0000","last_became_peered":"2024-04-26T01:46:30.330619+0000","last_unstale":"2024-04-26T01:48:31.362611+0000","last_undegraded":"2024-04-26T01:48:31.362611+0000","last_fullsized":"2024-04-26T01:48:31.362611+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:02:17.892397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.359216+0000","last_change":"2024-04-26T01:46:30.347431+0000","last_active":"2024-04-26T01:48:31.359216+0000","last_peered":"2024-04-26T01:48:31.359216+0000","last_clean":"2024-04-26T01:48:31.359216+0000","last_became_active":"2024-04-26T01:46:30.345182+0000","last_became_peered":"2024-04-26T01:46:30.345182+0000","last_unstale":"2024-04-26T01:48:31.359216+0000","last_undegraded":"2024-04-26T01:48:31.359216+0000","last_fullsized":"2024-04-26T01:48:31.359216+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:36:26.407472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.363776+0000","last_change":"2024-04-26T01:46:30.340318+0000","last_active":"2024-04-26T01:48:31.363776+0000","last_peered":"2024-04-26T01:48:31.363776+0000","last_clean":"2024-04-26T01:48:31.363776+0000","last_became_active":"2024-04-26T01:46:30.339971+0000","last_became_peered":"2024-04-26T01:46:30.339971+0000","last_unstale":"2024-04-26T01:48:31.363776+0000","last_undegraded":"2024-04-26T01:48:31.363776+0000","last_fullsized":"2024-04-26T01:48:31.363776+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:58:21.462344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.358762+0000","last_change":"2024-04-26T01:46:30.349271+0000","last_active":"2024-04-26T01:48:31.358762+0000","last_peered":"2024-04-26T01:48:31.358762+0000","last_clean":"2024-04-26T01:48:31.358762+0000","last_became_active":"2024-04-26T01:46:30.348906+0000","last_became_peered":"2024-04-26T01:46:30.348906+0000","last_unstale":"2024-04-26T01:48:31.358762+0000","last_undegraded":"2024-04-26T01:48:31.358762+0000","last_fullsized":"2024-04-26T01:48:31.358762+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:29:59.254854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.347811+0000","last_change":"2024-04-26T01:46:30.335647+0000","last_active":"2024-04-26T01:48:31.347811+0000","last_peered":"2024-04-26T01:48:31.347811+0000","last_clean":"2024-04-26T01:48:31.347811+0000","last_became_active":"2024-04-26T01:46:30.333859+0000","last_became_peered":"2024-04-26T01:46:30.333859+0000","last_unstale":"2024-04-26T01:48:31.347811+0000","last_undegraded":"2024-04-26T01:48:31.347811+0000","last_fullsized":"2024-04-26T01:48:31.347811+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:08:49.297938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.365660+0000","last_change":"2024-04-26T01:46:30.350172+0000","last_active":"2024-04-26T01:48:31.365660+0000","last_peered":"2024-04-26T01:48:31.365660+0000","last_clean":"2024-04-26T01:48:31.365660+0000","last_became_active":"2024-04-26T01:46:30.349865+0000","last_became_peered":"2024-04-26T01:46:30.349865+0000","last_unstale":"2024-04-26T01:48:31.365660+0000","last_undegraded":"2024-04-26T01:48:31.365660+0000","last_fullsized":"2024-04-26T01:48:31.365660+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:39:28.600966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"91'14","reported_seq":169,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:49:00.268257+0000","last_change":"2024-04-26T01:46:26.276016+0000","last_active":"2024-04-26T01:49:00.268257+0000","last_peered":"2024-04-26T01:49:00.268257+0000","last_clean":"2024-04-26T01:49:00.268257+0000","last_became_active":"2024-04-26T01:46:26.275591+0000","last_became_peered":"2024-04-26T01:46:26.275591+0000","last_unstale":"2024-04-26T01:49:00.268257+0000","last_undegraded":"2024-04-26T01:49:00.268257+0000","last_fullsized":"2024-04-26T01:49:00.268257+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:23:53.158992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":128,"num_read_kb":128,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.356077+0000","last_change":"2024-04-26T01:46:30.352060+0000","last_active":"2024-04-26T01:48:31.356077+0000","last_peered":"2024-04-26T01:48:31.356077+0000","last_clean":"2024-04-26T01:48:31.356077+0000","last_became_active":"2024-04-26T01:46:30.351705+0000","last_became_peered":"2024-04-26T01:46:30.351705+0000","last_unstale":"2024-04-26T01:48:31.356077+0000","last_undegraded":"2024-04-26T01:48:31.356077+0000","last_fullsized":"2024-04-26T01:48:31.356077+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:09:09.839130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.694032+0000","last_change":"2024-04-26T01:46:26.433250+0000","last_active":"2024-04-26T01:47:03.694032+0000","last_peered":"2024-04-26T01:47:03.694032+0000","last_clean":"2024-04-26T01:47:03.694032+0000","last_became_active":"2024-04-26T01:46:26.432157+0000","last_became_peered":"2024-04-26T01:46:26.432157+0000","last_unstale":"2024-04-26T01:47:03.694032+0000","last_undegraded":"2024-04-26T01:47:03.694032+0000","last_fullsized":"2024-04-26T01:47:03.694032+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:34:54.314357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.364091+0000","last_change":"2024-04-26T01:46:30.338344+0000","last_active":"2024-04-26T01:48:31.364091+0000","last_peered":"2024-04-26T01:48:31.364091+0000","last_clean":"2024-04-26T01:48:31.364091+0000","last_became_active":"2024-04-26T01:46:30.336793+0000","last_became_peered":"2024-04-26T01:46:30.336793+0000","last_unstale":"2024-04-26T01:48:31.364091+0000","last_undegraded":"2024-04-26T01:48:31.364091+0000","last_fullsized":"2024-04-26T01:48:31.364091+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:25:42.218165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"89'12","reported_seq":40,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.042581+0000","last_change":"2024-04-26T01:46:26.278718+0000","last_active":"2024-04-26T01:47:03.042581+0000","last_peered":"2024-04-26T01:47:03.042581+0000","last_clean":"2024-04-26T01:47:03.042581+0000","last_became_active":"2024-04-26T01:46:26.278366+0000","last_became_peered":"2024-04-26T01:46:26.278366+0000","last_unstale":"2024-04-26T01:47:03.042581+0000","last_undegraded":"2024-04-26T01:47:03.042581+0000","last_fullsized":"2024-04-26T01:47:03.042581+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:16:24.221489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.360477+0000","last_change":"2024-04-26T01:46:30.343314+0000","last_active":"2024-04-26T01:48:31.360477+0000","last_peered":"2024-04-26T01:48:31.360477+0000","last_clean":"2024-04-26T01:48:31.360477+0000","last_became_active":"2024-04-26T01:46:30.342645+0000","last_became_peered":"2024-04-26T01:46:30.342645+0000","last_unstale":"2024-04-26T01:48:31.360477+0000","last_undegraded":"2024-04-26T01:48:31.360477+0000","last_fullsized":"2024-04-26T01:48:31.360477+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:26:26.216031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"89'5","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.051279+0000","last_change":"2024-04-26T01:47:03.050830+0000","last_active":"2024-04-26T01:47:03.051279+0000","last_peered":"2024-04-26T01:47:03.051279+0000","last_clean":"2024-04-26T01:47:03.051279+0000","last_became_active":"2024-04-26T01:47:03.045182+0000","last_became_peered":"2024-04-26T01:47:03.045182+0000","last_unstale":"2024-04-26T01:47:03.051279+0000","last_undegraded":"2024-04-26T01:47:03.051279+0000","last_fullsized":"2024-04-26T01:47:03.051279+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:39:14.071687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.348839+0000","last_change":"2024-04-26T01:46:30.333986+0000","last_active":"2024-04-26T01:48:31.348839+0000","last_peered":"2024-04-26T01:48:31.348839+0000","last_clean":"2024-04-26T01:48:31.348839+0000","last_became_active":"2024-04-26T01:46:30.333403+0000","last_became_peered":"2024-04-26T01:46:30.333403+0000","last_unstale":"2024-04-26T01:48:31.348839+0000","last_undegraded":"2024-04-26T01:48:31.348839+0000","last_fullsized":"2024-04-26T01:48:31.348839+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:41:42.400553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"89'5","reported_seq":162,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:49:01.186640+0000","last_change":"2024-04-26T01:46:26.277450+0000","last_active":"2024-04-26T01:49:01.186640+0000","last_peered":"2024-04-26T01:49:01.186640+0000","last_clean":"2024-04-26T01:49:01.186640+0000","last_became_active":"2024-04-26T01:46:26.277115+0000","last_became_peered":"2024-04-26T01:46:26.277115+0000","last_unstale":"2024-04-26T01:49:01.186640+0000","last_undegraded":"2024-04-26T01:49:01.186640+0000","last_fullsized":"2024-04-26T01:49:01.186640+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:04:10.350514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":130,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.345618+0000","last_change":"2024-04-26T01:46:30.333172+0000","last_active":"2024-04-26T01:48:31.345618+0000","last_peered":"2024-04-26T01:48:31.345618+0000","last_clean":"2024-04-26T01:48:31.345618+0000","last_became_active":"2024-04-26T01:46:30.332731+0000","last_became_peered":"2024-04-26T01:46:30.332731+0000","last_unstale":"2024-04-26T01:48:31.345618+0000","last_undegraded":"2024-04-26T01:48:31.345618+0000","last_fullsized":"2024-04-26T01:48:31.345618+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:56:27.316433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"89'7","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.038297+0000","last_change":"2024-04-26T01:46:26.274618+0000","last_active":"2024-04-26T01:47:03.038297+0000","last_peered":"2024-04-26T01:47:03.038297+0000","last_clean":"2024-04-26T01:47:03.038297+0000","last_became_active":"2024-04-26T01:46:26.274089+0000","last_became_peered":"2024-04-26T01:46:26.274089+0000","last_unstale":"2024-04-26T01:47:03.038297+0000","last_undegraded":"2024-04-26T01:47:03.038297+0000","last_fullsized":"2024-04-26T01:47:03.038297+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:31:14.580789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.355225+0000","last_change":"2024-04-26T01:46:30.345638+0000","last_active":"2024-04-26T01:48:31.355225+0000","last_peered":"2024-04-26T01:48:31.355225+0000","last_clean":"2024-04-26T01:48:31.355225+0000","last_became_active":"2024-04-26T01:46:30.345301+0000","last_became_peered":"2024-04-26T01:46:30.345301+0000","last_unstale":"2024-04-26T01:48:31.355225+0000","last_undegraded":"2024-04-26T01:48:31.355225+0000","last_fullsized":"2024-04-26T01:48:31.355225+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:51:12.822833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.045609+0000","last_change":"2024-04-26T01:46:26.272233+0000","last_active":"2024-04-26T01:47:03.045609+0000","last_peered":"2024-04-26T01:47:03.045609+0000","last_clean":"2024-04-26T01:47:03.045609+0000","last_became_active":"2024-04-26T01:46:26.271652+0000","last_became_peered":"2024-04-26T01:46:26.271652+0000","last_unstale":"2024-04-26T01:47:03.045609+0000","last_undegraded":"2024-04-26T01:47:03.045609+0000","last_fullsized":"2024-04-26T01:47:03.045609+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:30:10.715943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.367461+0000","last_change":"2024-04-26T01:46:30.345772+0000","last_active":"2024-04-26T01:48:31.367461+0000","last_peered":"2024-04-26T01:48:31.367461+0000","last_clean":"2024-04-26T01:48:31.367461+0000","last_became_active":"2024-04-26T01:46:30.345003+0000","last_became_peered":"2024-04-26T01:46:30.345003+0000","last_unstale":"2024-04-26T01:48:31.367461+0000","last_undegraded":"2024-04-26T01:48:31.367461+0000","last_fullsized":"2024-04-26T01:48:31.367461+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:57:28.480056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"89'3","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.038287+0000","last_change":"2024-04-26T01:46:26.272744+0000","last_active":"2024-04-26T01:47:03.038287+0000","last_peered":"2024-04-26T01:47:03.038287+0000","last_clean":"2024-04-26T01:47:03.038287+0000","last_became_active":"2024-04-26T01:46:26.272368+0000","last_became_peered":"2024-04-26T01:46:26.272368+0000","last_unstale":"2024-04-26T01:47:03.038287+0000","last_undegraded":"2024-04-26T01:47:03.038287+0000","last_fullsized":"2024-04-26T01:47:03.038287+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:35:54.078599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.352101+0000","last_change":"2024-04-26T01:46:30.354099+0000","last_active":"2024-04-26T01:48:31.352101+0000","last_peered":"2024-04-26T01:48:31.352101+0000","last_clean":"2024-04-26T01:48:31.352101+0000","last_became_active":"2024-04-26T01:46:30.353538+0000","last_became_peered":"2024-04-26T01:46:30.353538+0000","last_unstale":"2024-04-26T01:48:31.352101+0000","last_undegraded":"2024-04-26T01:48:31.352101+0000","last_fullsized":"2024-04-26T01:48:31.352101+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:19:59.084812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"91'5","reported_seq":288,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:49:02.187556+0000","last_change":"2024-04-26T01:46:26.269678+0000","last_active":"2024-04-26T01:49:02.187556+0000","last_peered":"2024-04-26T01:49:02.187556+0000","last_clean":"2024-04-26T01:49:02.187556+0000","last_became_active":"2024-04-26T01:46:26.269170+0000","last_became_peered":"2024-04-26T01:46:26.269170+0000","last_unstale":"2024-04-26T01:49:02.187556+0000","last_undegraded":"2024-04-26T01:49:02.187556+0000","last_fullsized":"2024-04-26T01:49:02.187556+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:36:39.532449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":256,"num_read_kb":256,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.348893+0000","last_change":"2024-04-26T01:46:30.336952+0000","last_active":"2024-04-26T01:48:31.348893+0000","last_peered":"2024-04-26T01:48:31.348893+0000","last_clean":"2024-04-26T01:48:31.348893+0000","last_became_active":"2024-04-26T01:46:30.336482+0000","last_became_peered":"2024-04-26T01:46:30.336482+0000","last_unstale":"2024-04-26T01:48:31.348893+0000","last_undegraded":"2024-04-26T01:48:31.348893+0000","last_fullsized":"2024-04-26T01:48:31.348893+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:08:23.227821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.142356+0000","last_change":"2024-04-26T01:46:26.276316+0000","last_active":"2024-04-26T01:47:03.142356+0000","last_peered":"2024-04-26T01:47:03.142356+0000","last_clean":"2024-04-26T01:47:03.142356+0000","last_became_active":"2024-04-26T01:46:26.275872+0000","last_became_peered":"2024-04-26T01:46:26.275872+0000","last_unstale":"2024-04-26T01:47:03.142356+0000","last_undegraded":"2024-04-26T01:47:03.142356+0000","last_fullsized":"2024-04-26T01:47:03.142356+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:08:46.020271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.364990+0000","last_change":"2024-04-26T01:46:30.331464+0000","last_active":"2024-04-26T01:48:31.364990+0000","last_peered":"2024-04-26T01:48:31.364990+0000","last_clean":"2024-04-26T01:48:31.364990+0000","last_became_active":"2024-04-26T01:46:30.331102+0000","last_became_peered":"2024-04-26T01:46:30.331102+0000","last_unstale":"2024-04-26T01:48:31.364990+0000","last_undegraded":"2024-04-26T01:48:31.364990+0000","last_fullsized":"2024-04-26T01:48:31.364990+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:01:32.744412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"89'5","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.038816+0000","last_change":"2024-04-26T01:46:26.435442+0000","last_active":"2024-04-26T01:47:03.038816+0000","last_peered":"2024-04-26T01:47:03.038816+0000","last_clean":"2024-04-26T01:47:03.038816+0000","last_became_active":"2024-04-26T01:46:26.435110+0000","last_became_peered":"2024-04-26T01:46:26.435110+0000","last_unstale":"2024-04-26T01:47:03.038816+0000","last_undegraded":"2024-04-26T01:47:03.038816+0000","last_fullsized":"2024-04-26T01:47:03.038816+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:01:03.984072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.346511+0000","last_change":"2024-04-26T01:46:30.330979+0000","last_active":"2024-04-26T01:48:31.346511+0000","last_peered":"2024-04-26T01:48:31.346511+0000","last_clean":"2024-04-26T01:48:31.346511+0000","last_became_active":"2024-04-26T01:46:30.330650+0000","last_became_peered":"2024-04-26T01:46:30.330650+0000","last_unstale":"2024-04-26T01:48:31.346511+0000","last_undegraded":"2024-04-26T01:48:31.346511+0000","last_fullsized":"2024-04-26T01:48:31.346511+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:23:21.122610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"91'34","reported_seq":329,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:49:02.196765+0000","last_change":"2024-04-26T01:46:26.277235+0000","last_active":"2024-04-26T01:49:02.196765+0000","last_peered":"2024-04-26T01:49:02.196765+0000","last_clean":"2024-04-26T01:49:02.196765+0000","last_became_active":"2024-04-26T01:46:26.276830+0000","last_became_peered":"2024-04-26T01:46:26.276830+0000","last_unstale":"2024-04-26T01:49:02.196765+0000","last_undegraded":"2024-04-26T01:49:02.196765+0000","last_fullsized":"2024-04-26T01:49:02.196765+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:22:38.500090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60011,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":268,"num_read_kb":191,"num_write":36,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.339289+0000","last_change":"2024-04-26T01:46:30.327230+0000","last_active":"2024-04-26T01:48:31.339289+0000","last_peered":"2024-04-26T01:48:31.339289+0000","last_clean":"2024-04-26T01:48:31.339289+0000","last_became_active":"2024-04-26T01:46:30.326893+0000","last_became_peered":"2024-04-26T01:46:30.326893+0000","last_unstale":"2024-04-26T01:48:31.339289+0000","last_undegraded":"2024-04-26T01:48:31.339289+0000","last_fullsized":"2024-04-26T01:48:31.339289+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:11:19.113097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"89'9","reported_seq":38,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.039260+0000","last_change":"2024-04-26T01:46:26.276397+0000","last_active":"2024-04-26T01:47:03.039260+0000","last_peered":"2024-04-26T01:47:03.039260+0000","last_clean":"2024-04-26T01:47:03.039260+0000","last_became_active":"2024-04-26T01:46:26.276027+0000","last_became_peered":"2024-04-26T01:46:26.276027+0000","last_unstale":"2024-04-26T01:47:03.039260+0000","last_undegraded":"2024-04-26T01:47:03.039260+0000","last_fullsized":"2024-04-26T01:47:03.039260+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:35:26.898968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.365368+0000","last_change":"2024-04-26T01:46:30.357139+0000","last_active":"2024-04-26T01:48:31.365368+0000","last_peered":"2024-04-26T01:48:31.365368+0000","last_clean":"2024-04-26T01:48:31.365368+0000","last_became_active":"2024-04-26T01:46:30.355926+0000","last_became_peered":"2024-04-26T01:46:30.355926+0000","last_unstale":"2024-04-26T01:48:31.365368+0000","last_undegraded":"2024-04-26T01:48:31.365368+0000","last_fullsized":"2024-04-26T01:48:31.365368+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:11:37.018503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"89'5","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.038569+0000","last_change":"2024-04-26T01:46:26.274064+0000","last_active":"2024-04-26T01:47:03.038569+0000","last_peered":"2024-04-26T01:47:03.038569+0000","last_clean":"2024-04-26T01:47:03.038569+0000","last_became_active":"2024-04-26T01:46:26.272881+0000","last_became_peered":"2024-04-26T01:46:26.272881+0000","last_unstale":"2024-04-26T01:47:03.038569+0000","last_undegraded":"2024-04-26T01:47:03.038569+0000","last_fullsized":"2024-04-26T01:47:03.038569+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:58:32.152055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.366512+0000","last_change":"2024-04-26T01:46:30.335309+0000","last_active":"2024-04-26T01:48:31.366512+0000","last_peered":"2024-04-26T01:48:31.366512+0000","last_clean":"2024-04-26T01:48:31.366512+0000","last_became_active":"2024-04-26T01:46:30.334985+0000","last_became_peered":"2024-04-26T01:46:30.334985+0000","last_unstale":"2024-04-26T01:48:31.366512+0000","last_undegraded":"2024-04-26T01:48:31.366512+0000","last_fullsized":"2024-04-26T01:48:31.366512+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:49:05.602090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"89'5","reported_seq":161,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:49:00.281152+0000","last_change":"2024-04-26T01:46:26.270275+0000","last_active":"2024-04-26T01:49:00.281152+0000","last_peered":"2024-04-26T01:49:00.281152+0000","last_clean":"2024-04-26T01:49:00.281152+0000","last_became_active":"2024-04-26T01:46:26.269897+0000","last_became_peered":"2024-04-26T01:46:26.269897+0000","last_unstale":"2024-04-26T01:49:00.281152+0000","last_undegraded":"2024-04-26T01:49:00.281152+0000","last_fullsized":"2024-04-26T01:49:00.281152+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:29:56.983575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":130,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.346421+0000","last_change":"2024-04-26T01:46:30.327433+0000","last_active":"2024-04-26T01:48:31.346421+0000","last_peered":"2024-04-26T01:48:31.346421+0000","last_clean":"2024-04-26T01:48:31.346421+0000","last_became_active":"2024-04-26T01:46:30.327024+0000","last_became_peered":"2024-04-26T01:46:30.327024+0000","last_unstale":"2024-04-26T01:48:31.346421+0000","last_undegraded":"2024-04-26T01:48:31.346421+0000","last_fullsized":"2024-04-26T01:48:31.346421+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:27:42.031564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"89'17","reported_seq":69,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.066670+0000","last_change":"2024-04-26T01:47:03.066291+0000","last_active":"2024-04-26T01:47:03.066670+0000","last_peered":"2024-04-26T01:47:03.066670+0000","last_clean":"2024-04-26T01:47:03.066670+0000","last_became_active":"2024-04-26T01:47:03.054023+0000","last_became_peered":"2024-04-26T01:47:03.054023+0000","last_unstale":"2024-04-26T01:47:03.066670+0000","last_undegraded":"2024-04-26T01:47:03.066670+0000","last_fullsized":"2024-04-26T01:47:03.066670+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:33:03.039043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,4],"acting":[8,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.347743+0000","last_change":"2024-04-26T01:47:03.043886+0000","last_active":"2024-04-26T01:48:31.347743+0000","last_peered":"2024-04-26T01:48:31.347743+0000","last_clean":"2024-04-26T01:48:31.347743+0000","last_became_active":"2024-04-26T01:47:03.043505+0000","last_became_peered":"2024-04-26T01:47:03.043505+0000","last_unstale":"2024-04-26T01:48:31.347743+0000","last_undegraded":"2024-04-26T01:48:31.347743+0000","last_fullsized":"2024-04-26T01:48:31.347743+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:21:58.618788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,1],"acting":[5,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.042754+0000","last_change":"2024-04-26T01:46:26.277497+0000","last_active":"2024-04-26T01:47:03.042754+0000","last_peered":"2024-04-26T01:47:03.042754+0000","last_clean":"2024-04-26T01:47:03.042754+0000","last_became_active":"2024-04-26T01:46:26.276532+0000","last_became_peered":"2024-04-26T01:46:26.276532+0000","last_unstale":"2024-04-26T01:47:03.042754+0000","last_undegraded":"2024-04-26T01:47:03.042754+0000","last_fullsized":"2024-04-26T01:47:03.042754+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:21:47.748360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.345619+0000","last_change":"2024-04-26T01:46:30.331634+0000","last_active":"2024-04-26T01:48:31.345619+0000","last_peered":"2024-04-26T01:48:31.345619+0000","last_clean":"2024-04-26T01:48:31.345619+0000","last_became_active":"2024-04-26T01:46:30.331124+0000","last_became_peered":"2024-04-26T01:46:30.331124+0000","last_unstale":"2024-04-26T01:48:31.345619+0000","last_undegraded":"2024-04-26T01:48:31.345619+0000","last_fullsized":"2024-04-26T01:48:31.345619+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:01:20.224661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"89'1","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.040816+0000","last_change":"2024-04-26T01:46:26.439982+0000","last_active":"2024-04-26T01:47:03.040816+0000","last_peered":"2024-04-26T01:47:03.040816+0000","last_clean":"2024-04-26T01:47:03.040816+0000","last_became_active":"2024-04-26T01:46:26.438473+0000","last_became_peered":"2024-04-26T01:46:26.438473+0000","last_unstale":"2024-04-26T01:47:03.040816+0000","last_undegraded":"2024-04-26T01:47:03.040816+0000","last_fullsized":"2024-04-26T01:47:03.040816+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:22:38.180123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'5","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.341981+0000","last_change":"2024-04-26T01:46:30.349892+0000","last_active":"2024-04-26T01:48:31.341981+0000","last_peered":"2024-04-26T01:48:31.341981+0000","last_clean":"2024-04-26T01:48:31.341981+0000","last_became_active":"2024-04-26T01:46:30.349557+0000","last_became_peered":"2024-04-26T01:46:30.349557+0000","last_unstale":"2024-04-26T01:48:31.341981+0000","last_undegraded":"2024-04-26T01:48:31.341981+0000","last_fullsized":"2024-04-26T01:48:31.341981+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:04:15.936184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"91'7","reported_seq":162,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:58.265430+0000","last_change":"2024-04-26T01:46:26.272936+0000","last_active":"2024-04-26T01:48:58.265430+0000","last_peered":"2024-04-26T01:48:58.265430+0000","last_clean":"2024-04-26T01:48:58.265430+0000","last_became_active":"2024-04-26T01:46:26.272615+0000","last_became_peered":"2024-04-26T01:46:26.272615+0000","last_unstale":"2024-04-26T01:48:58.265430+0000","last_undegraded":"2024-04-26T01:48:58.265430+0000","last_fullsized":"2024-04-26T01:48:58.265430+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:02:21.999030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":128,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.354880+0000","last_change":"2024-04-26T01:46:30.349314+0000","last_active":"2024-04-26T01:48:31.354880+0000","last_peered":"2024-04-26T01:48:31.354880+0000","last_clean":"2024-04-26T01:48:31.354880+0000","last_became_active":"2024-04-26T01:46:30.348959+0000","last_became_peered":"2024-04-26T01:46:30.348959+0000","last_unstale":"2024-04-26T01:48:31.354880+0000","last_undegraded":"2024-04-26T01:48:31.354880+0000","last_fullsized":"2024-04-26T01:48:31.354880+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:21:26.725626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.344442+0000","last_change":"2024-04-26T01:46:30.336792+0000","last_active":"2024-04-26T01:48:31.344442+0000","last_peered":"2024-04-26T01:48:31.344442+0000","last_clean":"2024-04-26T01:48:31.344442+0000","last_became_active":"2024-04-26T01:46:30.336472+0000","last_became_peered":"2024-04-26T01:46:30.336472+0000","last_unstale":"2024-04-26T01:48:31.344442+0000","last_undegraded":"2024-04-26T01:48:31.344442+0000","last_fullsized":"2024-04-26T01:48:31.344442+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:35:07.985695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"89'5","reported_seq":157,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:57.274397+0000","last_change":"2024-04-26T01:46:26.432277+0000","last_active":"2024-04-26T01:48:57.274397+0000","last_peered":"2024-04-26T01:48:57.274397+0000","last_clean":"2024-04-26T01:48:57.274397+0000","last_became_active":"2024-04-26T01:46:26.431878+0000","last_became_peered":"2024-04-26T01:46:26.431878+0000","last_unstale":"2024-04-26T01:48:57.274397+0000","last_undegraded":"2024-04-26T01:48:57.274397+0000","last_fullsized":"2024-04-26T01:48:57.274397+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:23:26.317847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":125,"num_read_kb":125,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.348056+0000","last_change":"2024-04-26T01:46:30.353733+0000","last_active":"2024-04-26T01:48:31.348056+0000","last_peered":"2024-04-26T01:48:31.348056+0000","last_clean":"2024-04-26T01:48:31.348056+0000","last_became_active":"2024-04-26T01:46:30.353294+0000","last_became_peered":"2024-04-26T01:46:30.353294+0000","last_unstale":"2024-04-26T01:48:31.348056+0000","last_undegraded":"2024-04-26T01:48:31.348056+0000","last_fullsized":"2024-04-26T01:48:31.348056+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:49:50.231140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'6","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.036432+0000","last_change":"2024-04-26T01:46:26.272122+0000","last_active":"2024-04-26T01:47:03.036432+0000","last_peered":"2024-04-26T01:47:03.036432+0000","last_clean":"2024-04-26T01:47:03.036432+0000","last_became_active":"2024-04-26T01:46:26.271819+0000","last_became_peered":"2024-04-26T01:46:26.271819+0000","last_unstale":"2024-04-26T01:47:03.036432+0000","last_undegraded":"2024-04-26T01:47:03.036432+0000","last_fullsized":"2024-04-26T01:47:03.036432+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:45:09.447190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":359,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.142160+0000","last_change":"2024-04-26T01:44:51.862272+0000","last_active":"2024-04-26T01:47:03.142160+0000","last_peered":"2024-04-26T01:47:03.142160+0000","last_clean":"2024-04-26T01:47:03.142160+0000","last_became_active":"2024-04-26T01:44:51.861812+0000","last_became_peered":"2024-04-26T01:44:51.861812+0000","last_unstale":"2024-04-26T01:47:03.142160+0000","last_undegraded":"2024-04-26T01:47:03.142160+0000","last_fullsized":"2024-04-26T01:47:03.142160+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:40:53.973767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:40:53.973767+0000","last_clean_scrub_stamp":"2024-04-26T01:40:53.973767+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:31:45.587598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.364182+0000","last_change":"2024-04-26T01:46:30.340757+0000","last_active":"2024-04-26T01:48:31.364182+0000","last_peered":"2024-04-26T01:48:31.364182+0000","last_clean":"2024-04-26T01:48:31.364182+0000","last_became_active":"2024-04-26T01:46:30.338882+0000","last_became_peered":"2024-04-26T01:46:30.338882+0000","last_unstale":"2024-04-26T01:48:31.364182+0000","last_undegraded":"2024-04-26T01:48:31.364182+0000","last_fullsized":"2024-04-26T01:48:31.364182+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:06:41.577852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.142473+0000","last_change":"2024-04-26T01:46:26.274446+0000","last_active":"2024-04-26T01:47:03.142473+0000","last_peered":"2024-04-26T01:47:03.142473+0000","last_clean":"2024-04-26T01:47:03.142473+0000","last_became_active":"2024-04-26T01:46:26.274072+0000","last_became_peered":"2024-04-26T01:46:26.274072+0000","last_unstale":"2024-04-26T01:47:03.142473+0000","last_undegraded":"2024-04-26T01:47:03.142473+0000","last_fullsized":"2024-04-26T01:47:03.142473+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:40:30.432287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"89'4","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.076833+0000","last_change":"2024-04-26T01:47:03.076450+0000","last_active":"2024-04-26T01:47:03.076833+0000","last_peered":"2024-04-26T01:47:03.076833+0000","last_clean":"2024-04-26T01:47:03.076833+0000","last_became_active":"2024-04-26T01:47:03.056640+0000","last_became_peered":"2024-04-26T01:47:03.056640+0000","last_unstale":"2024-04-26T01:47:03.076833+0000","last_undegraded":"2024-04-26T01:47:03.076833+0000","last_fullsized":"2024-04-26T01:47:03.076833+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:40:08.995782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.364575+0000","last_change":"2024-04-26T01:46:30.344629+0000","last_active":"2024-04-26T01:48:31.364575+0000","last_peered":"2024-04-26T01:48:31.364575+0000","last_clean":"2024-04-26T01:48:31.364575+0000","last_became_active":"2024-04-26T01:46:30.341218+0000","last_became_peered":"2024-04-26T01:46:30.341218+0000","last_unstale":"2024-04-26T01:48:31.364575+0000","last_undegraded":"2024-04-26T01:48:31.364575+0000","last_fullsized":"2024-04-26T01:48:31.364575+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:47:16.865119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"91'17","reported_seq":44,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.355810+0000","last_change":"2024-04-26T01:46:26.274165+0000","last_active":"2024-04-26T01:48:31.355810+0000","last_peered":"2024-04-26T01:48:31.355810+0000","last_clean":"2024-04-26T01:48:31.355810+0000","last_became_active":"2024-04-26T01:46:26.273727+0000","last_became_peered":"2024-04-26T01:46:26.273727+0000","last_unstale":"2024-04-26T01:48:31.355810+0000","last_undegraded":"2024-04-26T01:48:31.355810+0000","last_fullsized":"2024-04-26T01:48:31.355810+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:54:12.836322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.340493+0000","last_change":"2024-04-26T01:46:30.353416+0000","last_active":"2024-04-26T01:48:31.340493+0000","last_peered":"2024-04-26T01:48:31.340493+0000","last_clean":"2024-04-26T01:48:31.340493+0000","last_became_active":"2024-04-26T01:46:30.352919+0000","last_became_peered":"2024-04-26T01:46:30.352919+0000","last_unstale":"2024-04-26T01:48:31.340493+0000","last_undegraded":"2024-04-26T01:48:31.340493+0000","last_fullsized":"2024-04-26T01:48:31.340493+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:32:52.540498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"89'7","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.036582+0000","last_change":"2024-04-26T01:46:26.421021+0000","last_active":"2024-04-26T01:47:03.036582+0000","last_peered":"2024-04-26T01:47:03.036582+0000","last_clean":"2024-04-26T01:47:03.036582+0000","last_became_active":"2024-04-26T01:46:26.420645+0000","last_became_peered":"2024-04-26T01:46:26.420645+0000","last_unstale":"2024-04-26T01:47:03.036582+0000","last_undegraded":"2024-04-26T01:47:03.036582+0000","last_fullsized":"2024-04-26T01:47:03.036582+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:41:22.460332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.365325+0000","last_change":"2024-04-26T01:46:30.355919+0000","last_active":"2024-04-26T01:48:31.365325+0000","last_peered":"2024-04-26T01:48:31.365325+0000","last_clean":"2024-04-26T01:48:31.365325+0000","last_became_active":"2024-04-26T01:46:30.355561+0000","last_became_peered":"2024-04-26T01:46:30.355561+0000","last_unstale":"2024-04-26T01:48:31.365325+0000","last_undegraded":"2024-04-26T01:48:31.365325+0000","last_fullsized":"2024-04-26T01:48:31.365325+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:05:09.205249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.041063+0000","last_change":"2024-04-26T01:46:26.431643+0000","last_active":"2024-04-26T01:47:03.041063+0000","last_peered":"2024-04-26T01:47:03.041063+0000","last_clean":"2024-04-26T01:47:03.041063+0000","last_became_active":"2024-04-26T01:46:26.431345+0000","last_became_peered":"2024-04-26T01:46:26.431345+0000","last_unstale":"2024-04-26T01:47:03.041063+0000","last_undegraded":"2024-04-26T01:47:03.041063+0000","last_fullsized":"2024-04-26T01:47:03.041063+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:18:00.989419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":23,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.328748+0000","last_change":"2024-04-26T01:46:30.326737+0000","last_active":"2024-04-26T01:48:31.328748+0000","last_peered":"2024-04-26T01:48:31.328748+0000","last_clean":"2024-04-26T01:48:31.328748+0000","last_became_active":"2024-04-26T01:46:30.326262+0000","last_became_peered":"2024-04-26T01:46:30.326262+0000","last_unstale":"2024-04-26T01:48:31.328748+0000","last_undegraded":"2024-04-26T01:48:31.328748+0000","last_fullsized":"2024-04-26T01:48:31.328748+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:07:14.777597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"89'7","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.693494+0000","last_change":"2024-04-26T01:46:26.273440+0000","last_active":"2024-04-26T01:47:03.693494+0000","last_peered":"2024-04-26T01:47:03.693494+0000","last_clean":"2024-04-26T01:47:03.693494+0000","last_became_active":"2024-04-26T01:46:26.272892+0000","last_became_peered":"2024-04-26T01:46:26.272892+0000","last_unstale":"2024-04-26T01:47:03.693494+0000","last_undegraded":"2024-04-26T01:47:03.693494+0000","last_fullsized":"2024-04-26T01:47:03.693494+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:23:06.291753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.354537+0000","last_change":"2024-04-26T01:46:30.349430+0000","last_active":"2024-04-26T01:48:31.354537+0000","last_peered":"2024-04-26T01:48:31.354537+0000","last_clean":"2024-04-26T01:48:31.354537+0000","last_became_active":"2024-04-26T01:46:30.348909+0000","last_became_peered":"2024-04-26T01:46:30.348909+0000","last_unstale":"2024-04-26T01:48:31.354537+0000","last_undegraded":"2024-04-26T01:48:31.354537+0000","last_fullsized":"2024-04-26T01:48:31.354537+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:17:27.872959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.039235+0000","last_change":"2024-04-26T01:46:26.275869+0000","last_active":"2024-04-26T01:47:03.039235+0000","last_peered":"2024-04-26T01:47:03.039235+0000","last_clean":"2024-04-26T01:47:03.039235+0000","last_became_active":"2024-04-26T01:46:26.275438+0000","last_became_peered":"2024-04-26T01:46:26.275438+0000","last_unstale":"2024-04-26T01:47:03.039235+0000","last_undegraded":"2024-04-26T01:47:03.039235+0000","last_fullsized":"2024-04-26T01:47:03.039235+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:16:41.507137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.364530+0000","last_change":"2024-04-26T01:46:30.355394+0000","last_active":"2024-04-26T01:48:31.364530+0000","last_peered":"2024-04-26T01:48:31.364530+0000","last_clean":"2024-04-26T01:48:31.364530+0000","last_became_active":"2024-04-26T01:46:30.354958+0000","last_became_peered":"2024-04-26T01:46:30.354958+0000","last_unstale":"2024-04-26T01:48:31.364530+0000","last_undegraded":"2024-04-26T01:48:31.364530+0000","last_fullsized":"2024-04-26T01:48:31.364530+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:11:57.607927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.042134+0000","last_change":"2024-04-26T01:46:26.279079+0000","last_active":"2024-04-26T01:47:03.042134+0000","last_peered":"2024-04-26T01:47:03.042134+0000","last_clean":"2024-04-26T01:47:03.042134+0000","last_became_active":"2024-04-26T01:46:26.278357+0000","last_became_peered":"2024-04-26T01:46:26.278357+0000","last_unstale":"2024-04-26T01:47:03.042134+0000","last_undegraded":"2024-04-26T01:47:03.042134+0000","last_fullsized":"2024-04-26T01:47:03.042134+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:49:56.401292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.366019+0000","last_change":"2024-04-26T01:46:30.338656+0000","last_active":"2024-04-26T01:48:31.366019+0000","last_peered":"2024-04-26T01:48:31.366019+0000","last_clean":"2024-04-26T01:48:31.366019+0000","last_became_active":"2024-04-26T01:46:30.338278+0000","last_became_peered":"2024-04-26T01:46:30.338278+0000","last_unstale":"2024-04-26T01:48:31.366019+0000","last_undegraded":"2024-04-26T01:48:31.366019+0000","last_fullsized":"2024-04-26T01:48:31.366019+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:27:38.741052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"91'7","reported_seq":143,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:49:01.312665+0000","last_change":"2024-04-26T01:47:03.069636+0000","last_active":"2024-04-26T01:49:01.312665+0000","last_peered":"2024-04-26T01:49:01.312665+0000","last_clean":"2024-04-26T01:49:01.312665+0000","last_became_active":"2024-04-26T01:47:03.055093+0000","last_became_peered":"2024-04-26T01:47:03.055093+0000","last_unstale":"2024-04-26T01:49:01.312665+0000","last_undegraded":"2024-04-26T01:49:01.312665+0000","last_fullsized":"2024-04-26T01:49:01.312665+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:03:29.224452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1702,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":122,"num_read_kb":2,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1170,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11,0],"acting":[1,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.346848+0000","last_change":"2024-04-26T01:46:30.332239+0000","last_active":"2024-04-26T01:48:31.346848+0000","last_peered":"2024-04-26T01:48:31.346848+0000","last_clean":"2024-04-26T01:48:31.346848+0000","last_became_active":"2024-04-26T01:46:30.331878+0000","last_became_peered":"2024-04-26T01:46:30.331878+0000","last_unstale":"2024-04-26T01:48:31.346848+0000","last_undegraded":"2024-04-26T01:48:31.346848+0000","last_fullsized":"2024-04-26T01:48:31.346848+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:36:56.255724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"89'3","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.039974+0000","last_change":"2024-04-26T01:46:26.273318+0000","last_active":"2024-04-26T01:47:03.039974+0000","last_peered":"2024-04-26T01:47:03.039974+0000","last_clean":"2024-04-26T01:47:03.039974+0000","last_became_active":"2024-04-26T01:46:26.272949+0000","last_became_peered":"2024-04-26T01:46:26.272949+0000","last_unstale":"2024-04-26T01:47:03.039974+0000","last_undegraded":"2024-04-26T01:47:03.039974+0000","last_fullsized":"2024-04-26T01:47:03.039974+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:07:32.638497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.345581+0000","last_change":"2024-04-26T01:46:30.345450+0000","last_active":"2024-04-26T01:48:31.345581+0000","last_peered":"2024-04-26T01:48:31.345581+0000","last_clean":"2024-04-26T01:48:31.345581+0000","last_became_active":"2024-04-26T01:46:30.345096+0000","last_became_peered":"2024-04-26T01:46:30.345096+0000","last_unstale":"2024-04-26T01:48:31.345581+0000","last_undegraded":"2024-04-26T01:48:31.345581+0000","last_fullsized":"2024-04-26T01:48:31.345581+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:56:33.968261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"89'5","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:47:03.048622+0000","last_change":"2024-04-26T01:46:26.277043+0000","last_active":"2024-04-26T01:47:03.048622+0000","last_peered":"2024-04-26T01:47:03.048622+0000","last_clean":"2024-04-26T01:47:03.048622+0000","last_became_active":"2024-04-26T01:46:26.276590+0000","last_became_peered":"2024-04-26T01:46:26.276590+0000","last_unstale":"2024-04-26T01:47:03.048622+0000","last_undegraded":"2024-04-26T01:47:03.048622+0000","last_fullsized":"2024-04-26T01:47:03.048622+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:48:00.072982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.343546+0000","last_change":"2024-04-26T01:46:30.328662+0000","last_active":"2024-04-26T01:48:31.343546+0000","last_peered":"2024-04-26T01:48:31.343546+0000","last_clean":"2024-04-26T01:48:31.343546+0000","last_became_active":"2024-04-26T01:46:30.328321+0000","last_became_peered":"2024-04-26T01:46:30.328321+0000","last_unstale":"2024-04-26T01:48:31.343546+0000","last_undegraded":"2024-04-26T01:48:31.343546+0000","last_fullsized":"2024-04-26T01:48:31.343546+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:29:38.333999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.347430+0000","last_change":"2024-04-26T01:46:30.334950+0000","last_active":"2024-04-26T01:48:31.347430+0000","last_peered":"2024-04-26T01:48:31.347430+0000","last_clean":"2024-04-26T01:48:31.347430+0000","last_became_active":"2024-04-26T01:46:30.334614+0000","last_became_peered":"2024-04-26T01:46:30.334614+0000","last_unstale":"2024-04-26T01:48:31.347430+0000","last_undegraded":"2024-04-26T01:48:31.347430+0000","last_fullsized":"2024-04-26T01:48:31.347430+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:00:03.093756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.343585+0000","last_change":"2024-04-26T01:46:30.331222+0000","last_active":"2024-04-26T01:48:31.343585+0000","last_peered":"2024-04-26T01:48:31.343585+0000","last_clean":"2024-04-26T01:48:31.343585+0000","last_became_active":"2024-04-26T01:46:30.330863+0000","last_became_peered":"2024-04-26T01:46:30.330863+0000","last_unstale":"2024-04-26T01:48:31.343585+0000","last_undegraded":"2024-04-26T01:48:31.343585+0000","last_fullsized":"2024-04-26T01:48:31.343585+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:05:06.109569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.349333+0000","last_change":"2024-04-26T01:46:30.355525+0000","last_active":"2024-04-26T01:48:31.349333+0000","last_peered":"2024-04-26T01:48:31.349333+0000","last_clean":"2024-04-26T01:48:31.349333+0000","last_became_active":"2024-04-26T01:46:30.355218+0000","last_became_peered":"2024-04-26T01:46:30.355218+0000","last_unstale":"2024-04-26T01:48:31.349333+0000","last_undegraded":"2024-04-26T01:48:31.349333+0000","last_fullsized":"2024-04-26T01:48:31.349333+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:32:32.473580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.367143+0000","last_change":"2024-04-26T01:46:30.346647+0000","last_active":"2024-04-26T01:48:31.367143+0000","last_peered":"2024-04-26T01:48:31.367143+0000","last_clean":"2024-04-26T01:48:31.367143+0000","last_became_active":"2024-04-26T01:46:30.343721+0000","last_became_peered":"2024-04-26T01:46:30.343721+0000","last_unstale":"2024-04-26T01:48:31.367143+0000","last_undegraded":"2024-04-26T01:48:31.367143+0000","last_fullsized":"2024-04-26T01:48:31.367143+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:40:49.176577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.365058+0000","last_change":"2024-04-26T01:46:30.348978+0000","last_active":"2024-04-26T01:48:31.365058+0000","last_peered":"2024-04-26T01:48:31.365058+0000","last_clean":"2024-04-26T01:48:31.365058+0000","last_became_active":"2024-04-26T01:46:30.348133+0000","last_became_peered":"2024-04-26T01:46:30.348133+0000","last_unstale":"2024-04-26T01:48:31.365058+0000","last_undegraded":"2024-04-26T01:48:31.365058+0000","last_fullsized":"2024-04-26T01:48:31.365058+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:02:59.842786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.346189+0000","last_change":"2024-04-26T01:46:30.330252+0000","last_active":"2024-04-26T01:48:31.346189+0000","last_peered":"2024-04-26T01:48:31.346189+0000","last_clean":"2024-04-26T01:48:31.346189+0000","last_became_active":"2024-04-26T01:46:30.329865+0000","last_became_peered":"2024-04-26T01:46:30.329865+0000","last_unstale":"2024-04-26T01:48:31.346189+0000","last_undegraded":"2024-04-26T01:48:31.346189+0000","last_fullsized":"2024-04-26T01:48:31.346189+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:58:45.342295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.346267+0000","last_change":"2024-04-26T01:46:30.332130+0000","last_active":"2024-04-26T01:48:31.346267+0000","last_peered":"2024-04-26T01:48:31.346267+0000","last_clean":"2024-04-26T01:48:31.346267+0000","last_became_active":"2024-04-26T01:46:30.331516+0000","last_became_peered":"2024-04-26T01:46:30.331516+0000","last_unstale":"2024-04-26T01:48:31.346267+0000","last_undegraded":"2024-04-26T01:48:31.346267+0000","last_fullsized":"2024-04-26T01:48:31.346267+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:39:55.750242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.342682+0000","last_change":"2024-04-26T01:47:03.043503+0000","last_active":"2024-04-26T01:48:31.342682+0000","last_peered":"2024-04-26T01:48:31.342682+0000","last_clean":"2024-04-26T01:48:31.342682+0000","last_became_active":"2024-04-26T01:47:03.042254+0000","last_became_peered":"2024-04-26T01:47:03.042254+0000","last_unstale":"2024-04-26T01:48:31.342682+0000","last_undegraded":"2024-04-26T01:48:31.342682+0000","last_fullsized":"2024-04-26T01:48:31.342682+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:36:53.919649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,2],"acting":[9,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.362476+0000","last_change":"2024-04-26T01:46:30.358551+0000","last_active":"2024-04-26T01:48:31.362476+0000","last_peered":"2024-04-26T01:48:31.362476+0000","last_clean":"2024-04-26T01:48:31.362476+0000","last_became_active":"2024-04-26T01:46:30.358263+0000","last_became_peered":"2024-04-26T01:46:30.358263+0000","last_unstale":"2024-04-26T01:48:31.362476+0000","last_undegraded":"2024-04-26T01:48:31.362476+0000","last_fullsized":"2024-04-26T01:48:31.362476+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:09:51.161552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.356276+0000","last_change":"2024-04-26T01:46:30.344166+0000","last_active":"2024-04-26T01:48:31.356276+0000","last_peered":"2024-04-26T01:48:31.356276+0000","last_clean":"2024-04-26T01:48:31.356276+0000","last_became_active":"2024-04-26T01:46:30.339487+0000","last_became_peered":"2024-04-26T01:46:30.339487+0000","last_unstale":"2024-04-26T01:48:31.356276+0000","last_undegraded":"2024-04-26T01:48:31.356276+0000","last_fullsized":"2024-04-26T01:48:31.356276+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:03:43.997452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.346876+0000","last_change":"2024-04-26T01:46:30.345729+0000","last_active":"2024-04-26T01:48:31.346876+0000","last_peered":"2024-04-26T01:48:31.346876+0000","last_clean":"2024-04-26T01:48:31.346876+0000","last_became_active":"2024-04-26T01:46:30.345205+0000","last_became_peered":"2024-04-26T01:46:30.345205+0000","last_unstale":"2024-04-26T01:48:31.346876+0000","last_undegraded":"2024-04-26T01:48:31.346876+0000","last_fullsized":"2024-04-26T01:48:31.346876+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:36:35.620350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.359604+0000","last_change":"2024-04-26T01:46:30.348614+0000","last_active":"2024-04-26T01:48:31.359604+0000","last_peered":"2024-04-26T01:48:31.359604+0000","last_clean":"2024-04-26T01:48:31.359604+0000","last_became_active":"2024-04-26T01:46:30.348265+0000","last_became_peered":"2024-04-26T01:46:30.348265+0000","last_unstale":"2024-04-26T01:48:31.359604+0000","last_undegraded":"2024-04-26T01:48:31.359604+0000","last_fullsized":"2024-04-26T01:48:31.359604+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:46:13.274382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-04-26T01:48:31.341255+0000","last_change":"2024-04-26T01:46:30.330251+0000","last_active":"2024-04-26T01:48:31.341255+0000","last_peered":"2024-04-26T01:48:31.341255+0000","last_clean":"2024-04-26T01:48:31.341255+0000","last_became_active":"2024-04-26T01:46:30.329386+0000","last_became_peered":"2024-04-26T01:46:30.329386+0000","last_unstale":"2024-04-26T01:48:31.341255+0000","last_undegraded":"2024-04-26T01:48:31.341255+0000","last_fullsized":"2024-04-26T01:48:31.341255+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:59:02.567353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":284260,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":67497,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":1305,"num_read_kb":728,"num_write":255,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1976,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":202491,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":219,"ondisk_log_size":219,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351025,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28000,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717152,"statfs":{"total":95995035648,"available":95966363648,"internally_reserved":0,"allocated":1007616,"data_stored":484784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612661,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32300,"kb_used_data":1124,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712852,"statfs":{"total":95995035648,"available":95961960448,"internally_reserved":0,"allocated":1150976,"data_stored":1134598,"data_compressed":36149,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776187,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28012,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717140,"statfs":{"total":95995035648,"available":95966351360,"internally_reserved":0,"allocated":1019904,"data_stored":483488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037825,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":1003520,"data_stored":483172,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299462,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28060,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717092,"statfs":{"total":95995035648,"available":95966302208,"internally_reserved":0,"allocated":1069056,"data_stored":1076525,"data_compressed":36149,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462988,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32156,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712996,"statfs":{"total":95995035648,"available":95962107904,"internally_reserved":0,"allocated":1003520,"data_stored":483737,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574954,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32224,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712928,"statfs":{"total":95995035648,"available":95962038272,"internally_reserved":0,"allocated":1073152,"data_stored":546363,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738479,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32176,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712976,"statfs":{"total":95995035648,"available":95962087424,"internally_reserved":0,"allocated":1024000,"data_stored":485076,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411429,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36380,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708772,"statfs":{"total":95995035648,"available":95957782528,"internally_reserved":0,"allocated":1069056,"data_stored":543067,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149789,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32172,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712980,"statfs":{"total":95995035648,"available":95962091520,"internally_reserved":0,"allocated":1019904,"data_stored":483030,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888152,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32164,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712988,"statfs":{"total":95995035648,"available":95962099712,"internally_reserved":0,"allocated":1011712,"data_stored":483178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724628,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32232,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712920,"statfs":{"total":95995035648,"available":95962030080,"internally_reserved":0,"allocated":1081344,"data_stored":1075671,"data_compressed":36149,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34505,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34505,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34505,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36149,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36149,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36149,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36149,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36149,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":63997,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":60701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":812,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":806,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":61747,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2418,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T01:49:04.781 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-26T01:49:04.781 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-26T01:49:04.781 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-26T01:49:04.781 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-26T01:49:04.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:49:04 smithi103 ceph-mon[32920]: pgmap v412: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:49:04.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:49:04 smithi103 ceph-mon[32920]: from='client.24830 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:49:04.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:49:04 smithi163 ceph-mon[32592]: pgmap v412: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:49:04.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:49:04 smithi163 ceph-mon[32592]: from='client.24830 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:49:05.299 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:49:06.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:49:06 smithi046 ceph-mon[28013]: pgmap v413: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:49:06.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:49:06 smithi103 ceph-mon[32920]: pgmap v413: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:49:06.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:49:06 smithi163 ceph-mon[32592]: pgmap v413: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:49:07.744 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:07.745+0000 7f5fe1c00700 1 -- 172.21.15.46:0/4019455859 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5fdc103b30 msgr2=0x7f5fdc103f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:07.744 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:07.745+0000 7f5fe1c00700 1 --2- 172.21.15.46:0/4019455859 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5fdc103b30 0x7f5fdc103f10 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f5fcc009990 tx=0x7f5fcc009ca0 comp rx=0 tx=0).stop 2024-04-26T01:49:07.744 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:07.745+0000 7f5fe1c00700 1 -- 172.21.15.46:0/4019455859 shutdown_connections 2024-04-26T01:49:07.744 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:07.745+0000 7f5fe1c00700 1 --2- 172.21.15.46:0/4019455859 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5fdc10cf60 0x7f5fdc10f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:07.745 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:07.745+0000 7f5fe1c00700 1 --2- 172.21.15.46:0/4019455859 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5fdc103b30 0x7f5fdc103f10 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:07.745 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:07.745+0000 7f5fe1c00700 1 --2- 172.21.15.46:0/4019455859 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5fdc104450 0x7f5fdc10c940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:07.745 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:07.745+0000 7f5fe1c00700 1 -- 172.21.15.46:0/4019455859 >> 172.21.15.46:0/4019455859 conn(0x7f5fdc0fd360 msgr2=0x7f5fdc0ff780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:07.745 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:07.746+0000 7f5fe1c00700 1 -- 172.21.15.46:0/4019455859 shutdown_connections 2024-04-26T01:49:07.745 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:07.746+0000 7f5fe1c00700 1 -- 172.21.15.46:0/4019455859 wait complete. 2024-04-26T01:49:07.746 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:07.747+0000 7f5fe1c00700 1 Processor -- start 2024-04-26T01:49:07.746 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:07.747+0000 7f5fe1c00700 1 -- start start 2024-04-26T01:49:07.746 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:07.747+0000 7f5fe1c00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5fdc103b30 0x7f5fdc199180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:07.747 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:07.747+0000 7f5fe1c00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5fdc104450 0x7f5fdc1996c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:07.747 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:07.747+0000 7f5fe1c00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5fdc10cf60 0x7f5fdc19da00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:07.747 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:07.747+0000 7f5fe1c00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f5fdc112c90 con 0x7f5fdc103b30 2024-04-26T01:49:07.747 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:07.747+0000 7f5fe1c00700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f5fdc112b10 con 0x7f5fdc104450 2024-04-26T01:49:07.747 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:07.747+0000 7f5fe1c00700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f5fdc112e10 con 0x7f5fdc10cf60 2024-04-26T01:49:07.747 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:07.748+0000 7f5fdbe00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5fdc103b30 0x7f5fdc199180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:07.747 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:07.748+0000 7f5fdbe00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5fdc103b30 0x7f5fdc199180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:41802/0 (socket says 172.21.15.46:41802) 2024-04-26T01:49:07.747 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:07.748+0000 7f5fdbe00700 1 -- 172.21.15.46:0/116671110 learned_addr learned my addr 172.21.15.46:0/116671110 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:49:07.747 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:07.748+0000 7f5fd3e00700 1 --2- 172.21.15.46:0/116671110 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5fdc104450 0x7f5fdc1996c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:07.747 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:07.748+0000 7f5fe1200700 1 --2- 172.21.15.46:0/116671110 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5fdc10cf60 0x7f5fdc19da00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:07.747 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:07.748+0000 7f5fdbe00700 1 -- 172.21.15.46:0/116671110 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5fdc10cf60 msgr2=0x7f5fdc19da00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:07.747 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:07.748+0000 7f5fdbe00700 1 --2- 172.21.15.46:0/116671110 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5fdc10cf60 0x7f5fdc19da00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:07.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:07.748+0000 7f5fdbe00700 1 -- 172.21.15.46:0/116671110 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5fdc104450 msgr2=0x7f5fdc1996c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:07.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:07.748+0000 7f5fdbe00700 1 --2- 172.21.15.46:0/116671110 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5fdc104450 0x7f5fdc1996c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:07.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:07.748+0000 7f5fdbe00700 1 -- 172.21.15.46:0/116671110 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fdc19e140 con 0x7f5fdc103b30 2024-04-26T01:49:07.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:07.749+0000 7f5fdbe00700 1 --2- 172.21.15.46:0/116671110 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5fdc103b30 0x7f5fdc199180 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f5fcc0057c0 tx=0x7f5fcc005ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:07.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:07.749+0000 7f5fd9600700 1 -- 172.21.15.46:0/116671110 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fcc026070 con 0x7f5fdc103b30 2024-04-26T01:49:07.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:07.749+0000 7f5fd9600700 1 -- 172.21.15.46:0/116671110 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5fcc00fb40 con 0x7f5fdc103b30 2024-04-26T01:49:07.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:07.749+0000 7f5fe1c00700 1 -- 172.21.15.46:0/116671110 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5fdc19e3d0 con 0x7f5fdc103b30 2024-04-26T01:49:07.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:07.749+0000 7f5fd9600700 1 -- 172.21.15.46:0/116671110 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fcc0173f0 con 0x7f5fdc103b30 2024-04-26T01:49:07.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:07.749+0000 7f5fe1c00700 1 -- 172.21.15.46:0/116671110 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5fdc1a5cb0 con 0x7f5fdc103b30 2024-04-26T01:49:07.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:07.750+0000 7f5fe1c00700 1 -- 172.21.15.46:0/116671110 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5fdc069730 con 0x7f5fdc103b30 2024-04-26T01:49:07.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:07.752+0000 7f5fd9600700 1 -- 172.21.15.46:0/116671110 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f5fcc029070 con 0x7f5fdc103b30 2024-04-26T01:49:07.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:07.754+0000 7f5fd9600700 1 --2- 172.21.15.46:0/116671110 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f5fc00a3cc0 0x7f5fc00a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:07.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:07.754+0000 7f5fd9600700 1 -- 172.21.15.46:0/116671110 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f5fcc0d0da0 con 0x7f5fdc103b30 2024-04-26T01:49:07.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:07.754+0000 7f5fd3e00700 1 --2- 172.21.15.46:0/116671110 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f5fc00a3cc0 0x7f5fc00a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:07.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:07.755+0000 7f5fd3e00700 1 --2- 172.21.15.46:0/116671110 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f5fc00a3cc0 0x7f5fc00a6180 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f5fdc10e2e0 tx=0x7f5fc4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:07.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:07.759+0000 7f5fd9600700 1 -- 172.21.15.46:0/116671110 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5fcc013070 con 0x7f5fdc103b30 2024-04-26T01:49:08.024 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:08.026+0000 7f5fe1c00700 1 -- 172.21.15.46:0/116671110 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f5fdc19a490 con 0x7f5fdc103b30 2024-04-26T01:49:08.025 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:08.027+0000 7f5fd9600700 1 -- 172.21.15.46:0/116671110 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f5fcc09d7c0 con 0x7f5fdc103b30 2024-04-26T01:49:08.025 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:49:08.025 INFO:teuthology.orchestra.run.smithi046.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-26T01:49:08.027 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:08.030+0000 7f5fe1c00700 1 -- 172.21.15.46:0/116671110 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f5fc00a3cc0 msgr2=0x7f5fc00a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:08.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:08.030+0000 7f5fe1c00700 1 --2- 172.21.15.46:0/116671110 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f5fc00a3cc0 0x7f5fc00a6180 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f5fdc10e2e0 tx=0x7f5fc4009260 comp rx=0 tx=0).stop 2024-04-26T01:49:08.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:08.030+0000 7f5fe1c00700 1 -- 172.21.15.46:0/116671110 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5fdc103b30 msgr2=0x7f5fdc199180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:08.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:08.030+0000 7f5fe1c00700 1 --2- 172.21.15.46:0/116671110 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5fdc103b30 0x7f5fdc199180 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f5fcc0057c0 tx=0x7f5fcc005ef0 comp rx=0 tx=0).stop 2024-04-26T01:49:08.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:08.030+0000 7f5fe1c00700 1 -- 172.21.15.46:0/116671110 shutdown_connections 2024-04-26T01:49:08.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:08.030+0000 7f5fe1c00700 1 --2- 172.21.15.46:0/116671110 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5fdc10cf60 0x7f5fdc19da00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:08.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:08.030+0000 7f5fe1c00700 1 --2- 172.21.15.46:0/116671110 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5fdc103b30 0x7f5fdc199180 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:08.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:08.030+0000 7f5fe1c00700 1 --2- 172.21.15.46:0/116671110 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f5fc00a3cc0 0x7f5fc00a6180 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:08.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:08.030+0000 7f5fe1c00700 1 --2- 172.21.15.46:0/116671110 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5fdc104450 0x7f5fdc1996c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:08.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:08.030+0000 7f5fe1c00700 1 -- 172.21.15.46:0/116671110 >> 172.21.15.46:0/116671110 conn(0x7f5fdc0fd360 msgr2=0x7f5fdc0fe110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:08.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:08.030+0000 7f5fe1c00700 1 -- 172.21.15.46:0/116671110 shutdown_connections 2024-04-26T01:49:08.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:08.030+0000 7f5fe1c00700 1 -- 172.21.15.46:0/116671110 wait complete. 2024-04-26T01:49:08.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:49:08 smithi046 ceph-mon[28013]: pgmap v414: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:49:08.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:49:08 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/116671110' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T01:49:08.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:49:08 smithi103 ceph-mon[32920]: pgmap v414: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:49:08.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:49:08 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/116671110' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T01:49:08.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:49:08 smithi163 ceph-mon[32592]: pgmap v414: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:49:08.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:49:08 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/116671110' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T01:49:08.952 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-26T01:49:08.953 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:49:09.426 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:49:10.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:49:10 smithi046 ceph-mon[28013]: pgmap v415: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:49:10.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:49:10 smithi103 ceph-mon[32920]: pgmap v415: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:49:10.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:49:10 smithi163 ceph-mon[32592]: pgmap v415: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:49:11.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:11.782+0000 7fa11ea00700 1 -- 172.21.15.46:0/176205667 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa118103b30 msgr2=0x7fa118103f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:11.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:11.782+0000 7fa11ea00700 1 --2- 172.21.15.46:0/176205667 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa118103b30 0x7fa118103f10 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fa10c0098f0 tx=0x7fa10c009c00 comp rx=0 tx=0).stop 2024-04-26T01:49:11.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:11.782+0000 7fa11ea00700 1 -- 172.21.15.46:0/176205667 shutdown_connections 2024-04-26T01:49:11.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:11.782+0000 7fa11ea00700 1 --2- 172.21.15.46:0/176205667 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa11810cf60 0x7fa11810f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:11.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:11.782+0000 7fa11ea00700 1 --2- 172.21.15.46:0/176205667 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa118103b30 0x7fa118103f10 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:11.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:11.783+0000 7fa11ea00700 1 --2- 172.21.15.46:0/176205667 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa118104450 0x7fa11810c940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:11.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:11.783+0000 7fa11ea00700 1 -- 172.21.15.46:0/176205667 >> 172.21.15.46:0/176205667 conn(0x7fa1180fd360 msgr2=0x7fa1180ff780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:11.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:11.783+0000 7fa11ea00700 1 -- 172.21.15.46:0/176205667 shutdown_connections 2024-04-26T01:49:11.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:11.783+0000 7fa11ea00700 1 -- 172.21.15.46:0/176205667 wait complete. 2024-04-26T01:49:11.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:11.784+0000 7fa11ea00700 1 Processor -- start 2024-04-26T01:49:11.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:11.784+0000 7fa11ea00700 1 -- start start 2024-04-26T01:49:11.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:11.785+0000 7fa11ea00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa118103b30 0x7fa118101790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:11.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:11.785+0000 7fa11ea00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa118104450 0x7fa118101cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:11.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:11.785+0000 7fa11ea00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa11810cf60 0x7fa118102210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:11.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:11.785+0000 7fa11ea00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fa118112d20 con 0x7fa11810cf60 2024-04-26T01:49:11.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:11.785+0000 7fa11ea00700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fa118112ba0 con 0x7fa118103b30 2024-04-26T01:49:11.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:11.785+0000 7fa11ea00700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fa118112ea0 con 0x7fa118104450 2024-04-26T01:49:11.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:11.785+0000 7fa11d600700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa118103b30 0x7fa118101790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:11.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:11.785+0000 7fa11d600700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa118103b30 0x7fa118101790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:53680/0 (socket says 172.21.15.46:53680) 2024-04-26T01:49:11.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:11.785+0000 7fa11d600700 1 -- 172.21.15.46:0/2213025738 learned_addr learned my addr 172.21.15.46:0/2213025738 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:49:11.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:11.785+0000 7fa11cc00700 1 --2- 172.21.15.46:0/2213025738 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa118104450 0x7fa118101cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:11.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:11.785+0000 7fa11e000700 1 --2- 172.21.15.46:0/2213025738 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa11810cf60 0x7fa118102210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:11.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:11.786+0000 7fa11d600700 1 -- 172.21.15.46:0/2213025738 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa118104450 msgr2=0x7fa118101cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:11.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:11.786+0000 7fa11d600700 1 --2- 172.21.15.46:0/2213025738 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa118104450 0x7fa118101cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:11.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:11.786+0000 7fa11d600700 1 -- 172.21.15.46:0/2213025738 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa11810cf60 msgr2=0x7fa118102210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:11.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:11.786+0000 7fa11d600700 1 --2- 172.21.15.46:0/2213025738 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa11810cf60 0x7fa118102210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:11.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:11.786+0000 7fa11d600700 1 -- 172.21.15.46:0/2213025738 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1181a7710 con 0x7fa118103b30 2024-04-26T01:49:11.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:11.786+0000 7fa11d600700 1 --2- 172.21.15.46:0/2213025738 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa118103b30 0x7fa118101790 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fa10c005950 tx=0x7fa10c010f00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:11.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:11.786+0000 7fa116000700 1 -- 172.21.15.46:0/2213025738 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa10c0050c0 con 0x7fa118103b30 2024-04-26T01:49:11.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:11.786+0000 7fa116000700 1 -- 172.21.15.46:0/2213025738 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa10c00b560 con 0x7fa118103b30 2024-04-26T01:49:11.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:11.786+0000 7fa116000700 1 -- 172.21.15.46:0/2213025738 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa10c003a40 con 0x7fa118103b30 2024-04-26T01:49:11.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:11.786+0000 7fa11ea00700 1 -- 172.21.15.46:0/2213025738 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1181a79a0 con 0x7fa118103b30 2024-04-26T01:49:11.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:11.787+0000 7fa11ea00700 1 -- 172.21.15.46:0/2213025738 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1181a7e30 con 0x7fa118103b30 2024-04-26T01:49:11.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:11.788+0000 7fa11ea00700 1 -- 172.21.15.46:0/2213025738 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa118069730 con 0x7fa118103b30 2024-04-26T01:49:11.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:11.790+0000 7fa116000700 1 -- 172.21.15.46:0/2213025738 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fa10c00baa0 con 0x7fa118103b30 2024-04-26T01:49:11.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:11.791+0000 7fa116000700 1 --2- 172.21.15.46:0/2213025738 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fa1000a3cc0 0x7fa1000a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:11.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:11.791+0000 7fa116000700 1 -- 172.21.15.46:0/2213025738 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fa10c0d1290 con 0x7fa118103b30 2024-04-26T01:49:11.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:11.791+0000 7fa11cc00700 1 --2- 172.21.15.46:0/2213025738 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fa1000a3cc0 0x7fa1000a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:11.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:11.792+0000 7fa11cc00700 1 --2- 172.21.15.46:0/2213025738 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fa1000a3cc0 0x7fa1000a6180 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fa118100f60 tx=0x7fa104009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:11.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:11.795+0000 7fa116000700 1 -- 172.21.15.46:0/2213025738 <== mon.2 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa10c013030 con 0x7fa118103b30 2024-04-26T01:49:12.073 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:12.075+0000 7fa11ea00700 1 -- 172.21.15.46:0/2213025738 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa11802df80 con 0x7fa118103b30 2024-04-26T01:49:12.074 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:12.076+0000 7fa116000700 1 -- 172.21.15.46:0/2213025738 <== mon.2 v2:172.21.15.103:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11943 (secure 0 0 0) 0x7fa10c021380 con 0x7fa118103b30 2024-04-26T01:49:12.075 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:49:12.075 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14391,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/3599447924","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":3599447924},{"type":"v1","addr":"172.21.15.46:6839","nonce":3599447924}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6833/1782107626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":1782107626},{"type":"v1","addr":"172.21.15.103:6833","nonce":1782107626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:46:33.259216+0000","modified":"2024-04-26T01:46:59.081814+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24530,"mds_1":24524,"mds_2":24511,"mds_3":24496,"mds_4":24488},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24448":{"gid":24448,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6833/3674154522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6832","nonce":3674154522},{"type":"v1","addr":"172.21.15.163:6833","nonce":3674154522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"d","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6837/2284069014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":2284069014},{"type":"v1","addr":"172.21.15.46:6837","nonce":2284069014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"j","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6835/441878789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":441878789},{"type":"v1","addr":"172.21.15.46:6835","nonce":441878789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/2093120942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":2093120942},{"type":"v1","addr":"172.21.15.103:6835","nonce":2093120942}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6835/3496224673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6834","nonce":3496224673},{"type":"v1","addr":"172.21.15.163:6835","nonce":3496224673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"h","rank":4,"incarnation":24,"state":"up:active","state_seq":16,"addr":"172.21.15.103:6837/356151155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":356151155},{"type":"v1","addr":"172.21.15.103:6837","nonce":356151155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":16,"addr":"172.21.15.163:6837/3255035214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6836","nonce":3255035214},{"type":"v1","addr":"172.21.15.163:6837","nonce":3255035214}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.163:6839/1457170931","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6838","nonce":1457170931},{"type":"v1","addr":"172.21.15.163:6839","nonce":1457170931}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"a","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.46:6841/1857491842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":1857491842},{"type":"v1","addr":"172.21.15.46:6841","nonce":1857491842}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.103:6839/4045492459","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":4045492459},{"type":"v1","addr":"172.21.15.103:6839","nonce":4045492459}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24488,24530,24511,24524,24496]},"id":1}]} 2024-04-26T01:49:12.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:12.080+0000 7fa11ea00700 1 -- 172.21.15.46:0/2213025738 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fa1000a3cc0 msgr2=0x7fa1000a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:12.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:12.080+0000 7fa11ea00700 1 --2- 172.21.15.46:0/2213025738 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fa1000a3cc0 0x7fa1000a6180 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fa118100f60 tx=0x7fa104009260 comp rx=0 tx=0).stop 2024-04-26T01:49:12.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:12.080+0000 7fa11ea00700 1 -- 172.21.15.46:0/2213025738 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa118103b30 msgr2=0x7fa118101790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:12.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:12.080+0000 7fa11ea00700 1 --2- 172.21.15.46:0/2213025738 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa118103b30 0x7fa118101790 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fa10c005950 tx=0x7fa10c010f00 comp rx=0 tx=0).stop 2024-04-26T01:49:12.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:12.080+0000 7fa11ea00700 1 -- 172.21.15.46:0/2213025738 shutdown_connections 2024-04-26T01:49:12.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:12.080+0000 7fa11ea00700 1 --2- 172.21.15.46:0/2213025738 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa11810cf60 0x7fa118102210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:12.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:12.080+0000 7fa11ea00700 1 --2- 172.21.15.46:0/2213025738 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fa1000a3cc0 0x7fa1000a6180 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:12.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:12.080+0000 7fa11ea00700 1 --2- 172.21.15.46:0/2213025738 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa118103b30 0x7fa118101790 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:12.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:12.080+0000 7fa11ea00700 1 --2- 172.21.15.46:0/2213025738 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa118104450 0x7fa118101cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:12.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:12.080+0000 7fa11ea00700 1 -- 172.21.15.46:0/2213025738 >> 172.21.15.46:0/2213025738 conn(0x7fa1180fd360 msgr2=0x7fa1180fe010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:12.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:12.080+0000 7fa11ea00700 1 -- 172.21.15.46:0/2213025738 shutdown_connections 2024-04-26T01:49:12.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:12.080+0000 7fa11ea00700 1 -- 172.21.15.46:0/2213025738 wait complete. 2024-04-26T01:49:12.079 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 28 2024-04-26T01:49:12.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:49:12 smithi046 ceph-mon[28013]: pgmap v416: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:49:12.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:49:12 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/2213025738' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:49:12.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:49:12 smithi103 ceph-mon[32920]: pgmap v416: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:49:12.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:49:12 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/2213025738' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:49:12.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:49:12 smithi163 ceph-mon[32592]: pgmap v416: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:49:12.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:49:12 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/2213025738' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:49:13.040 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:49:13.513 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:49:14.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:49:14 smithi046 ceph-mon[28013]: pgmap v417: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:49:14.874 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:49:14 smithi103 ceph-mon[32920]: pgmap v417: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:49:14.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:49:14 smithi163 ceph-mon[32592]: pgmap v417: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:49:15.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:15.791+0000 7f9e17800700 1 -- 172.21.15.46:0/2193274040 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9e10113920 msgr2=0x7f9e10115d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:15.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:15.791+0000 7f9e17800700 1 --2- 172.21.15.46:0/2193274040 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9e10113920 0x7f9e10115d10 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f9e08009f90 tx=0x7f9e0800b330 comp rx=0 tx=0).stop 2024-04-26T01:49:15.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:15.791+0000 7f9e17800700 1 -- 172.21.15.46:0/2193274040 shutdown_connections 2024-04-26T01:49:15.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:15.791+0000 7f9e17800700 1 --2- 172.21.15.46:0/2193274040 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9e10113920 0x7f9e10115d10 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:15.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:15.791+0000 7f9e17800700 1 --2- 172.21.15.46:0/2193274040 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9e10076f70 0x7f9e10077350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:15.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:15.791+0000 7f9e17800700 1 --2- 172.21.15.46:0/2193274040 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9e10077890 0x7f9e101133e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:15.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:15.791+0000 7f9e17800700 1 -- 172.21.15.46:0/2193274040 >> 172.21.15.46:0/2193274040 conn(0x7f9e10100770 msgr2=0x7f9e10102b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:15.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:15.791+0000 7f9e17800700 1 -- 172.21.15.46:0/2193274040 shutdown_connections 2024-04-26T01:49:15.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:15.792+0000 7f9e17800700 1 -- 172.21.15.46:0/2193274040 wait complete. 2024-04-26T01:49:15.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:15.793+0000 7f9e17800700 1 Processor -- start 2024-04-26T01:49:15.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:15.793+0000 7f9e17800700 1 -- start start 2024-04-26T01:49:15.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:15.794+0000 7f9e17800700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9e10076f70 0x7f9e101a5440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:15.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:15.794+0000 7f9e17800700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9e10077890 0x7f9e101a5980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:15.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:15.794+0000 7f9e17800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9e10113920 0x7f9e1019f600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:15.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:15.794+0000 7f9e17800700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f9e101193e0 con 0x7f9e10113920 2024-04-26T01:49:15.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:15.794+0000 7f9e17800700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f9e10119260 con 0x7f9e10076f70 2024-04-26T01:49:15.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:15.794+0000 7f9e17800700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f9e10119560 con 0x7f9e10077890 2024-04-26T01:49:15.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:15.794+0000 7f9e15800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9e10113920 0x7f9e1019f600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:15.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:15.794+0000 7f9e14e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9e10076f70 0x7f9e101a5440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:15.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:15.794+0000 7f9e14e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9e10076f70 0x7f9e101a5440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:42426/0 (socket says 172.21.15.46:42426) 2024-04-26T01:49:15.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:15.794+0000 7f9e15800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9e10113920 0x7f9e1019f600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:43228/0 (socket says 172.21.15.46:43228) 2024-04-26T01:49:15.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:15.794+0000 7f9e14e00700 1 -- 172.21.15.46:0/739901864 learned_addr learned my addr 172.21.15.46:0/739901864 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:49:15.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:15.794+0000 7f9e0fe00700 1 --2- 172.21.15.46:0/739901864 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9e10077890 0x7f9e101a5980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:15.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:15.795+0000 7f9e14e00700 1 -- 172.21.15.46:0/739901864 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9e10077890 msgr2=0x7f9e101a5980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:15.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:15.795+0000 7f9e14e00700 1 --2- 172.21.15.46:0/739901864 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9e10077890 0x7f9e101a5980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:15.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:15.795+0000 7f9e14e00700 1 -- 172.21.15.46:0/739901864 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9e10113920 msgr2=0x7f9e1019f600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:15.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:15.795+0000 7f9e14e00700 1 --2- 172.21.15.46:0/739901864 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9e10113920 0x7f9e1019f600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:15.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:15.795+0000 7f9e14e00700 1 -- 172.21.15.46:0/739901864 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e1019fd60 con 0x7f9e10076f70 2024-04-26T01:49:15.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:15.795+0000 7f9e15800700 1 --2- 172.21.15.46:0/739901864 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9e10113920 0x7f9e1019f600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:49:15.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:15.795+0000 7f9e14e00700 1 --2- 172.21.15.46:0/739901864 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9e10076f70 0x7f9e101a5440 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f9e0400e9a0 tx=0x7f9e0400ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:15.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:15.795+0000 7f9e0d600700 1 -- 172.21.15.46:0/739901864 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e0400ca10 con 0x7f9e10076f70 2024-04-26T01:49:15.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:15.795+0000 7f9e0d600700 1 -- 172.21.15.46:0/739901864 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f9e0400cbb0 con 0x7f9e10076f70 2024-04-26T01:49:15.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:15.795+0000 7f9e17800700 1 -- 172.21.15.46:0/739901864 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e101a0050 con 0x7f9e10076f70 2024-04-26T01:49:15.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:15.796+0000 7f9e0d600700 1 -- 172.21.15.46:0/739901864 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e04018680 con 0x7f9e10076f70 2024-04-26T01:49:15.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:15.796+0000 7f9e17800700 1 -- 172.21.15.46:0/739901864 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e101ac310 con 0x7f9e10076f70 2024-04-26T01:49:15.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:15.797+0000 7f9e17800700 1 -- 172.21.15.46:0/739901864 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9e10069730 con 0x7f9e10076f70 2024-04-26T01:49:15.797 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:15.799+0000 7f9e0d600700 1 -- 172.21.15.46:0/739901864 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f9e04018820 con 0x7f9e10076f70 2024-04-26T01:49:15.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:15.800+0000 7f9e0d600700 1 --2- 172.21.15.46:0/739901864 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f9df80a3cc0 0x7f9df80a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:15.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:15.800+0000 7f9e0d600700 1 -- 172.21.15.46:0/739901864 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f9e040d0560 con 0x7f9e10076f70 2024-04-26T01:49:15.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:15.801+0000 7f9e0fe00700 1 --2- 172.21.15.46:0/739901864 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f9df80a3cc0 0x7f9df80a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:15.799 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:15.801+0000 7f9e0fe00700 1 --2- 172.21.15.46:0/739901864 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f9df80a3cc0 0x7f9df80a6180 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f9dfc009750 tx=0x7f9dfc009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:15.800 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:15.803+0000 7f9e0d600700 1 -- 172.21.15.46:0/739901864 <== mon.2 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9e0409cef0 con 0x7f9e10076f70 2024-04-26T01:49:16.081 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:16.083+0000 7f9e17800700 1 -- 172.21.15.46:0/739901864 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9e1002df80 con 0x7f9e10076f70 2024-04-26T01:49:16.082 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:16.084+0000 7f9e0d600700 1 -- 172.21.15.46:0/739901864 <== mon.2 v2:172.21.15.103:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11943 (secure 0 0 0) 0x7f9e0409c7f0 con 0x7f9e10076f70 2024-04-26T01:49:16.083 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:49:16.083 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14391,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/3599447924","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":3599447924},{"type":"v1","addr":"172.21.15.46:6839","nonce":3599447924}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6833/1782107626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":1782107626},{"type":"v1","addr":"172.21.15.103:6833","nonce":1782107626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:46:33.259216+0000","modified":"2024-04-26T01:46:59.081814+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24530,"mds_1":24524,"mds_2":24511,"mds_3":24496,"mds_4":24488},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24448":{"gid":24448,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6833/3674154522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6832","nonce":3674154522},{"type":"v1","addr":"172.21.15.163:6833","nonce":3674154522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"d","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6837/2284069014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":2284069014},{"type":"v1","addr":"172.21.15.46:6837","nonce":2284069014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"j","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6835/441878789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":441878789},{"type":"v1","addr":"172.21.15.46:6835","nonce":441878789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/2093120942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":2093120942},{"type":"v1","addr":"172.21.15.103:6835","nonce":2093120942}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6835/3496224673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6834","nonce":3496224673},{"type":"v1","addr":"172.21.15.163:6835","nonce":3496224673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"h","rank":4,"incarnation":24,"state":"up:active","state_seq":16,"addr":"172.21.15.103:6837/356151155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":356151155},{"type":"v1","addr":"172.21.15.103:6837","nonce":356151155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":16,"addr":"172.21.15.163:6837/3255035214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6836","nonce":3255035214},{"type":"v1","addr":"172.21.15.163:6837","nonce":3255035214}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.163:6839/1457170931","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6838","nonce":1457170931},{"type":"v1","addr":"172.21.15.163:6839","nonce":1457170931}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"a","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.46:6841/1857491842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":1857491842},{"type":"v1","addr":"172.21.15.46:6841","nonce":1857491842}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.103:6839/4045492459","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":4045492459},{"type":"v1","addr":"172.21.15.103:6839","nonce":4045492459}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24488,24530,24511,24524,24496]},"id":1}]} 2024-04-26T01:49:16.085 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:16.087+0000 7f9e17800700 1 -- 172.21.15.46:0/739901864 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f9df80a3cc0 msgr2=0x7f9df80a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:16.085 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:16.087+0000 7f9e17800700 1 --2- 172.21.15.46:0/739901864 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f9df80a3cc0 0x7f9df80a6180 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f9dfc009750 tx=0x7f9dfc009310 comp rx=0 tx=0).stop 2024-04-26T01:49:16.085 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:16.087+0000 7f9e17800700 1 -- 172.21.15.46:0/739901864 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9e10076f70 msgr2=0x7f9e101a5440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:16.085 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:16.087+0000 7f9e17800700 1 --2- 172.21.15.46:0/739901864 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9e10076f70 0x7f9e101a5440 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f9e0400e9a0 tx=0x7f9e0400ecb0 comp rx=0 tx=0).stop 2024-04-26T01:49:16.086 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:16.087+0000 7f9e17800700 1 -- 172.21.15.46:0/739901864 shutdown_connections 2024-04-26T01:49:16.086 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:16.087+0000 7f9e17800700 1 --2- 172.21.15.46:0/739901864 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9e10113920 0x7f9e1019f600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:16.086 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:16.087+0000 7f9e17800700 1 --2- 172.21.15.46:0/739901864 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f9df80a3cc0 0x7f9df80a6180 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:16.086 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:16.087+0000 7f9e17800700 1 --2- 172.21.15.46:0/739901864 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9e10076f70 0x7f9e101a5440 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:16.086 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:16.087+0000 7f9e17800700 1 --2- 172.21.15.46:0/739901864 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9e10077890 0x7f9e101a5980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:16.086 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:16.087+0000 7f9e17800700 1 -- 172.21.15.46:0/739901864 >> 172.21.15.46:0/739901864 conn(0x7f9e10100770 msgr2=0x7f9e10102b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:16.086 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:16.087+0000 7f9e17800700 1 -- 172.21.15.46:0/739901864 shutdown_connections 2024-04-26T01:49:16.086 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:16.087+0000 7f9e17800700 1 -- 172.21.15.46:0/739901864 wait complete. 2024-04-26T01:49:16.087 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 28 2024-04-26T01:49:16.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:49:16 smithi046 ceph-mon[28013]: pgmap v418: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:49:16.760 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:49:16 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/739901864' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:49:16.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:49:16 smithi103 ceph-mon[32920]: pgmap v418: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:49:16.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:49:16 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/739901864' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:49:16.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:49:16 smithi163 ceph-mon[32592]: pgmap v418: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:49:16.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:49:16 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/739901864' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:49:17.040 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T01:49:17.520 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:49:18.708 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:49:18 smithi046 ceph-mon[28013]: pgmap v419: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:49:18.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:49:18 smithi103 ceph-mon[32920]: pgmap v419: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:49:18.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:49:18 smithi163 ceph-mon[32592]: pgmap v419: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:49:19.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:19.808+0000 7f560fc00700 1 -- 172.21.15.46:0/1362035802 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f56081034b0 msgr2=0x7f560810f920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:19.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:19.808+0000 7f560fc00700 1 --2- 172.21.15.46:0/1362035802 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f56081034b0 0x7f560810f920 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f5600009f90 tx=0x7f560000b330 comp rx=0 tx=0).stop 2024-04-26T01:49:19.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:19.808+0000 7f560fc00700 1 -- 172.21.15.46:0/1362035802 shutdown_connections 2024-04-26T01:49:19.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:19.808+0000 7f560fc00700 1 --2- 172.21.15.46:0/1362035802 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f56081034b0 0x7f560810f920 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:19.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:19.808+0000 7f560fc00700 1 --2- 172.21.15.46:0/1362035802 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5608107940 0x7f5608107d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:19.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:19.808+0000 7f560fc00700 1 --2- 172.21.15.46:0/1362035802 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5608102af0 0x7f5608102f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:19.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:19.808+0000 7f560fc00700 1 -- 172.21.15.46:0/1362035802 >> 172.21.15.46:0/1362035802 conn(0x7f5608079ba0 msgr2=0x7f5608079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:19.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:19.809+0000 7f560fc00700 1 -- 172.21.15.46:0/1362035802 shutdown_connections 2024-04-26T01:49:19.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:19.809+0000 7f560fc00700 1 -- 172.21.15.46:0/1362035802 wait complete. 2024-04-26T01:49:19.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:19.810+0000 7f560fc00700 1 Processor -- start 2024-04-26T01:49:19.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:19.810+0000 7f560fc00700 1 -- start start 2024-04-26T01:49:19.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:19.810+0000 7f560fc00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5608102af0 0x7f560819b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:19.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:19.810+0000 7f560fc00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f56081034b0 0x7f560819b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:19.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:19.810+0000 7f560fc00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5608107940 0x7f560819fc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:19.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:19.810+0000 7f560fc00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f5608112dc0 con 0x7f5608102af0 2024-04-26T01:49:19.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:19.810+0000 7f560fc00700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f5608112c40 con 0x7f56081034b0 2024-04-26T01:49:19.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:19.810+0000 7f560fc00700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f5608112f40 con 0x7f5608107940 2024-04-26T01:49:19.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:19.811+0000 7f560d200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5608102af0 0x7f560819b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:19.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:19.811+0000 7f560d200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5608102af0 0x7f560819b3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:43252/0 (socket says 172.21.15.46:43252) 2024-04-26T01:49:19.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:19.811+0000 7f5607e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f56081034b0 0x7f560819b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:19.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:19.811+0000 7f560d200700 1 -- 172.21.15.46:0/3650125077 learned_addr learned my addr 172.21.15.46:0/3650125077 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:49:19.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:19.811+0000 7f560dc00700 1 --2- 172.21.15.46:0/3650125077 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5608107940 0x7f560819fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:19.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:19.811+0000 7f5607e00700 1 -- 172.21.15.46:0/3650125077 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5608107940 msgr2=0x7f560819fc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:19.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:19.811+0000 7f5607e00700 1 --2- 172.21.15.46:0/3650125077 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5608107940 0x7f560819fc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:19.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:19.811+0000 7f5607e00700 1 -- 172.21.15.46:0/3650125077 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5608102af0 msgr2=0x7f560819b3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:19.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:19.811+0000 7f5607e00700 1 --2- 172.21.15.46:0/3650125077 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5608102af0 0x7f560819b3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:19.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:19.811+0000 7f5607e00700 1 -- 172.21.15.46:0/3650125077 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56081a03b0 con 0x7f56081034b0 2024-04-26T01:49:19.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:19.811+0000 7f560d200700 1 --2- 172.21.15.46:0/3650125077 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5608102af0 0x7f560819b3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:49:19.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:19.812+0000 7f5607e00700 1 --2- 172.21.15.46:0/3650125077 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f56081034b0 0x7f560819b8e0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f55f400e9c0 tx=0x7f55f400ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:19.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:19.812+0000 7f5605600700 1 -- 172.21.15.46:0/3650125077 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55f400c9c0 con 0x7f56081034b0 2024-04-26T01:49:19.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:19.812+0000 7f5605600700 1 -- 172.21.15.46:0/3650125077 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f55f400cb60 con 0x7f56081034b0 2024-04-26T01:49:19.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:19.812+0000 7f560fc00700 1 -- 172.21.15.46:0/3650125077 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56081a06a0 con 0x7f56081034b0 2024-04-26T01:49:19.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:19.812+0000 7f5605600700 1 -- 172.21.15.46:0/3650125077 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55f4018680 con 0x7f56081034b0 2024-04-26T01:49:19.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:19.812+0000 7f560fc00700 1 -- 172.21.15.46:0/3650125077 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56081a7f20 con 0x7f56081034b0 2024-04-26T01:49:19.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:19.813+0000 7f560fc00700 1 -- 172.21.15.46:0/3650125077 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55e8005330 con 0x7f56081034b0 2024-04-26T01:49:19.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:19.815+0000 7f5605600700 1 -- 172.21.15.46:0/3650125077 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f55f4010430 con 0x7f56081034b0 2024-04-26T01:49:19.814 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:19.817+0000 7f5605600700 1 --2- 172.21.15.46:0/3650125077 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f55f00a3c40 0x7f55f00a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:19.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:19.817+0000 7f5605600700 1 -- 172.21.15.46:0/3650125077 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f55f40d0460 con 0x7f56081034b0 2024-04-26T01:49:19.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:19.817+0000 7f560d200700 1 --2- 172.21.15.46:0/3650125077 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f55f00a3c40 0x7f55f00a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:19.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:19.818+0000 7f560d200700 1 --2- 172.21.15.46:0/3650125077 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f55f00a3c40 0x7f55f00a6100 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f55fc011550 tx=0x7f55fc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:19.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:19.821+0000 7f5605600700 1 -- 172.21.15.46:0/3650125077 <== mon.2 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f55f409cdf0 con 0x7f56081034b0 2024-04-26T01:49:20.045 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:20.047+0000 7f560fc00700 1 -- 172.21.15.46:0/3650125077 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f55e8005620 con 0x7f56081034b0 2024-04-26T01:49:20.047 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:49:20.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:20.049+0000 7f5605600700 1 -- 172.21.15.46:0/3650125077 <== mon.2 v2:172.21.15.103:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+22678 (secure 0 0 0) 0x7f55f409c6f0 con 0x7f56081034b0 2024-04-26T01:49:20.048 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":91,"fsid":"4e298560-036d-11ef-bc93-c7b262605968","created":"2024-04-26T01:36:51.789921+0000","modified":"2024-04-26T01:47:03.030395+0000","last_up_change":"2024-04-26T01:45:13.269142+0000","last_in_change":"2024-04-26T01:44:53.812099+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T01:40:53.363826+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T01:46:24.277738+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T01:46:29.225616+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8fb81e1c-2c24-45c9-89fd-896ec37fedb6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":1705061833},{"type":"v1","addr":"172.21.15.46:6803","nonce":1705061833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":1705061833},{"type":"v1","addr":"172.21.15.46:6805","nonce":1705061833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1705061833},{"type":"v1","addr":"172.21.15.46:6809","nonce":1705061833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":1705061833},{"type":"v1","addr":"172.21.15.46:6807","nonce":1705061833}]},"public_addr":"172.21.15.46:6803/1705061833","cluster_addr":"172.21.15.46:6805/1705061833","heartbeat_back_addr":"172.21.15.46:6809/1705061833","heartbeat_front_addr":"172.21.15.46:6807/1705061833","state":["exists","up"]},{"osd":1,"uuid":"235ad6a0-ad0d-44ff-9ad1-55205dc13533","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":4149643711},{"type":"v1","addr":"172.21.15.103:6801","nonce":4149643711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":4149643711},{"type":"v1","addr":"172.21.15.103:6803","nonce":4149643711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":4149643711},{"type":"v1","addr":"172.21.15.103:6807","nonce":4149643711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":4149643711},{"type":"v1","addr":"172.21.15.103:6805","nonce":4149643711}]},"public_addr":"172.21.15.103:6801/4149643711","cluster_addr":"172.21.15.103:6803/4149643711","heartbeat_back_addr":"172.21.15.103:6807/4149643711","heartbeat_front_addr":"172.21.15.103:6805/4149643711","state":["exists","up"]},{"osd":2,"uuid":"10a4e364-80e6-4c2e-8bdd-8c6e27188acf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6800","nonce":3238203653},{"type":"v1","addr":"172.21.15.163:6801","nonce":3238203653}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6802","nonce":3238203653},{"type":"v1","addr":"172.21.15.163:6803","nonce":3238203653}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6806","nonce":3238203653},{"type":"v1","addr":"172.21.15.163:6807","nonce":3238203653}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6804","nonce":3238203653},{"type":"v1","addr":"172.21.15.163:6805","nonce":3238203653}]},"public_addr":"172.21.15.163:6801/3238203653","cluster_addr":"172.21.15.163:6803/3238203653","heartbeat_back_addr":"172.21.15.163:6807/3238203653","heartbeat_front_addr":"172.21.15.163:6805/3238203653","state":["exists","up"]},{"osd":3,"uuid":"72b47e70-a1c2-4e07-868b-c030c68a8f5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":1889462647},{"type":"v1","addr":"172.21.15.46:6811","nonce":1889462647}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1889462647},{"type":"v1","addr":"172.21.15.46:6813","nonce":1889462647}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1889462647},{"type":"v1","addr":"172.21.15.46:6817","nonce":1889462647}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":1889462647},{"type":"v1","addr":"172.21.15.46:6815","nonce":1889462647}]},"public_addr":"172.21.15.46:6811/1889462647","cluster_addr":"172.21.15.46:6813/1889462647","heartbeat_back_addr":"172.21.15.46:6817/1889462647","heartbeat_front_addr":"172.21.15.46:6815/1889462647","state":["exists","up"]},{"osd":4,"uuid":"644cff68-2da7-43ed-bb87-f3b0d5f82b1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":3946150982},{"type":"v1","addr":"172.21.15.103:6809","nonce":3946150982}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":3946150982},{"type":"v1","addr":"172.21.15.103:6811","nonce":3946150982}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":3946150982},{"type":"v1","addr":"172.21.15.103:6815","nonce":3946150982}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":3946150982},{"type":"v1","addr":"172.21.15.103:6813","nonce":3946150982}]},"public_addr":"172.21.15.103:6809/3946150982","cluster_addr":"172.21.15.103:6811/3946150982","heartbeat_back_addr":"172.21.15.103:6815/3946150982","heartbeat_front_addr":"172.21.15.103:6813/3946150982","state":["exists","up"]},{"osd":5,"uuid":"fb7bbd34-9be5-4f39-ac32-af6c1eab2c64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6808","nonce":616922792},{"type":"v1","addr":"172.21.15.163:6809","nonce":616922792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6810","nonce":616922792},{"type":"v1","addr":"172.21.15.163:6811","nonce":616922792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6814","nonce":616922792},{"type":"v1","addr":"172.21.15.163:6815","nonce":616922792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6812","nonce":616922792},{"type":"v1","addr":"172.21.15.163:6813","nonce":616922792}]},"public_addr":"172.21.15.163:6809/616922792","cluster_addr":"172.21.15.163:6811/616922792","heartbeat_back_addr":"172.21.15.163:6815/616922792","heartbeat_front_addr":"172.21.15.163:6813/616922792","state":["exists","up"]},{"osd":6,"uuid":"bf28b38e-8424-4fb4-9528-6dbc7d2b1612","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2027770735},{"type":"v1","addr":"172.21.15.46:6819","nonce":2027770735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2027770735},{"type":"v1","addr":"172.21.15.46:6821","nonce":2027770735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2027770735},{"type":"v1","addr":"172.21.15.46:6825","nonce":2027770735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2027770735},{"type":"v1","addr":"172.21.15.46:6823","nonce":2027770735}]},"public_addr":"172.21.15.46:6819/2027770735","cluster_addr":"172.21.15.46:6821/2027770735","heartbeat_back_addr":"172.21.15.46:6825/2027770735","heartbeat_front_addr":"172.21.15.46:6823/2027770735","state":["exists","up"]},{"osd":7,"uuid":"019316c5-b83f-43f1-8d46-6dd43de6259a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":3114516049},{"type":"v1","addr":"172.21.15.103:6817","nonce":3114516049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":3114516049},{"type":"v1","addr":"172.21.15.103:6819","nonce":3114516049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":3114516049},{"type":"v1","addr":"172.21.15.103:6823","nonce":3114516049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":3114516049},{"type":"v1","addr":"172.21.15.103:6821","nonce":3114516049}]},"public_addr":"172.21.15.103:6817/3114516049","cluster_addr":"172.21.15.103:6819/3114516049","heartbeat_back_addr":"172.21.15.103:6823/3114516049","heartbeat_front_addr":"172.21.15.103:6821/3114516049","state":["exists","up"]},{"osd":8,"uuid":"209597cd-7768-4b82-ade7-8e01927a3e03","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6816","nonce":1671606862},{"type":"v1","addr":"172.21.15.163:6817","nonce":1671606862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6818","nonce":1671606862},{"type":"v1","addr":"172.21.15.163:6819","nonce":1671606862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6822","nonce":1671606862},{"type":"v1","addr":"172.21.15.163:6823","nonce":1671606862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6820","nonce":1671606862},{"type":"v1","addr":"172.21.15.163:6821","nonce":1671606862}]},"public_addr":"172.21.15.163:6817/1671606862","cluster_addr":"172.21.15.163:6819/1671606862","heartbeat_back_addr":"172.21.15.163:6823/1671606862","heartbeat_front_addr":"172.21.15.163:6821/1671606862","state":["exists","up"]},{"osd":9,"uuid":"77a2c45f-b6c7-465c-96ec-d760fa92dd75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":1569907716},{"type":"v1","addr":"172.21.15.46:6827","nonce":1569907716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":1569907716},{"type":"v1","addr":"172.21.15.46:6829","nonce":1569907716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":1569907716},{"type":"v1","addr":"172.21.15.46:6833","nonce":1569907716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":1569907716},{"type":"v1","addr":"172.21.15.46:6831","nonce":1569907716}]},"public_addr":"172.21.15.46:6827/1569907716","cluster_addr":"172.21.15.46:6829/1569907716","heartbeat_back_addr":"172.21.15.46:6833/1569907716","heartbeat_front_addr":"172.21.15.46:6831/1569907716","state":["exists","up"]},{"osd":10,"uuid":"b0ec12dc-7afe-454a-8195-2e38441ca466","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":4049341884},{"type":"v1","addr":"172.21.15.103:6825","nonce":4049341884}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":4049341884},{"type":"v1","addr":"172.21.15.103:6827","nonce":4049341884}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":4049341884},{"type":"v1","addr":"172.21.15.103:6831","nonce":4049341884}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":4049341884},{"type":"v1","addr":"172.21.15.103:6829","nonce":4049341884}]},"public_addr":"172.21.15.103:6825/4049341884","cluster_addr":"172.21.15.103:6827/4049341884","heartbeat_back_addr":"172.21.15.103:6831/4049341884","heartbeat_front_addr":"172.21.15.103:6829/4049341884","state":["exists","up"]},{"osd":11,"uuid":"1c43e737-c189-43c0-a9ee-17a3cdc8278d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6824","nonce":1269489610},{"type":"v1","addr":"172.21.15.163:6825","nonce":1269489610}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6826","nonce":1269489610},{"type":"v1","addr":"172.21.15.163:6827","nonce":1269489610}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6830","nonce":1269489610},{"type":"v1","addr":"172.21.15.163:6831","nonce":1269489610}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6828","nonce":1269489610},{"type":"v1","addr":"172.21.15.163:6829","nonce":1269489610}]},"public_addr":"172.21.15.163:6825/1269489610","cluster_addr":"172.21.15.163:6827/1269489610","heartbeat_back_addr":"172.21.15.163:6831/1269489610","heartbeat_front_addr":"172.21.15.163:6829/1269489610","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:39:58.982337+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:40:24.637183+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:40:49.044978+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:41:23.090601+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:41:49.957654+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:42:15.570899+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:42:50.909512+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:43:17.899928+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:43:43.563643+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:44:19.007356+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:44:46.388363+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:45:11.782396+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.27","mappings":[{"from":3,"to":9}]},{"pgid":"3.33","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/2138390774":"2024-04-27T01:38:01.199869+0000","172.21.15.46:0/1671101151":"2024-04-27T01:38:01.199869+0000","172.21.15.46:0/3463419164":"2024-04-27T01:38:01.199869+0000","172.21.15.46:6801/1268650508":"2024-04-27T01:38:01.199869+0000","172.21.15.46:0/1254319164":"2024-04-27T01:37:25.688097+0000","172.21.15.46:6800/2101651407":"2024-04-27T01:37:25.688097+0000","172.21.15.46:6800/1268650508":"2024-04-27T01:38:01.199869+0000","172.21.15.46:0/2440871722":"2024-04-27T01:37:25.688097+0000","172.21.15.46:0/846597820":"2024-04-27T01:37:25.688097+0000","172.21.15.46:6801/2101651407":"2024-04-27T01:37:25.688097+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T01:49:20.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:20.052+0000 7f560fc00700 1 -- 172.21.15.46:0/3650125077 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f55f00a3c40 msgr2=0x7f55f00a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:20.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:20.052+0000 7f560fc00700 1 --2- 172.21.15.46:0/3650125077 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f55f00a3c40 0x7f55f00a6100 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f55fc011550 tx=0x7f55fc009260 comp rx=0 tx=0).stop 2024-04-26T01:49:20.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:20.052+0000 7f560fc00700 1 -- 172.21.15.46:0/3650125077 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f56081034b0 msgr2=0x7f560819b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:20.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:20.052+0000 7f560fc00700 1 --2- 172.21.15.46:0/3650125077 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f56081034b0 0x7f560819b8e0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f55f400e9c0 tx=0x7f55f400ecd0 comp rx=0 tx=0).stop 2024-04-26T01:49:20.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:20.052+0000 7f560fc00700 1 -- 172.21.15.46:0/3650125077 shutdown_connections 2024-04-26T01:49:20.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:20.052+0000 7f560fc00700 1 --2- 172.21.15.46:0/3650125077 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5608107940 0x7f560819fc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:20.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:20.052+0000 7f560fc00700 1 --2- 172.21.15.46:0/3650125077 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5608102af0 0x7f560819b3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:20.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:20.052+0000 7f560fc00700 1 --2- 172.21.15.46:0/3650125077 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f55f00a3c40 0x7f55f00a6100 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:20.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:20.052+0000 7f560fc00700 1 --2- 172.21.15.46:0/3650125077 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f56081034b0 0x7f560819b8e0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:20.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:20.052+0000 7f560fc00700 1 -- 172.21.15.46:0/3650125077 >> 172.21.15.46:0/3650125077 conn(0x7f5608079ba0 msgr2=0x7f5608100960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:20.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:20.052+0000 7f560fc00700 1 -- 172.21.15.46:0/3650125077 shutdown_connections 2024-04-26T01:49:20.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:20.053+0000 7f560fc00700 1 -- 172.21.15.46:0/3650125077 wait complete. 2024-04-26T01:49:20.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:49:20 smithi046 ceph-mon[28013]: pgmap v420: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:49:20.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:49:20 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/3650125077' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:49:20.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:49:20 smithi103 ceph-mon[32920]: pgmap v420: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:49:20.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:49:20 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/3650125077' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:49:20.920 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:49:20.921 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:49:20 smithi163 ceph-mon[32592]: pgmap v420: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:49:20.921 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:49:20 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/3650125077' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:49:21.379 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:49:22.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:49:22 smithi046 ceph-mon[28013]: pgmap v421: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:49:22.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:49:22 smithi103 ceph-mon[32920]: pgmap v421: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:49:22.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:49:22 smithi163 ceph-mon[32592]: pgmap v421: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:49:23.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.695+0000 7f8154c00700 1 -- 172.21.15.46:0/3784336848 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f815010e3b0 msgr2=0x7f8150115f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:23.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.695+0000 7f8154c00700 1 --2- 172.21.15.46:0/3784336848 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f815010e3b0 0x7f8150115f80 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f8148009f90 tx=0x7f814800b330 comp rx=0 tx=0).stop 2024-04-26T01:49:23.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.695+0000 7f8154c00700 1 -- 172.21.15.46:0/3784336848 shutdown_connections 2024-04-26T01:49:23.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.695+0000 7f8154c00700 1 --2- 172.21.15.46:0/3784336848 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f815010e3b0 0x7f8150115f80 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:23.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.695+0000 7f8154c00700 1 --2- 172.21.15.46:0/3784336848 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f81501092d0 0x7f81501096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:23.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.695+0000 7f8154c00700 1 --2- 172.21.15.46:0/3784336848 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8150109c80 0x7f815010dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:23.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.695+0000 7f8154c00700 1 -- 172.21.15.46:0/3784336848 >> 172.21.15.46:0/3784336848 conn(0x7f8150076210 msgr2=0x7f8150107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:23.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.695+0000 7f8154c00700 1 -- 172.21.15.46:0/3784336848 shutdown_connections 2024-04-26T01:49:23.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.695+0000 7f8154c00700 1 -- 172.21.15.46:0/3784336848 wait complete. 2024-04-26T01:49:23.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.697+0000 7f8154c00700 1 Processor -- start 2024-04-26T01:49:23.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.697+0000 7f8154c00700 1 -- start start 2024-04-26T01:49:23.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.698+0000 7f8154c00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f81501092d0 0x7f81501a5580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:23.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.698+0000 7f8154c00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8150109c80 0x7f81501a5ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:23.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.698+0000 7f8154c00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f815010e3b0 0x7f815019f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:23.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.698+0000 7f8154c00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f81501193e0 con 0x7f815010e3b0 2024-04-26T01:49:23.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.698+0000 7f8154c00700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f8150119260 con 0x7f81501092d0 2024-04-26T01:49:23.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.698+0000 7f8154c00700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f8150119560 con 0x7f8150109c80 2024-04-26T01:49:23.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.698+0000 7f814de00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f81501092d0 0x7f81501a5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:23.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.698+0000 7f814e800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f815010e3b0 0x7f815019f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:23.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.698+0000 7f814d400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8150109c80 0x7f81501a5ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:23.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.698+0000 7f814de00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f81501092d0 0x7f81501a5580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:44274/0 (socket says 172.21.15.46:44274) 2024-04-26T01:49:23.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.698+0000 7f814de00700 1 -- 172.21.15.46:0/746754022 learned_addr learned my addr 172.21.15.46:0/746754022 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:49:23.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.699+0000 7f814de00700 1 -- 172.21.15.46:0/746754022 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8150109c80 msgr2=0x7f81501a5ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:23.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.699+0000 7f814de00700 1 --2- 172.21.15.46:0/746754022 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8150109c80 0x7f81501a5ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:23.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.699+0000 7f814de00700 1 -- 172.21.15.46:0/746754022 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f815010e3b0 msgr2=0x7f815019f6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:23.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.699+0000 7f814de00700 1 --2- 172.21.15.46:0/746754022 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f815010e3b0 0x7f815019f6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:23.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.699+0000 7f814de00700 1 -- 172.21.15.46:0/746754022 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f815019ff80 con 0x7f81501092d0 2024-04-26T01:49:23.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.699+0000 7f814de00700 1 --2- 172.21.15.46:0/746754022 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f81501092d0 0x7f81501a5580 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f814000e9a0 tx=0x7f814000ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:23.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.699+0000 7f8146a00700 1 -- 172.21.15.46:0/746754022 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f814000c9c0 con 0x7f81501092d0 2024-04-26T01:49:23.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.699+0000 7f8146a00700 1 -- 172.21.15.46:0/746754022 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f814000cb60 con 0x7f81501092d0 2024-04-26T01:49:23.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.699+0000 7f8154c00700 1 -- 172.21.15.46:0/746754022 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81501a0270 con 0x7f81501092d0 2024-04-26T01:49:23.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.700+0000 7f8146a00700 1 -- 172.21.15.46:0/746754022 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8140018680 con 0x7f81501092d0 2024-04-26T01:49:23.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.700+0000 7f8154c00700 1 -- 172.21.15.46:0/746754022 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81501ac500 con 0x7f81501092d0 2024-04-26T01:49:23.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.701+0000 7f8154c00700 1 -- 172.21.15.46:0/746754022 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f815010a7b0 con 0x7f81501092d0 2024-04-26T01:49:23.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.703+0000 7f8146a00700 1 -- 172.21.15.46:0/746754022 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f8140010430 con 0x7f81501092d0 2024-04-26T01:49:23.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.704+0000 7f8146a00700 1 --2- 172.21.15.46:0/746754022 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f81340a3cc0 0x7f81340a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:23.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.704+0000 7f8146a00700 1 -- 172.21.15.46:0/746754022 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f81400d0640 con 0x7f81501092d0 2024-04-26T01:49:23.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.705+0000 7f814d400700 1 --2- 172.21.15.46:0/746754022 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f81340a3cc0 0x7f81340a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:23.703 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.705+0000 7f814d400700 1 --2- 172.21.15.46:0/746754022 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f81340a3cc0 0x7f81340a6180 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f81501a0e10 tx=0x7f813c009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:23.707 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.709+0000 7f8146a00700 1 -- 172.21.15.46:0/746754022 <== mon.2 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f814009cfd0 con 0x7f81501092d0 2024-04-26T01:49:23.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.991+0000 7f8154c00700 1 -- 172.21.15.46:0/746754022 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f81501a0b80 con 0x7f81501092d0 2024-04-26T01:49:23.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.992+0000 7f8146a00700 1 -- 172.21.15.46:0/746754022 <== mon.2 v2:172.21.15.103:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11943 (secure 0 0 0) 0x7f814009c8d0 con 0x7f81501092d0 2024-04-26T01:49:23.991 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:49:23.991 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14391,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/3599447924","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":3599447924},{"type":"v1","addr":"172.21.15.46:6839","nonce":3599447924}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6833/1782107626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":1782107626},{"type":"v1","addr":"172.21.15.103:6833","nonce":1782107626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:46:33.259216+0000","modified":"2024-04-26T01:46:59.081814+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24530,"mds_1":24524,"mds_2":24511,"mds_3":24496,"mds_4":24488},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24448":{"gid":24448,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6833/3674154522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6832","nonce":3674154522},{"type":"v1","addr":"172.21.15.163:6833","nonce":3674154522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"d","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6837/2284069014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":2284069014},{"type":"v1","addr":"172.21.15.46:6837","nonce":2284069014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"j","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6835/441878789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":441878789},{"type":"v1","addr":"172.21.15.46:6835","nonce":441878789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/2093120942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":2093120942},{"type":"v1","addr":"172.21.15.103:6835","nonce":2093120942}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6835/3496224673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6834","nonce":3496224673},{"type":"v1","addr":"172.21.15.163:6835","nonce":3496224673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"h","rank":4,"incarnation":24,"state":"up:active","state_seq":16,"addr":"172.21.15.103:6837/356151155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":356151155},{"type":"v1","addr":"172.21.15.103:6837","nonce":356151155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":16,"addr":"172.21.15.163:6837/3255035214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6836","nonce":3255035214},{"type":"v1","addr":"172.21.15.163:6837","nonce":3255035214}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.163:6839/1457170931","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6838","nonce":1457170931},{"type":"v1","addr":"172.21.15.163:6839","nonce":1457170931}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"a","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.46:6841/1857491842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":1857491842},{"type":"v1","addr":"172.21.15.46:6841","nonce":1857491842}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.103:6839/4045492459","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":4045492459},{"type":"v1","addr":"172.21.15.103:6839","nonce":4045492459}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24488,24530,24511,24524,24496]},"id":1}]} 2024-04-26T01:49:23.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.996+0000 7f8154c00700 1 -- 172.21.15.46:0/746754022 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f81340a3cc0 msgr2=0x7f81340a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:23.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.996+0000 7f8154c00700 1 --2- 172.21.15.46:0/746754022 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f81340a3cc0 0x7f81340a6180 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f81501a0e10 tx=0x7f813c009310 comp rx=0 tx=0).stop 2024-04-26T01:49:23.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.996+0000 7f8154c00700 1 -- 172.21.15.46:0/746754022 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f81501092d0 msgr2=0x7f81501a5580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:23.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.996+0000 7f8154c00700 1 --2- 172.21.15.46:0/746754022 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f81501092d0 0x7f81501a5580 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f814000e9a0 tx=0x7f814000ecb0 comp rx=0 tx=0).stop 2024-04-26T01:49:23.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.996+0000 7f8154c00700 1 -- 172.21.15.46:0/746754022 shutdown_connections 2024-04-26T01:49:23.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.996+0000 7f8154c00700 1 --2- 172.21.15.46:0/746754022 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f815010e3b0 0x7f815019f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:23.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.996+0000 7f8154c00700 1 --2- 172.21.15.46:0/746754022 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f81340a3cc0 0x7f81340a6180 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:23.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.996+0000 7f8154c00700 1 --2- 172.21.15.46:0/746754022 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f81501092d0 0x7f81501a5580 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:23.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.996+0000 7f8154c00700 1 --2- 172.21.15.46:0/746754022 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8150109c80 0x7f81501a5ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:23.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.996+0000 7f8154c00700 1 -- 172.21.15.46:0/746754022 >> 172.21.15.46:0/746754022 conn(0x7f8150076210 msgr2=0x7f81500767d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:23.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.996+0000 7f8154c00700 1 -- 172.21.15.46:0/746754022 shutdown_connections 2024-04-26T01:49:23.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:23.996+0000 7f8154c00700 1 -- 172.21.15.46:0/746754022 wait complete. 2024-04-26T01:49:23.997 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 28 2024-04-26T01:49:24.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:49:24 smithi046 ceph-mon[28013]: pgmap v422: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:49:24.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:49:24 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/746754022' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:49:24.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:49:24 smithi103 ceph-mon[32920]: pgmap v422: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:49:24.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:49:24 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/746754022' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:49:24.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:49:24 smithi163 ceph-mon[32592]: pgmap v422: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:49:24.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:49:24 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/746754022' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:49:24.942 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 28, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-04-26T01:46:33.259216+0000', 'modified': '2024-04-26T01:46:59.081814+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24530, 'mds_1': 24524, 'mds_2': 24511, 'mds_3': 24496, 'mds_4': 24488}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24448': {'gid': 24448, 'name': 'l', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.163:6833/3674154522', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.163:6832', 'nonce': 3674154522}, {'type': 'v1', 'addr': '172.21.15.163:6833', 'nonce': 3674154522}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24464': {'gid': 24464, 'name': 'd', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.46:6837/2284069014', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.46:6836', 'nonce': 2284069014}, {'type': 'v1', 'addr': '172.21.15.46:6837', 'nonce': 2284069014}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24466': {'gid': 24466, 'name': 'j', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.46:6835/441878789', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.46:6834', 'nonce': 441878789}, {'type': 'v1', 'addr': '172.21.15.46:6835', 'nonce': 441878789}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24476': {'gid': 24476, 'name': 'e', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.103:6835/2093120942', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.103:6834', 'nonce': 2093120942}, {'type': 'v1', 'addr': '172.21.15.103:6835', 'nonce': 2093120942}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24484': {'gid': 24484, 'name': 'f', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.163:6835/3496224673', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.163:6834', 'nonce': 3496224673}, {'type': 'v1', 'addr': '172.21.15.163:6835', 'nonce': 3496224673}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24488': {'gid': 24488, 'name': 'h', 'rank': 4, 'incarnation': 24, 'state': 'up:active', 'state_seq': 16, 'addr': '172.21.15.103:6837/356151155', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.103:6836', 'nonce': 356151155}, {'type': 'v1', 'addr': '172.21.15.103:6837', 'nonce': 356151155}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24496': {'gid': 24496, 'name': 'c', 'rank': 3, 'incarnation': 22, 'state': 'up:active', 'state_seq': 16, 'addr': '172.21.15.163:6837/3255035214', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.163:6836', 'nonce': 3255035214}, {'type': 'v1', 'addr': '172.21.15.163:6837', 'nonce': 3255035214}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24511': {'gid': 24511, 'name': 'i', 'rank': 2, 'incarnation': 20, 'state': 'up:active', 'state_seq': 15, 'addr': '172.21.15.163:6839/1457170931', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.163:6838', 'nonce': 1457170931}, {'type': 'v1', 'addr': '172.21.15.163:6839', 'nonce': 1457170931}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24524': {'gid': 24524, 'name': 'a', 'rank': 1, 'incarnation': 18, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.46:6841/1857491842', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.46:6840', 'nonce': 1857491842}, {'type': 'v1', 'addr': '172.21.15.46:6841', 'nonce': 1857491842}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24530': {'gid': 24530, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.103:6839/4045492459', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.103:6838', 'nonce': 4045492459}, {'type': 'v1', 'addr': '172.21.15.103:6839', 'nonce': 4045492459}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24530, 'qdb_cluster': [24488, 24530, 24511, 24524, 24496]} 2024-04-26T01:49:24.942 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-04-26T01:49:24.942 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph tell mds.h status 2024-04-26T01:49:25.414 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:49:26.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:49:26 smithi046 ceph-mon[28013]: pgmap v423: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:49:26.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:49:26 smithi103 ceph-mon[32920]: pgmap v423: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:49:26.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:49:26 smithi163 ceph-mon[32592]: pgmap v423: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:49:27.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.764+0000 7fe798600700 1 -- 172.21.15.46:0/61348671 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe790108a30 msgr2=0x7fe790108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:27.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.764+0000 7fe798600700 1 --2- 172.21.15.46:0/61348671 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe790108a30 0x7fe790108e10 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fe784009990 tx=0x7fe784009ca0 comp rx=0 tx=0).stop 2024-04-26T01:49:27.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.764+0000 7fe798600700 1 -- 172.21.15.46:0/61348671 shutdown_connections 2024-04-26T01:49:27.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.764+0000 7fe798600700 1 --2- 172.21.15.46:0/61348671 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe79006b0f0 0x7fe79010f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:27.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.764+0000 7fe798600700 1 --2- 172.21.15.46:0/61348671 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe790108a30 0x7fe790108e10 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:27.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.764+0000 7fe798600700 1 --2- 172.21.15.46:0/61348671 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe79006a750 0x7fe79006abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:27.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.764+0000 7fe798600700 1 -- 172.21.15.46:0/61348671 >> 172.21.15.46:0/61348671 conn(0x7fe7900788f0 msgr2=0x7fe790078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:27.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.764+0000 7fe798600700 1 -- 172.21.15.46:0/61348671 shutdown_connections 2024-04-26T01:49:27.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.764+0000 7fe798600700 1 -- 172.21.15.46:0/61348671 wait complete. 2024-04-26T01:49:27.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.766+0000 7fe798600700 1 Processor -- start 2024-04-26T01:49:27.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.766+0000 7fe798600700 1 -- start start 2024-04-26T01:49:27.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.766+0000 7fe798600700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe79006a750 0x7fe79019b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:27.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.766+0000 7fe798600700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe79006b0f0 0x7fe79019b9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:27.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.766+0000 7fe798600700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe790108a30 0x7fe79019fd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:27.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.767+0000 7fe798600700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe790112d50 con 0x7fe79006a750 2024-04-26T01:49:27.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.767+0000 7fe798600700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fe790112bd0 con 0x7fe790108a30 2024-04-26T01:49:27.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.767+0000 7fe798600700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fe790112ed0 con 0x7fe79006b0f0 2024-04-26T01:49:27.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.767+0000 7fe795c00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe79006a750 0x7fe79019b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:27.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.767+0000 7fe795c00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe79006a750 0x7fe79019b4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48832/0 (socket says 172.21.15.46:48832) 2024-04-26T01:49:27.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.767+0000 7fe795c00700 1 -- 172.21.15.46:0/3411008359 learned_addr learned my addr 172.21.15.46:0/3411008359 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:49:27.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.767+0000 7fe795200700 1 --2- 172.21.15.46:0/3411008359 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe79006b0f0 0x7fe79019b9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:27.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.767+0000 7fe796600700 1 --2- 172.21.15.46:0/3411008359 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe790108a30 0x7fe79019fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:27.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.767+0000 7fe795200700 1 -- 172.21.15.46:0/3411008359 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe790108a30 msgr2=0x7fe79019fd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:27.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.767+0000 7fe795200700 1 --2- 172.21.15.46:0/3411008359 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe790108a30 0x7fe79019fd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:27.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.767+0000 7fe795200700 1 -- 172.21.15.46:0/3411008359 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe79006a750 msgr2=0x7fe79019b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:27.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.767+0000 7fe795200700 1 --2- 172.21.15.46:0/3411008359 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe79006a750 0x7fe79019b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:27.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.767+0000 7fe795200700 1 -- 172.21.15.46:0/3411008359 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7901a04b0 con 0x7fe79006b0f0 2024-04-26T01:49:27.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.767+0000 7fe796600700 1 --2- 172.21.15.46:0/3411008359 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe790108a30 0x7fe79019fd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:49:27.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.768+0000 7fe795200700 1 --2- 172.21.15.46:0/3411008359 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe79006b0f0 0x7fe79019b9e0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fe77c00e9f0 tx=0x7fe77c00ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:27.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.768+0000 7fe78e000700 1 -- 172.21.15.46:0/3411008359 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe77c00cbd0 con 0x7fe79006b0f0 2024-04-26T01:49:27.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.768+0000 7fe78e000700 1 -- 172.21.15.46:0/3411008359 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe77c0044f0 con 0x7fe79006b0f0 2024-04-26T01:49:27.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.768+0000 7fe78e000700 1 -- 172.21.15.46:0/3411008359 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe77c005280 con 0x7fe79006b0f0 2024-04-26T01:49:27.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.768+0000 7fe798600700 1 -- 172.21.15.46:0/3411008359 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7901a07a0 con 0x7fe79006b0f0 2024-04-26T01:49:27.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.768+0000 7fe798600700 1 -- 172.21.15.46:0/3411008359 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7901a8020 con 0x7fe79006b0f0 2024-04-26T01:49:27.771 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.773+0000 7fe78e000700 1 -- 172.21.15.46:0/3411008359 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fe77c004750 con 0x7fe79006b0f0 2024-04-26T01:49:27.772 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.774+0000 7fe7a3066b80 1 Processor -- start 2024-04-26T01:49:27.772 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.774+0000 7fe7a3066b80 1 -- start start 2024-04-26T01:49:27.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.774+0000 7fe78e000700 1 --2- 172.21.15.46:0/3411008359 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fe7780a3c40 0x7fe7780a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:27.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.775+0000 7fe78e000700 1 -- 172.21.15.46:0/3411008359 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fe77c0d03f0 con 0x7fe79006b0f0 2024-04-26T01:49:27.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.775+0000 7fe796600700 1 --2- 172.21.15.46:0/3411008359 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fe7780a3c40 0x7fe7780a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:27.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.775+0000 7fe7a3066b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c9fe4d3780 0x55c9fe4d3b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:27.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.775+0000 7fe7a3066b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55c9fe4d40a0 0x55c9fe4cd9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:27.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.775+0000 7fe7a3066b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9fe4cdef0 0x55c9fe4ce330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:27.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.775+0000 7fe7a3066b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55c9fe41fe40 con 0x55c9fe4d3780 2024-04-26T01:49:27.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.775+0000 7fe7a3066b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55c9fe3c66e0 con 0x55c9fe4cdef0 2024-04-26T01:49:27.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.775+0000 7fe7a3066b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55c9fe41be00 con 0x55c9fe4d40a0 2024-04-26T01:49:27.774 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.775+0000 7fe795c00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c9fe4d3780 0x55c9fe4d3b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:27.774 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.775+0000 7fe796600700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9fe4cdef0 0x55c9fe4ce330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:27.774 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.775+0000 7fe796600700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9fe4cdef0 0x55c9fe4ce330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:44288/0 (socket says 172.21.15.46:44288) 2024-04-26T01:49:27.774 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.775+0000 7fe796600700 1 -- 172.21.15.46:0/1032610183 learned_addr learned my addr 172.21.15.46:0/1032610183 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:49:27.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.775+0000 7fe795200700 1 --2- 172.21.15.46:0/1032610183 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55c9fe4d40a0 0x55c9fe4cd9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:27.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.776+0000 7fe795200700 1 -- 172.21.15.46:0/1032610183 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9fe4cdef0 msgr2=0x55c9fe4ce330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:27.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.776+0000 7fe795200700 1 --2- 172.21.15.46:0/1032610183 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9fe4cdef0 0x55c9fe4ce330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:27.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.776+0000 7fe796600700 1 --2- 172.21.15.46:0/3411008359 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fe7780a3c40 0x7fe7780a6100 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fe788007610 tx=0x7fe7880079d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:27.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.776+0000 7fe795200700 1 -- 172.21.15.46:0/1032610183 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c9fe4d3780 msgr2=0x55c9fe4d3b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:27.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.776+0000 7fe795200700 1 --2- 172.21.15.46:0/1032610183 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c9fe4d3780 0x55c9fe4d3b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:27.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.776+0000 7fe795200700 1 -- 172.21.15.46:0/1032610183 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c9fe3bc630 con 0x55c9fe4d40a0 2024-04-26T01:49:27.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.776+0000 7fe795c00700 1 --2- 172.21.15.46:0/1032610183 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c9fe4d3780 0x55c9fe4d3b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:49:27.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.776+0000 7fe795200700 1 --2- 172.21.15.46:0/1032610183 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55c9fe4d40a0 0x55c9fe4cd9b0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fe77c00e9c0 tx=0x7fe77c09c290 comp rx=0 tx=0).ready entity=mon.1 client_cookie=63c53089bed812d4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:27.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.776+0000 7fe782a00700 1 -- 172.21.15.46:0/1032610183 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe77c01c040 con 0x55c9fe4d40a0 2024-04-26T01:49:27.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.776+0000 7fe782a00700 1 -- 172.21.15.46:0/1032610183 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe77c0b3070 con 0x55c9fe4d40a0 2024-04-26T01:49:27.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.776+0000 7fe782a00700 1 -- 172.21.15.46:0/1032610183 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe77c016ea0 con 0x55c9fe4d40a0 2024-04-26T01:49:27.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.777+0000 7fe7a3066b80 1 -- 172.21.15.46:0/1032610183 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55c9fe4d40a0 msgr2=0x55c9fe4cd9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:27.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.777+0000 7fe7a3066b80 1 --2- 172.21.15.46:0/1032610183 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55c9fe4d40a0 0x55c9fe4cd9b0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fe77c00e9c0 tx=0x7fe77c09c290 comp rx=0 tx=0).stop 2024-04-26T01:49:27.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.777+0000 7fe7a3066b80 1 -- 172.21.15.46:0/1032610183 shutdown_connections 2024-04-26T01:49:27.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.777+0000 7fe7a3066b80 1 --2- 172.21.15.46:0/1032610183 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9fe4cdef0 0x55c9fe4ce330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:27.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.777+0000 7fe7a3066b80 1 --2- 172.21.15.46:0/1032610183 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c9fe4d3780 0x55c9fe4d3b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:27.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.777+0000 7fe7a3066b80 1 --2- 172.21.15.46:0/1032610183 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55c9fe4d40a0 0x55c9fe4cd9b0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:27.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.777+0000 7fe7a3066b80 1 -- 172.21.15.46:0/1032610183 >> 172.21.15.46:0/1032610183 conn(0x55c9fe3fbf00 msgr2=0x55c9fe4c88a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:27.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.777+0000 7fe7a3066b80 1 -- 172.21.15.46:0/1032610183 shutdown_connections 2024-04-26T01:49:27.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.778+0000 7fe7a3066b80 1 -- 172.21.15.46:0/1032610183 wait complete. 2024-04-26T01:49:27.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.778+0000 7fe7a3066b80 1 -- start start 2024-04-26T01:49:27.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.778+0000 7fe7a3066b80 1 Processor -- start 2024-04-26T01:49:27.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.779+0000 7fe7a3066b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55c9fe4cdef0 0x55c9fe4d9e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:27.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.779+0000 7fe7a3066b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9fe4d3780 0x55c9fe4d7110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:27.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.779+0000 7fe7a3066b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c9fe4d7650 0x55c9fe4d7ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:27.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.779+0000 7fe7a3066b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55c9fe4da920 con 0x55c9fe4d7650 2024-04-26T01:49:27.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.779+0000 7fe7a3066b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55c9fe3d9810 con 0x55c9fe4d3780 2024-04-26T01:49:27.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.779+0000 7fe7a3066b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55c9fe4daaa0 con 0x55c9fe4cdef0 2024-04-26T01:49:27.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.779+0000 7fe7a3066b80 10 client.0 _ll_register_callbacks cb 0x55c9fe3b86d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:49:27.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.779+0000 7fe795200700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9fe4d3780 0x55c9fe4d7110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:27.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.779+0000 7fe796600700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c9fe4d7650 0x55c9fe4d7ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:27.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.779+0000 7fe795200700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9fe4d3780 0x55c9fe4d7110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:44304/0 (socket says 172.21.15.46:44304) 2024-04-26T01:49:27.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.779+0000 7fe795200700 1 -- 172.21.15.46:0/1633743845 learned_addr learned my addr 172.21.15.46:0/1633743845 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:49:27.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.779+0000 7fe795c00700 1 --2- 172.21.15.46:0/1633743845 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55c9fe4cdef0 0x55c9fe4d9e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:27.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.780+0000 7fe795200700 1 -- 172.21.15.46:0/1633743845 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55c9fe4cdef0 msgr2=0x55c9fe4d9e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:27.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.780+0000 7fe795200700 1 --2- 172.21.15.46:0/1633743845 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55c9fe4cdef0 0x55c9fe4d9e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:27.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.780+0000 7fe795200700 1 -- 172.21.15.46:0/1633743845 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c9fe4d7650 msgr2=0x55c9fe4d7ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:27.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.780+0000 7fe795200700 1 --2- 172.21.15.46:0/1633743845 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c9fe4d7650 0x55c9fe4d7ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:27.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.780+0000 7fe795200700 1 -- 172.21.15.46:0/1633743845 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c9fe36d880 con 0x55c9fe4d3780 2024-04-26T01:49:27.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.780+0000 7fe795200700 1 --2- 172.21.15.46:0/1633743845 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9fe4d3780 0x55c9fe4d7110 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fe77c0a4dc0 tx=0x7fe77c00cf90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=65521a164d167c88 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:27.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.780+0000 7fe777400700 10 client.0 ms_handle_connect on v2:172.21.15.103:3300/0 2024-04-26T01:49:27.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.780+0000 7fe777400700 1 -- 172.21.15.46:0/1633743845 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe77c066060 con 0x55c9fe4d3780 2024-04-26T01:49:27.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.780+0000 7fe777400700 1 -- 172.21.15.46:0/1633743845 <== mon.2 v2:172.21.15.103:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fe77c09a980 con 0x55c9fe4d3780 2024-04-26T01:49:27.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.780+0000 7fe7a3066b80 1 -- 172.21.15.46:0/1633743845 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe77c0b3070 con 0x55c9fe4d3780 2024-04-26T01:49:27.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.781+0000 7fe777400700 1 -- 172.21.15.46:0/1633743845 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe77c01c070 con 0x55c9fe4d3780 2024-04-26T01:49:27.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.781+0000 7fe7a3066b80 10 client.24869 fetch_fsmap learned FSMap version 28 2024-04-26T01:49:27.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.781+0000 7fe7a3066b80 1 -- 172.21.15.46:0/1633743845 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55c9fe3b6aa0 con 0x55c9fe4d3780 2024-04-26T01:49:27.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.781+0000 7fe777400700 1 -- 172.21.15.46:0/1633743845 <== mon.2 v2:172.21.15.103:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe77c0b3070 con 0x55c9fe4d3780 2024-04-26T01:49:27.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.781+0000 7fe777400700 1 -- 172.21.15.46:0/1633743845 <== mon.2 v2:172.21.15.103:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fe77c005420 con 0x55c9fe4d3780 2024-04-26T01:49:27.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.781+0000 7fe7a3066b80 10 client.24869 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:49:27.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.781+0000 7fe7a3066b80 10 client.24869 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-26T01:49:27.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.782+0000 7fe7a3066b80 20 client.24869 populate_metadata read hostname 'smithi046' 2024-04-26T01:49:27.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.782+0000 7fe7a3066b80 1 --2- 172.21.15.46:0/1633743845 >> [v2:172.21.15.103:6836/356151155,v1:172.21.15.103:6837/356151155] conn(0x55c9fe4e68c0 0x55c9fe4e89a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:27.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.782+0000 7fe7a3066b80 4 client.24869 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:49:27.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.782+0000 7fe7a3066b80 1 -- 172.21.15.46:0/1633743845 --> [v2:172.21.15.103:6836/356151155,v1:172.21.15.103:6837/356151155] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c9fe42d630 con 0x55c9fe4e68c0 2024-04-26T01:49:27.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.782+0000 7fe795c00700 1 --2- 172.21.15.46:0/1633743845 >> [v2:172.21.15.103:6836/356151155,v1:172.21.15.103:6837/356151155] conn(0x55c9fe4e68c0 0x55c9fe4e89a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:27.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.782+0000 7fe795c00700 1 --2- 172.21.15.46:0/1633743845 >> [v2:172.21.15.103:6836/356151155,v1:172.21.15.103:6837/356151155] conn(0x55c9fe4e68c0 0x55c9fe4e89a0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=4374eaff540db680 server_cookie=acef959216cdb0c8 in_seq=0 out_seq=0 2024-04-26T01:49:27.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.782+0000 7fe777400700 10 client.24869 ms_handle_connect on v2:172.21.15.103:6836/356151155 2024-04-26T01:49:27.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.783+0000 7fe777400700 1 -- 172.21.15.46:0/1633743845 <== mds.4 v2:172.21.15.103:6836/356151155 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55c9fe42d630 con 0x55c9fe4e68c0 2024-04-26T01:49:27.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.783+0000 7fe777400700 10 client.24869 handle_command_reply: tid=0 2024-04-26T01:49:27.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.783+0000 7fe7a3066b80 1 client.24869 shutdown 2024-04-26T01:49:27.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.784+0000 7fe7a3066b80 1 -- 172.21.15.46:0/1633743845 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9fe4d3780 msgr2=0x55c9fe4d7110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:27.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.784+0000 7fe7a3066b80 1 --2- 172.21.15.46:0/1633743845 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9fe4d3780 0x55c9fe4d7110 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fe77c0a4dc0 tx=0x7fe77c00cf90 comp rx=0 tx=0).stop 2024-04-26T01:49:27.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.784+0000 7fe7a3066b80 1 -- 172.21.15.46:0/1633743845 shutdown_connections 2024-04-26T01:49:27.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.784+0000 7fe7a3066b80 1 --2- 172.21.15.46:0/1633743845 >> [v2:172.21.15.103:6836/356151155,v1:172.21.15.103:6837/356151155] conn(0x55c9fe4e68c0 0x55c9fe4e89a0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:27.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.784+0000 7fe7a3066b80 1 --2- 172.21.15.46:0/1633743845 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c9fe4d7650 0x55c9fe4d7ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:27.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.784+0000 7fe777400700 0 client.24869 ms_handle_reset on v2:172.21.15.103:6836/356151155 2024-04-26T01:49:27.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.784+0000 7fe7a3066b80 1 --2- 172.21.15.46:0/1633743845 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55c9fe4cdef0 0x55c9fe4d9e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:27.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.784+0000 7fe7a3066b80 1 --2- 172.21.15.46:0/1633743845 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9fe4d3780 0x55c9fe4d7110 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:27.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.784+0000 7fe7a3066b80 1 -- 172.21.15.46:0/1633743845 >> 172.21.15.46:0/1633743845 conn(0x55c9fe3fbf00 msgr2=0x55c9fe4c7e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:27.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.784+0000 7fe7a3066b80 1 -- 172.21.15.46:0/1633743845 shutdown_connections 2024-04-26T01:49:27.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.784+0000 7fe7a3066b80 1 -- 172.21.15.46:0/1633743845 wait complete. 2024-04-26T01:49:27.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.784+0000 7fe7a3066b80 20 client.24869 trim_cache size 0 max 16384 2024-04-26T01:49:27.805 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.807+0000 7fe7a3066b80 1 Processor -- start 2024-04-26T01:49:27.805 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.807+0000 7fe7a3066b80 1 -- start start 2024-04-26T01:49:27.806 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.807+0000 7fe7a3066b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9fe4cdef0 0x55c9fe4cd9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:27.806 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.807+0000 7fe7a3066b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55c9fe4d3780 0x55c9fe4d7a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:27.806 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.807+0000 7fe7a3066b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c9fe4d7650 0x55c9fe4ce2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:27.806 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.807+0000 7fe7a3066b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55c9fe4e6ce0 con 0x55c9fe4d7650 2024-04-26T01:49:27.806 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.807+0000 7fe7a3066b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55c9fe4e73b0 con 0x55c9fe4cdef0 2024-04-26T01:49:27.806 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.807+0000 7fe7a3066b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55c9fe4e7a80 con 0x55c9fe4d3780 2024-04-26T01:49:27.806 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.808+0000 7fe796600700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c9fe4d7650 0x55c9fe4ce2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:27.806 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.808+0000 7fe795200700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55c9fe4d3780 0x55c9fe4d7a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:27.806 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.808+0000 7fe795200700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55c9fe4d3780 0x55c9fe4d7a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:60106/0 (socket says 172.21.15.46:60106) 2024-04-26T01:49:27.806 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.808+0000 7fe795200700 1 -- 172.21.15.46:0/1732810826 learned_addr learned my addr 172.21.15.46:0/1732810826 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:49:27.806 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.808+0000 7fe795c00700 1 --2- 172.21.15.46:0/1732810826 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9fe4cdef0 0x55c9fe4cd9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:27.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.808+0000 7fe795200700 1 -- 172.21.15.46:0/1732810826 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9fe4cdef0 msgr2=0x55c9fe4cd9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:27.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.808+0000 7fe795200700 1 --2- 172.21.15.46:0/1732810826 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9fe4cdef0 0x55c9fe4cd9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:27.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.808+0000 7fe795200700 1 -- 172.21.15.46:0/1732810826 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c9fe4d7650 msgr2=0x55c9fe4ce2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:27.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.808+0000 7fe795200700 1 --2- 172.21.15.46:0/1732810826 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c9fe4d7650 0x55c9fe4ce2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:27.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.808+0000 7fe795200700 1 -- 172.21.15.46:0/1732810826 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c9fe4d3db0 con 0x55c9fe4d3780 2024-04-26T01:49:27.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.809+0000 7fe795200700 1 --2- 172.21.15.46:0/1732810826 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55c9fe4d3780 0x55c9fe4d7a50 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fe77c09c380 tx=0x7fe77c09c290 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b31fa2db777e2ae0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:27.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.809+0000 7fe782000700 1 -- 172.21.15.46:0/1732810826 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe77c066040 con 0x55c9fe4d3780 2024-04-26T01:49:27.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.809+0000 7fe782000700 1 -- 172.21.15.46:0/1732810826 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe77c0b3070 con 0x55c9fe4d3780 2024-04-26T01:49:27.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.809+0000 7fe782000700 1 -- 172.21.15.46:0/1732810826 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe77c09a980 con 0x55c9fe4d3780 2024-04-26T01:49:27.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.810+0000 7fe7a3066b80 1 -- 172.21.15.46:0/1732810826 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55c9fe4d3780 msgr2=0x55c9fe4d7a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:27.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.810+0000 7fe7a3066b80 1 --2- 172.21.15.46:0/1732810826 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55c9fe4d3780 0x55c9fe4d7a50 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fe77c09c380 tx=0x7fe77c09c290 comp rx=0 tx=0).stop 2024-04-26T01:49:27.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.810+0000 7fe7a3066b80 1 -- 172.21.15.46:0/1732810826 shutdown_connections 2024-04-26T01:49:27.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.810+0000 7fe7a3066b80 1 --2- 172.21.15.46:0/1732810826 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c9fe4d7650 0x55c9fe4ce2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:27.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.810+0000 7fe7a3066b80 1 --2- 172.21.15.46:0/1732810826 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9fe4cdef0 0x55c9fe4cd9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:27.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.810+0000 7fe7a3066b80 1 --2- 172.21.15.46:0/1732810826 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55c9fe4d3780 0x55c9fe4d7a50 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:27.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.810+0000 7fe7a3066b80 1 -- 172.21.15.46:0/1732810826 >> 172.21.15.46:0/1732810826 conn(0x55c9fe3fbf00 msgr2=0x55c9fe4c4ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:27.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.810+0000 7fe7a3066b80 1 -- 172.21.15.46:0/1732810826 shutdown_connections 2024-04-26T01:49:27.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.810+0000 7fe7a3066b80 1 -- 172.21.15.46:0/1732810826 wait complete. 2024-04-26T01:49:27.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.810+0000 7fe7a3066b80 1 -- start start 2024-04-26T01:49:27.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.811+0000 7fe7a3066b80 1 Processor -- start 2024-04-26T01:49:27.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.811+0000 7fe7a3066b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55c9fe4cdef0 0x55c9fe4c8100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:27.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.811+0000 7fe7a3066b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c9fe4d3780 0x55c9fe4c8640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:27.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.811+0000 7fe7a3066b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9fe4d7650 0x55c9fe4f0500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:27.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.811+0000 7fe7a3066b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55c9fe4e8820 con 0x55c9fe4d3780 2024-04-26T01:49:27.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.811+0000 7fe7a3066b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55c9fe4e8150 con 0x55c9fe4d7650 2024-04-26T01:49:27.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.811+0000 7fe7a3066b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55c9fe4e8ef0 con 0x55c9fe4cdef0 2024-04-26T01:49:27.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.811+0000 7fe7a3066b80 10 client.0 _ll_register_callbacks cb 0x55c9fe3b86d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:49:27.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.811+0000 7fe795200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c9fe4d3780 0x55c9fe4c8640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:27.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.811+0000 7fe795200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c9fe4d3780 0x55c9fe4c8640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:48868/0 (socket says 172.21.15.46:48868) 2024-04-26T01:49:27.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.811+0000 7fe795200700 1 -- 172.21.15.46:0/1941963345 learned_addr learned my addr 172.21.15.46:0/1941963345 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:49:27.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.811+0000 7fe796600700 1 --2- 172.21.15.46:0/1941963345 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9fe4d7650 0x55c9fe4f0500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:27.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.811+0000 7fe795c00700 1 --2- 172.21.15.46:0/1941963345 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55c9fe4cdef0 0x55c9fe4c8100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:27.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.812+0000 7fe795200700 1 -- 172.21.15.46:0/1941963345 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55c9fe4cdef0 msgr2=0x55c9fe4c8100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:27.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.812+0000 7fe795200700 1 --2- 172.21.15.46:0/1941963345 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55c9fe4cdef0 0x55c9fe4c8100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:27.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.812+0000 7fe795200700 1 -- 172.21.15.46:0/1941963345 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9fe4d7650 msgr2=0x55c9fe4f0500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:27.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.812+0000 7fe795200700 1 --2- 172.21.15.46:0/1941963345 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9fe4d7650 0x55c9fe4f0500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:27.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.812+0000 7fe795200700 1 -- 172.21.15.46:0/1941963345 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c9fe4f0af0 con 0x55c9fe4d3780 2024-04-26T01:49:27.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.812+0000 7fe795200700 1 --2- 172.21.15.46:0/1941963345 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c9fe4d3780 0x55c9fe4c8640 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fe77c005820 tx=0x7fe77c09c1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96a4bb4057728836 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:27.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.812+0000 7fe777400700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2024-04-26T01:49:27.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.812+0000 7fe777400700 1 -- 172.21.15.46:0/1941963345 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe77c066040 con 0x55c9fe4d3780 2024-04-26T01:49:27.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.812+0000 7fe777400700 1 -- 172.21.15.46:0/1941963345 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fe77c0984c0 con 0x55c9fe4d3780 2024-04-26T01:49:27.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.812+0000 7fe7a3066b80 1 -- 172.21.15.46:0/1941963345 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe77c0b3070 con 0x55c9fe4d3780 2024-04-26T01:49:27.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.813+0000 7fe777400700 1 -- 172.21.15.46:0/1941963345 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe77c0a0a30 con 0x55c9fe4d3780 2024-04-26T01:49:27.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.813+0000 7fe7a3066b80 10 client.14751 fetch_fsmap learned FSMap version 28 2024-04-26T01:49:27.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.813+0000 7fe7a3066b80 1 -- 172.21.15.46:0/1941963345 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55c9fe4f0af0 con 0x55c9fe4d3780 2024-04-26T01:49:27.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.813+0000 7fe777400700 1 -- 172.21.15.46:0/1941963345 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe77c0b3070 con 0x55c9fe4d3780 2024-04-26T01:49:27.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.813+0000 7fe777400700 1 -- 172.21.15.46:0/1941963345 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fe77c09b740 con 0x55c9fe4d3780 2024-04-26T01:49:27.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.813+0000 7fe7a3066b80 10 client.14751 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:49:27.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.813+0000 7fe7a3066b80 10 client.14751 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-26T01:49:27.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.813+0000 7fe7a3066b80 20 client.14751 populate_metadata read hostname 'smithi046' 2024-04-26T01:49:27.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.813+0000 7fe7a3066b80 1 --2- 172.21.15.46:0/1941963345 >> [v2:172.21.15.103:6836/356151155,v1:172.21.15.103:6837/356151155] conn(0x55c9fe553480 0x55c9fe552190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:27.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.813+0000 7fe7a3066b80 4 client.14751 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T01:49:27.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.813+0000 7fe7a3066b80 1 -- 172.21.15.46:0/1941963345 --> [v2:172.21.15.103:6836/356151155,v1:172.21.15.103:6837/356151155] -- command(tid 0: {"prefix": "status"}) -- 0x55c9fe4276d0 con 0x55c9fe553480 2024-04-26T01:49:27.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.814+0000 7fe795c00700 1 --2- 172.21.15.46:0/1941963345 >> [v2:172.21.15.103:6836/356151155,v1:172.21.15.103:6837/356151155] conn(0x55c9fe553480 0x55c9fe552190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:27.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.814+0000 7fe795c00700 1 --2- 172.21.15.46:0/1941963345 >> [v2:172.21.15.103:6836/356151155,v1:172.21.15.103:6837/356151155] conn(0x55c9fe553480 0x55c9fe552190 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=b5e8cb0c3534dee6 server_cookie=407c6c644f6fc9a6 in_seq=0 out_seq=0 2024-04-26T01:49:27.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.814+0000 7fe777400700 10 client.14751 ms_handle_connect on v2:172.21.15.103:6836/356151155 2024-04-26T01:49:27.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.815+0000 7fe777400700 1 -- 172.21.15.46:0/1941963345 <== mds.4 v2:172.21.15.103:6836/356151155 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55c9fe4276d0 con 0x55c9fe553480 2024-04-26T01:49:27.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.815+0000 7fe777400700 10 client.14751 handle_command_reply: tid=0 2024-04-26T01:49:27.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.815+0000 7fe7a3066b80 1 client.14751 shutdown 2024-04-26T01:49:27.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.815+0000 7fe7a3066b80 1 -- 172.21.15.46:0/1941963345 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c9fe4d3780 msgr2=0x55c9fe4c8640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:27.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.815+0000 7fe7a3066b80 1 --2- 172.21.15.46:0/1941963345 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c9fe4d3780 0x55c9fe4c8640 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fe77c005820 tx=0x7fe77c09c1c0 comp rx=0 tx=0).stop 2024-04-26T01:49:27.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.815+0000 7fe7a3066b80 1 -- 172.21.15.46:0/1941963345 shutdown_connections 2024-04-26T01:49:27.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.815+0000 7fe7a3066b80 1 --2- 172.21.15.46:0/1941963345 >> [v2:172.21.15.103:6836/356151155,v1:172.21.15.103:6837/356151155] conn(0x55c9fe553480 0x55c9fe552190 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:27.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.815+0000 7fe7a3066b80 1 --2- 172.21.15.46:0/1941963345 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9fe4d7650 0x55c9fe4f0500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:27.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.815+0000 7fe7a3066b80 1 --2- 172.21.15.46:0/1941963345 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55c9fe4cdef0 0x55c9fe4c8100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:27.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.815+0000 7fe7a3066b80 1 --2- 172.21.15.46:0/1941963345 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55c9fe4d3780 0x55c9fe4c8640 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:27.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.815+0000 7fe777400700 0 client.14751 ms_handle_reset on v2:172.21.15.103:6836/356151155 2024-04-26T01:49:27.816 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.815+0000 7fe7a3066b80 1 -- 172.21.15.46:0/1941963345 >> 172.21.15.46:0/1941963345 conn(0x55c9fe3fbf00 msgr2=0x55c9fe4ce2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:27.816 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.815+0000 7fe7a3066b80 1 -- 172.21.15.46:0/1941963345 shutdown_connections 2024-04-26T01:49:27.816 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.815+0000 7fe7a3066b80 1 -- 172.21.15.46:0/1941963345 wait complete. 2024-04-26T01:49:27.816 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.815+0000 7fe7a3066b80 20 client.14751 trim_cache size 0 max 16384 2024-04-26T01:49:27.816 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-04-26T01:49:27.816 INFO:teuthology.orchestra.run.smithi046.stdout: "cluster_fsid": "4e298560-036d-11ef-bc93-c7b262605968", 2024-04-26T01:49:27.816 INFO:teuthology.orchestra.run.smithi046.stdout: "whoami": 4, 2024-04-26T01:49:27.816 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 24488, 2024-04-26T01:49:27.816 INFO:teuthology.orchestra.run.smithi046.stdout: "want_state": "up:active", 2024-04-26T01:49:27.816 INFO:teuthology.orchestra.run.smithi046.stdout: "state": "up:active", 2024-04-26T01:49:27.816 INFO:teuthology.orchestra.run.smithi046.stdout: "fs_name": "cephfs", 2024-04-26T01:49:27.817 INFO:teuthology.orchestra.run.smithi046.stdout: "rank_uptime": 154.85121534699999, 2024-04-26T01:49:27.817 INFO:teuthology.orchestra.run.smithi046.stdout: "mdsmap_epoch": 28, 2024-04-26T01:49:27.817 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch": 91, 2024-04-26T01:49:27.817 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T01:49:27.817 INFO:teuthology.orchestra.run.smithi046.stdout: "uptime": 212.81177242000001 2024-04-26T01:49:27.817 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-04-26T01:49:27.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.816+0000 7fe798600700 1 -- 172.21.15.46:0/3411008359 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fe7780a3c40 msgr2=0x7fe7780a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:27.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.816+0000 7fe798600700 1 --2- 172.21.15.46:0/3411008359 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fe7780a3c40 0x7fe7780a6100 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fe788007610 tx=0x7fe7880079d0 comp rx=0 tx=0).stop 2024-04-26T01:49:27.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.816+0000 7fe798600700 1 -- 172.21.15.46:0/3411008359 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe79006b0f0 msgr2=0x7fe79019b9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:27.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.816+0000 7fe798600700 1 --2- 172.21.15.46:0/3411008359 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe79006b0f0 0x7fe79019b9e0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fe77c00e9f0 tx=0x7fe77c00ed00 comp rx=0 tx=0).stop 2024-04-26T01:49:27.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.816+0000 7fe798600700 1 -- 172.21.15.46:0/3411008359 shutdown_connections 2024-04-26T01:49:27.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.816+0000 7fe798600700 1 --2- 172.21.15.46:0/3411008359 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fe7780a3c40 0x7fe7780a6100 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:27.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.816+0000 7fe798600700 1 --2- 172.21.15.46:0/3411008359 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe790108a30 0x7fe79019fd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:27.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.816+0000 7fe798600700 1 --2- 172.21.15.46:0/3411008359 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe79006a750 0x7fe79019b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:27.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.816+0000 7fe798600700 1 --2- 172.21.15.46:0/3411008359 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe79006b0f0 0x7fe79019b9e0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:27.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.816+0000 7fe798600700 1 -- 172.21.15.46:0/3411008359 >> 172.21.15.46:0/3411008359 conn(0x7fe7900788f0 msgr2=0x7fe79010df10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:27.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.816+0000 7fe798600700 1 -- 172.21.15.46:0/3411008359 shutdown_connections 2024-04-26T01:49:27.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:27.816+0000 7fe798600700 1 -- 172.21.15.46:0/3411008359 wait complete. 2024-04-26T01:49:28.617 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph tell mds.c status 2024-04-26T01:49:28.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:49:28 smithi046 ceph-mon[28013]: pgmap v424: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:49:28.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:49:28 smithi103 ceph-mon[32920]: pgmap v424: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:49:28.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:49:28 smithi163 ceph-mon[32592]: pgmap v424: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:49:29.075 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:49:30.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:49:30 smithi046 ceph-mon[28013]: pgmap v425: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:49:30.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:49:30 smithi103 ceph-mon[32920]: pgmap v425: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:49:30.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:49:30 smithi163 ceph-mon[32592]: pgmap v425: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:49:31.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.362+0000 7f78c2a00700 1 -- 172.21.15.46:0/2358058411 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f78bc1092d0 msgr2=0x7f78bc1096b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:31.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.362+0000 7f78c2a00700 1 --2- 172.21.15.46:0/2358058411 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f78bc1092d0 0x7f78bc1096b0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f78ac009990 tx=0x7f78ac009ca0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.362+0000 7f78c2a00700 1 -- 172.21.15.46:0/2358058411 shutdown_connections 2024-04-26T01:49:31.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.362+0000 7f78c2a00700 1 --2- 172.21.15.46:0/2358058411 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f78bc10e3b0 0x7f78bc115f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.362+0000 7f78c2a00700 1 --2- 172.21.15.46:0/2358058411 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f78bc1092d0 0x7f78bc1096b0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.362+0000 7f78c2a00700 1 --2- 172.21.15.46:0/2358058411 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f78bc109c80 0x7f78bc10dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.362+0000 7f78c2a00700 1 -- 172.21.15.46:0/2358058411 >> 172.21.15.46:0/2358058411 conn(0x7f78bc076210 msgr2=0x7f78bc107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:31.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.362+0000 7f78c2a00700 1 -- 172.21.15.46:0/2358058411 shutdown_connections 2024-04-26T01:49:31.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.362+0000 7f78c2a00700 1 -- 172.21.15.46:0/2358058411 wait complete. 2024-04-26T01:49:31.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.363+0000 7f78c2a00700 1 Processor -- start 2024-04-26T01:49:31.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.364+0000 7f78c2a00700 1 -- start start 2024-04-26T01:49:31.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.364+0000 7f78c2a00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f78bc1092d0 0x7f78bc1a5560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:31.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.364+0000 7f78c2a00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f78bc109c80 0x7f78bc1a5aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:31.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.364+0000 7f78c2a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f78bc10e3b0 0x7f78bc19f630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:31.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.364+0000 7f78c2a00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f78bc1193d0 con 0x7f78bc10e3b0 2024-04-26T01:49:31.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.364+0000 7f78c2a00700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f78bc119250 con 0x7f78bc1092d0 2024-04-26T01:49:31.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.364+0000 7f78c2a00700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f78bc119550 con 0x7f78bc109c80 2024-04-26T01:49:31.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.364+0000 7f78bbe00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f78bc1092d0 0x7f78bc1a5560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:31.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.364+0000 7f78bb400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f78bc109c80 0x7f78bc1a5aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:31.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.364+0000 7f78c0a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f78bc10e3b0 0x7f78bc19f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:31.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.364+0000 7f78bbe00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f78bc1092d0 0x7f78bc1a5560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:44350/0 (socket says 172.21.15.46:44350) 2024-04-26T01:49:31.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.364+0000 7f78bb400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f78bc109c80 0x7f78bc1a5aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:60128/0 (socket says 172.21.15.46:60128) 2024-04-26T01:49:31.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.364+0000 7f78bbe00700 1 -- 172.21.15.46:0/234345933 learned_addr learned my addr 172.21.15.46:0/234345933 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:49:31.364 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.365+0000 7f78bbe00700 1 -- 172.21.15.46:0/234345933 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f78bc109c80 msgr2=0x7f78bc1a5aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:31.364 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.365+0000 7f78bbe00700 1 --2- 172.21.15.46:0/234345933 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f78bc109c80 0x7f78bc1a5aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.364 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.365+0000 7f78bbe00700 1 -- 172.21.15.46:0/234345933 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f78bc10e3b0 msgr2=0x7f78bc19f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:31.364 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.365+0000 7f78bbe00700 1 --2- 172.21.15.46:0/234345933 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f78bc10e3b0 0x7f78bc19f630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.364 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.365+0000 7f78bbe00700 1 -- 172.21.15.46:0/234345933 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78bc19ff10 con 0x7f78bc1092d0 2024-04-26T01:49:31.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.365+0000 7f78bb400700 1 --2- 172.21.15.46:0/234345933 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f78bc109c80 0x7f78bc1a5aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:49:31.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.365+0000 7f78bbe00700 1 --2- 172.21.15.46:0/234345933 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f78bc1092d0 0x7f78bc1a5560 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f78ac000c00 tx=0x7f78ac005ef0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:31.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.366+0000 7f78b8c00700 1 -- 172.21.15.46:0/234345933 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78ac027070 con 0x7f78bc1092d0 2024-04-26T01:49:31.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.366+0000 7f78b8c00700 1 -- 172.21.15.46:0/234345933 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f78ac00fd00 con 0x7f78bc1092d0 2024-04-26T01:49:31.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.366+0000 7f78c2a00700 1 -- 172.21.15.46:0/234345933 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78bc1a01a0 con 0x7f78bc1092d0 2024-04-26T01:49:31.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.366+0000 7f78b8c00700 1 -- 172.21.15.46:0/234345933 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78ac0173f0 con 0x7f78bc1092d0 2024-04-26T01:49:31.365 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.366+0000 7f78c2a00700 1 -- 172.21.15.46:0/234345933 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78bc1ac4e0 con 0x7f78bc1092d0 2024-04-26T01:49:31.367 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.369+0000 7f78b8c00700 1 -- 172.21.15.46:0/234345933 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f78ac02a070 con 0x7f78bc1092d0 2024-04-26T01:49:31.368 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.371+0000 7f78cd3fbb80 1 Processor -- start 2024-04-26T01:49:31.368 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.371+0000 7f78cd3fbb80 1 -- start start 2024-04-26T01:49:31.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.371+0000 7f78b8c00700 1 --2- 172.21.15.46:0/234345933 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f78a00a3cc0 0x7f78a00a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:31.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.371+0000 7f78cd3fbb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf369e02f0 0x55cf369e06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:31.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.371+0000 7f78cd3fbb80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf369e0c10 0x55cf369eb570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:31.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.371+0000 7f78b8c00700 1 -- 172.21.15.46:0/234345933 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f78ac0d1180 con 0x7f78bc1092d0 2024-04-26T01:49:31.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.371+0000 7f78cd3fbb80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55cf369ebab0 0x55cf369edea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:31.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.371+0000 7f78cd3fbb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55cf36933e40 con 0x55cf369e02f0 2024-04-26T01:49:31.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.371+0000 7f78cd3fbb80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55cf368da6e0 con 0x55cf369e0c10 2024-04-26T01:49:31.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.371+0000 7f78cd3fbb80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55cf3692fe00 con 0x55cf369ebab0 2024-04-26T01:49:31.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.371+0000 7f78c0a00700 1 --2- 172.21.15.46:0/234345933 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f78a00a3cc0 0x7f78a00a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:31.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.372+0000 7f78bb400700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf369e0c10 0x55cf369eb570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:31.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.372+0000 7f78bb400700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf369e0c10 0x55cf369eb570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:44362/0 (socket says 172.21.15.46:44362) 2024-04-26T01:49:31.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.372+0000 7f78bb400700 1 -- 172.21.15.46:0/1699227718 learned_addr learned my addr 172.21.15.46:0/1699227718 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:49:31.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.372+0000 7f78bbe00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf369e02f0 0x55cf369e06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:31.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.372+0000 7f78c0a00700 1 --2- 172.21.15.46:0/1699227718 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55cf369ebab0 0x55cf369edea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:31.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.372+0000 7f78bb400700 1 -- 172.21.15.46:0/1699227718 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55cf369ebab0 msgr2=0x55cf369edea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:31.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.372+0000 7f78bb400700 1 --2- 172.21.15.46:0/1699227718 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55cf369ebab0 0x55cf369edea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.372+0000 7f78bb400700 1 -- 172.21.15.46:0/1699227718 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf369e02f0 msgr2=0x55cf369e06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:31.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.372+0000 7f78bb400700 1 --2- 172.21.15.46:0/1699227718 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf369e02f0 0x55cf369e06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.372+0000 7f78bb400700 1 -- 172.21.15.46:0/1699227718 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cf368d0630 con 0x55cf369e0c10 2024-04-26T01:49:31.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.373+0000 7f78c0a00700 1 --2- 172.21.15.46:0/234345933 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f78a00a3cc0 0x7f78a00a6180 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f78b4009ec0 tx=0x7f78b40134a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:31.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.373+0000 7f78bb400700 1 --2- 172.21.15.46:0/1699227718 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf369e0c10 0x55cf369eb570 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f78a80114f0 tx=0x7f78a8011800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=16072bd60981861b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:31.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.373+0000 7f78b1600700 1 -- 172.21.15.46:0/1699227718 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78a8004220 con 0x55cf369e0c10 2024-04-26T01:49:31.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.373+0000 7f78b1600700 1 -- 172.21.15.46:0/1699227718 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f78a80043c0 con 0x55cf369e0c10 2024-04-26T01:49:31.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.373+0000 7f78b1600700 1 -- 172.21.15.46:0/1699227718 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78a800e9d0 con 0x55cf369e0c10 2024-04-26T01:49:31.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.374+0000 7f78cd3fbb80 1 -- 172.21.15.46:0/1699227718 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf369e0c10 msgr2=0x55cf369eb570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:31.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.374+0000 7f78cd3fbb80 1 --2- 172.21.15.46:0/1699227718 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf369e0c10 0x55cf369eb570 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f78a80114f0 tx=0x7f78a8011800 comp rx=0 tx=0).stop 2024-04-26T01:49:31.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.374+0000 7f78cd3fbb80 1 -- 172.21.15.46:0/1699227718 shutdown_connections 2024-04-26T01:49:31.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.374+0000 7f78cd3fbb80 1 --2- 172.21.15.46:0/1699227718 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55cf369ebab0 0x55cf369edea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.374+0000 7f78cd3fbb80 1 --2- 172.21.15.46:0/1699227718 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf369e02f0 0x55cf369e06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.374+0000 7f78cd3fbb80 1 --2- 172.21.15.46:0/1699227718 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf369e0c10 0x55cf369eb570 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.374+0000 7f78cd3fbb80 1 -- 172.21.15.46:0/1699227718 >> 172.21.15.46:0/1699227718 conn(0x55cf3690f550 msgr2=0x55cf369dc790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:31.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.374+0000 7f78cd3fbb80 1 -- 172.21.15.46:0/1699227718 shutdown_connections 2024-04-26T01:49:31.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.374+0000 7f78cd3fbb80 1 -- 172.21.15.46:0/1699227718 wait complete. 2024-04-26T01:49:31.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.375+0000 7f78cd3fbb80 1 -- start start 2024-04-26T01:49:31.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.375+0000 7f78cd3fbb80 1 Processor -- start 2024-04-26T01:49:31.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.375+0000 7f78cd3fbb80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf369e02f0 0x55cf369eb1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:31.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.375+0000 7f78cd3fbb80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55cf369e0c10 0x55cf369e84d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:31.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.375+0000 7f78cd3fbb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf369ebab0 0x55cf369e8a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:31.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.375+0000 7f78cd3fbb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55cf369ee5a0 con 0x55cf369ebab0 2024-04-26T01:49:31.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.375+0000 7f78cd3fbb80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55cf368ed810 con 0x55cf369e02f0 2024-04-26T01:49:31.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.375+0000 7f78cd3fbb80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55cf369ee720 con 0x55cf369e0c10 2024-04-26T01:49:31.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.376+0000 7f78cd3fbb80 10 client.0 _ll_register_callbacks cb 0x55cf368cc6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:49:31.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.376+0000 7f78bbe00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf369e02f0 0x55cf369eb1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:31.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.376+0000 7f78bb400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55cf369e0c10 0x55cf369e84d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:31.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.376+0000 7f78bbe00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf369e02f0 0x55cf369eb1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:44374/0 (socket says 172.21.15.46:44374) 2024-04-26T01:49:31.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.376+0000 7f78c0a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf369ebab0 0x55cf369e8a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:31.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.376+0000 7f78bbe00700 1 -- 172.21.15.46:0/2842567992 learned_addr learned my addr 172.21.15.46:0/2842567992 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:49:31.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.376+0000 7f78bbe00700 1 -- 172.21.15.46:0/2842567992 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55cf369e0c10 msgr2=0x55cf369e84d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:31.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.376+0000 7f78bbe00700 1 --2- 172.21.15.46:0/2842567992 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55cf369e0c10 0x55cf369e84d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.376+0000 7f78bbe00700 1 -- 172.21.15.46:0/2842567992 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf369ebab0 msgr2=0x55cf369e8a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:31.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.376+0000 7f78bbe00700 1 --2- 172.21.15.46:0/2842567992 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf369ebab0 0x55cf369e8a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.376+0000 7f78bbe00700 1 -- 172.21.15.46:0/2842567992 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cf36881880 con 0x55cf369e02f0 2024-04-26T01:49:31.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.376+0000 7f78c0a00700 1 --2- 172.21.15.46:0/2842567992 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf369ebab0 0x55cf369e8a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:49:31.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.377+0000 7f78bbe00700 1 --2- 172.21.15.46:0/2842567992 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf369e02f0 0x55cf369eb1d0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f78ac00ffd0 tx=0x7f78ac022990 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7ec027e677f84663 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:31.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.377+0000 7f78a6000700 10 client.0 ms_handle_connect on v2:172.21.15.103:3300/0 2024-04-26T01:49:31.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.377+0000 7f78a6000700 1 -- 172.21.15.46:0/2842567992 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78ac09d4a0 con 0x55cf369e02f0 2024-04-26T01:49:31.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.377+0000 7f78cd3fbb80 1 -- 172.21.15.46:0/2842567992 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f78a80043c0 con 0x55cf369e02f0 2024-04-26T01:49:31.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.377+0000 7f78a6000700 1 -- 172.21.15.46:0/2842567992 <== mon.2 v2:172.21.15.103:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f78ac0a5bf0 con 0x55cf369e02f0 2024-04-26T01:49:31.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.377+0000 7f78a6000700 1 -- 172.21.15.46:0/2842567992 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f78ac0a1850 con 0x55cf369e02f0 2024-04-26T01:49:31.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.377+0000 7f78cd3fbb80 10 client.24887 fetch_fsmap learned FSMap version 28 2024-04-26T01:49:31.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.377+0000 7f78cd3fbb80 1 -- 172.21.15.46:0/2842567992 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55cf368caaa0 con 0x55cf369e02f0 2024-04-26T01:49:31.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.377+0000 7f78a6000700 1 -- 172.21.15.46:0/2842567992 <== mon.2 v2:172.21.15.103:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f78a80043c0 con 0x55cf369e02f0 2024-04-26T01:49:31.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.377+0000 7f78a6000700 1 -- 172.21.15.46:0/2842567992 <== mon.2 v2:172.21.15.103:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f78ac0b6b90 con 0x55cf369e02f0 2024-04-26T01:49:31.378 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.378+0000 7f78cd3fbb80 10 client.24887 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:49:31.378 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.378+0000 7f78cd3fbb80 10 client.24887 resolve_mds: resolved name 'c' to daemon mds.c 2024-04-26T01:49:31.378 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.378+0000 7f78cd3fbb80 20 client.24887 populate_metadata read hostname 'smithi046' 2024-04-26T01:49:31.378 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.378+0000 7f78cd3fbb80 1 --2- 172.21.15.46:0/2842567992 >> [v2:172.21.15.163:6836/3255035214,v1:172.21.15.163:6837/3255035214] conn(0x55cf369fb260 0x55cf369fc6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:31.378 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.378+0000 7f78cd3fbb80 4 client.24887 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:49:31.378 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.378+0000 7f78cd3fbb80 1 -- 172.21.15.46:0/2842567992 --> [v2:172.21.15.163:6836/3255035214,v1:172.21.15.163:6837/3255035214] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cf36941630 con 0x55cf369fb260 2024-04-26T01:49:31.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.378+0000 7f78bb400700 1 --2- 172.21.15.46:0/2842567992 >> [v2:172.21.15.163:6836/3255035214,v1:172.21.15.163:6837/3255035214] conn(0x55cf369fb260 0x55cf369fc6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:31.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.379+0000 7f78bb400700 1 --2- 172.21.15.46:0/2842567992 >> [v2:172.21.15.163:6836/3255035214,v1:172.21.15.163:6837/3255035214] conn(0x55cf369fb260 0x55cf369fc6d0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=5c586e30f1f4527c server_cookie=22377f864a4d1521 in_seq=0 out_seq=0 2024-04-26T01:49:31.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.379+0000 7f78a6000700 10 client.24887 ms_handle_connect on v2:172.21.15.163:6836/3255035214 2024-04-26T01:49:31.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.380+0000 7f78a6000700 1 -- 172.21.15.46:0/2842567992 <== mds.3 v2:172.21.15.163:6836/3255035214 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55cf36941630 con 0x55cf369fb260 2024-04-26T01:49:31.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.380+0000 7f78a6000700 10 client.24887 handle_command_reply: tid=0 2024-04-26T01:49:31.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.380+0000 7f78cd3fbb80 1 client.24887 shutdown 2024-04-26T01:49:31.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.380+0000 7f78cd3fbb80 1 -- 172.21.15.46:0/2842567992 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf369e02f0 msgr2=0x55cf369eb1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:31.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.380+0000 7f78cd3fbb80 1 --2- 172.21.15.46:0/2842567992 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf369e02f0 0x55cf369eb1d0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f78ac00ffd0 tx=0x7f78ac022990 comp rx=0 tx=0).stop 2024-04-26T01:49:31.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.380+0000 7f78cd3fbb80 1 -- 172.21.15.46:0/2842567992 shutdown_connections 2024-04-26T01:49:31.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.380+0000 7f78cd3fbb80 1 --2- 172.21.15.46:0/2842567992 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf369ebab0 0x55cf369e8a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.380+0000 7f78cd3fbb80 1 --2- 172.21.15.46:0/2842567992 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf369e02f0 0x55cf369eb1d0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.380+0000 7f78cd3fbb80 1 --2- 172.21.15.46:0/2842567992 >> [v2:172.21.15.163:6836/3255035214,v1:172.21.15.163:6837/3255035214] conn(0x55cf369fb260 0x55cf369fc6d0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.380+0000 7f78cd3fbb80 1 --2- 172.21.15.46:0/2842567992 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55cf369e0c10 0x55cf369e84d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.380+0000 7f78a6000700 0 client.24887 ms_handle_reset on v2:172.21.15.163:6836/3255035214 2024-04-26T01:49:31.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.380+0000 7f78cd3fbb80 1 -- 172.21.15.46:0/2842567992 >> 172.21.15.46:0/2842567992 conn(0x55cf3690f550 msgr2=0x55cf369e2bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:31.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.380+0000 7f78cd3fbb80 1 -- 172.21.15.46:0/2842567992 shutdown_connections 2024-04-26T01:49:31.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.380+0000 7f78cd3fbb80 1 -- 172.21.15.46:0/2842567992 wait complete. 2024-04-26T01:49:31.381 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.381+0000 7f78cd3fbb80 20 client.24887 trim_cache size 0 max 16384 2024-04-26T01:49:31.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.403+0000 7f78cd3fbb80 1 Processor -- start 2024-04-26T01:49:31.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.403+0000 7f78cd3fbb80 1 -- start start 2024-04-26T01:49:31.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.404+0000 7f78cd3fbb80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf369e02f0 0x55cf369e7a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:31.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.404+0000 7f78cd3fbb80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55cf369e0c10 0x55cf369e89c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:31.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.404+0000 7f78cd3fbb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf369ebab0 0x55cf36a05b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:31.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.404+0000 7f78cd3fbb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55cf369faa10 con 0x55cf369ebab0 2024-04-26T01:49:31.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.404+0000 7f78cd3fbb80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55cf369fb0e0 con 0x55cf369e02f0 2024-04-26T01:49:31.402 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.404+0000 7f78cd3fbb80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55cf369fb7b0 con 0x55cf369e0c10 2024-04-26T01:49:31.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.404+0000 7f78c0a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf369ebab0 0x55cf36a05b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:31.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.404+0000 7f78bbe00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf369e02f0 0x55cf369e7a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:31.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.404+0000 7f78bbe00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf369e02f0 0x55cf369e7a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:44378/0 (socket says 172.21.15.46:44378) 2024-04-26T01:49:31.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.404+0000 7f78bbe00700 1 -- 172.21.15.46:0/123466819 learned_addr learned my addr 172.21.15.46:0/123466819 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:49:31.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.404+0000 7f78bb400700 1 --2- 172.21.15.46:0/123466819 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55cf369e0c10 0x55cf369e89c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:31.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.404+0000 7f78bbe00700 1 -- 172.21.15.46:0/123466819 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55cf369e0c10 msgr2=0x55cf369e89c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:31.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.405+0000 7f78bbe00700 1 --2- 172.21.15.46:0/123466819 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55cf369e0c10 0x55cf369e89c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.405+0000 7f78bbe00700 1 -- 172.21.15.46:0/123466819 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf369ebab0 msgr2=0x55cf36a05b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:31.403 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.405+0000 7f78bbe00700 1 --2- 172.21.15.46:0/123466819 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf369ebab0 0x55cf36a05b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.405+0000 7f78bbe00700 1 -- 172.21.15.46:0/123466819 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cf369fa830 con 0x55cf369e02f0 2024-04-26T01:49:31.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.405+0000 7f78bb400700 1 --2- 172.21.15.46:0/123466819 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55cf369e0c10 0x55cf369e89c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:49:31.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.405+0000 7f78bbe00700 1 --2- 172.21.15.46:0/123466819 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf369e02f0 0x55cf369e7a70 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f78ac099900 tx=0x7f78ac009310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2f526a68da473131 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:31.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.405+0000 7f78b0c00700 1 -- 172.21.15.46:0/123466819 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78ac0ae070 con 0x55cf369e02f0 2024-04-26T01:49:31.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.405+0000 7f78b0c00700 1 -- 172.21.15.46:0/123466819 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f78ac0a6080 con 0x55cf369e02f0 2024-04-26T01:49:31.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.405+0000 7f78b0c00700 1 -- 172.21.15.46:0/123466819 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78ac00f900 con 0x55cf369e02f0 2024-04-26T01:49:31.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.406+0000 7f78cd3fbb80 1 -- 172.21.15.46:0/123466819 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf369e02f0 msgr2=0x55cf369e7a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:31.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.406+0000 7f78cd3fbb80 1 --2- 172.21.15.46:0/123466819 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf369e02f0 0x55cf369e7a70 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f78ac099900 tx=0x7f78ac009310 comp rx=0 tx=0).stop 2024-04-26T01:49:31.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.406+0000 7f78cd3fbb80 1 -- 172.21.15.46:0/123466819 shutdown_connections 2024-04-26T01:49:31.405 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.406+0000 7f78cd3fbb80 1 --2- 172.21.15.46:0/123466819 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf369ebab0 0x55cf36a05b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.406+0000 7f78cd3fbb80 1 --2- 172.21.15.46:0/123466819 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf369e02f0 0x55cf369e7a70 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.406+0000 7f78cd3fbb80 1 --2- 172.21.15.46:0/123466819 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55cf369e0c10 0x55cf369e89c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.406+0000 7f78cd3fbb80 1 -- 172.21.15.46:0/123466819 >> 172.21.15.46:0/123466819 conn(0x55cf3690f550 msgr2=0x55cf369e82b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:31.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.406+0000 7f78cd3fbb80 1 -- 172.21.15.46:0/123466819 shutdown_connections 2024-04-26T01:49:31.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.406+0000 7f78cd3fbb80 1 -- 172.21.15.46:0/123466819 wait complete. 2024-04-26T01:49:31.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.406+0000 7f78cd3fbb80 1 -- start start 2024-04-26T01:49:31.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.407+0000 7f78cd3fbb80 1 Processor -- start 2024-04-26T01:49:31.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.407+0000 7f78cd3fbb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf369e02f0 0x55cf36a058d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:31.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.407+0000 7f78cd3fbb80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55cf369e0c10 0x55cf36a05e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:31.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.407+0000 7f78cd3fbb80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf369ebab0 0x55cf369ffc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:31.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.407+0000 7f78cd3fbb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55cf369fc550 con 0x55cf369e02f0 2024-04-26T01:49:31.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.407+0000 7f78cd3fbb80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55cf369fbe80 con 0x55cf369ebab0 2024-04-26T01:49:31.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.407+0000 7f78cd3fbb80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55cf369fcc20 con 0x55cf369e0c10 2024-04-26T01:49:31.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.407+0000 7f78cd3fbb80 10 client.0 _ll_register_callbacks cb 0x55cf369e8020 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:49:31.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.407+0000 7f78bb400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55cf369e0c10 0x55cf36a05e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:31.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.407+0000 7f78bbe00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf369e02f0 0x55cf36a058d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:31.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.407+0000 7f78bb400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55cf369e0c10 0x55cf36a05e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:60164/0 (socket says 172.21.15.46:60164) 2024-04-26T01:49:31.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.407+0000 7f78bb400700 1 -- 172.21.15.46:0/1275209039 learned_addr learned my addr 172.21.15.46:0/1275209039 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:49:31.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.408+0000 7f78c0a00700 1 --2- 172.21.15.46:0/1275209039 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf369ebab0 0x55cf369ffc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:31.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.408+0000 7f78bb400700 1 -- 172.21.15.46:0/1275209039 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf369ebab0 msgr2=0x55cf369ffc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:31.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.408+0000 7f78bb400700 1 --2- 172.21.15.46:0/1275209039 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf369ebab0 0x55cf369ffc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.408+0000 7f78bb400700 1 -- 172.21.15.46:0/1275209039 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf369e02f0 msgr2=0x55cf36a058d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:31.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.408+0000 7f78bb400700 1 --2- 172.21.15.46:0/1275209039 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf369e02f0 0x55cf36a058d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.408+0000 7f78bb400700 1 -- 172.21.15.46:0/1275209039 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cf36a004d0 con 0x55cf369e0c10 2024-04-26T01:49:31.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.408+0000 7f78bb400700 1 --2- 172.21.15.46:0/1275209039 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55cf369e0c10 0x55cf36a05e10 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f78a801b040 tx=0x7f78a8009770 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e28410568e8cb6fd server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:31.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.408+0000 7f78a6000700 10 client.0 ms_handle_connect on v2:172.21.15.163:3300/0 2024-04-26T01:49:31.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.408+0000 7f78a6000700 1 -- 172.21.15.46:0/1275209039 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78a8005410 con 0x55cf369e0c10 2024-04-26T01:49:31.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.408+0000 7f78a6000700 1 -- 172.21.15.46:0/1275209039 <== mon.1 v2:172.21.15.163:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f78a80055b0 con 0x55cf369e0c10 2024-04-26T01:49:31.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.408+0000 7f78cd3fbb80 1 -- 172.21.15.46:0/1275209039 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f78ac0a6080 con 0x55cf369e0c10 2024-04-26T01:49:31.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.409+0000 7f78a6000700 1 -- 172.21.15.46:0/1275209039 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f78a800e620 con 0x55cf369e0c10 2024-04-26T01:49:31.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.409+0000 7f78cd3fbb80 10 client.24907 fetch_fsmap learned FSMap version 28 2024-04-26T01:49:31.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.409+0000 7f78cd3fbb80 1 -- 172.21.15.46:0/1275209039 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55cf36a62dd0 con 0x55cf369e0c10 2024-04-26T01:49:31.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.409+0000 7f78a6000700 1 -- 172.21.15.46:0/1275209039 <== mon.1 v2:172.21.15.163:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f78ac0a6080 con 0x55cf369e0c10 2024-04-26T01:49:31.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.409+0000 7f78a6000700 1 -- 172.21.15.46:0/1275209039 <== mon.1 v2:172.21.15.163:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f78a8003880 con 0x55cf369e0c10 2024-04-26T01:49:31.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.409+0000 7f78cd3fbb80 10 client.24907 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:49:31.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.409+0000 7f78cd3fbb80 10 client.24907 resolve_mds: resolved name 'c' to daemon mds.c 2024-04-26T01:49:31.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.409+0000 7f78cd3fbb80 20 client.24907 populate_metadata read hostname 'smithi046' 2024-04-26T01:49:31.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.409+0000 7f78cd3fbb80 1 --2- 172.21.15.46:0/1275209039 >> [v2:172.21.15.163:6836/3255035214,v1:172.21.15.163:6837/3255035214] conn(0x55cf36a677a0 0x55cf36a664b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:31.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.409+0000 7f78cd3fbb80 4 client.24907 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T01:49:31.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.409+0000 7f78cd3fbb80 1 -- 172.21.15.46:0/1275209039 --> [v2:172.21.15.163:6836/3255035214,v1:172.21.15.163:6837/3255035214] -- command(tid 0: {"prefix": "status"}) -- 0x55cf3693b6d0 con 0x55cf36a677a0 2024-04-26T01:49:31.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.410+0000 7f78bbe00700 1 --2- 172.21.15.46:0/1275209039 >> [v2:172.21.15.163:6836/3255035214,v1:172.21.15.163:6837/3255035214] conn(0x55cf36a677a0 0x55cf36a664b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:31.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.410+0000 7f78bbe00700 1 --2- 172.21.15.46:0/1275209039 >> [v2:172.21.15.163:6836/3255035214,v1:172.21.15.163:6837/3255035214] conn(0x55cf36a677a0 0x55cf36a664b0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=47d9f6d44e512594 server_cookie=6e15869dd61d7cd6 in_seq=0 out_seq=0 2024-04-26T01:49:31.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.410+0000 7f78a6000700 10 client.24907 ms_handle_connect on v2:172.21.15.163:6836/3255035214 2024-04-26T01:49:31.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.410+0000 7f78a6000700 1 -- 172.21.15.46:0/1275209039 <== mds.3 v2:172.21.15.163:6836/3255035214 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55cf3693b6d0 con 0x55cf36a677a0 2024-04-26T01:49:31.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.410+0000 7f78a6000700 10 client.24907 handle_command_reply: tid=0 2024-04-26T01:49:31.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.410+0000 7f78cd3fbb80 1 client.24907 shutdown 2024-04-26T01:49:31.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.411+0000 7f78cd3fbb80 1 -- 172.21.15.46:0/1275209039 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55cf369e0c10 msgr2=0x55cf36a05e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:31.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.411+0000 7f78cd3fbb80 1 --2- 172.21.15.46:0/1275209039 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55cf369e0c10 0x55cf36a05e10 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f78a801b040 tx=0x7f78a8009770 comp rx=0 tx=0).stop 2024-04-26T01:49:31.411 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.411+0000 7f78cd3fbb80 1 -- 172.21.15.46:0/1275209039 shutdown_connections 2024-04-26T01:49:31.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.411+0000 7f78cd3fbb80 1 --2- 172.21.15.46:0/1275209039 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf369ebab0 0x55cf369ffc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.411+0000 7f78cd3fbb80 1 --2- 172.21.15.46:0/1275209039 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf369e02f0 0x55cf36a058d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.411+0000 7f78cd3fbb80 1 --2- 172.21.15.46:0/1275209039 >> [v2:172.21.15.163:6836/3255035214,v1:172.21.15.163:6837/3255035214] conn(0x55cf36a677a0 0x55cf36a664b0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.411+0000 7f78cd3fbb80 1 --2- 172.21.15.46:0/1275209039 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55cf369e0c10 0x55cf36a05e10 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.411+0000 7f78a6000700 0 client.24907 ms_handle_reset on v2:172.21.15.163:6836/3255035214 2024-04-26T01:49:31.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.411+0000 7f78cd3fbb80 1 -- 172.21.15.46:0/1275209039 >> 172.21.15.46:0/1275209039 conn(0x55cf3690f550 msgr2=0x55cf369db0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:31.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.411+0000 7f78cd3fbb80 1 -- 172.21.15.46:0/1275209039 shutdown_connections 2024-04-26T01:49:31.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.411+0000 7f78cd3fbb80 1 -- 172.21.15.46:0/1275209039 wait complete. 2024-04-26T01:49:31.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.411+0000 7f78cd3fbb80 20 client.24907 trim_cache size 0 max 16384 2024-04-26T01:49:31.412 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-04-26T01:49:31.413 INFO:teuthology.orchestra.run.smithi046.stdout: "cluster_fsid": "4e298560-036d-11ef-bc93-c7b262605968", 2024-04-26T01:49:31.413 INFO:teuthology.orchestra.run.smithi046.stdout: "whoami": 3, 2024-04-26T01:49:31.413 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 24496, 2024-04-26T01:49:31.413 INFO:teuthology.orchestra.run.smithi046.stdout: "want_state": "up:active", 2024-04-26T01:49:31.413 INFO:teuthology.orchestra.run.smithi046.stdout: "state": "up:active", 2024-04-26T01:49:31.413 INFO:teuthology.orchestra.run.smithi046.stdout: "fs_name": "cephfs", 2024-04-26T01:49:31.413 INFO:teuthology.orchestra.run.smithi046.stdout: "rank_uptime": 159.45651463999999, 2024-04-26T01:49:31.413 INFO:teuthology.orchestra.run.smithi046.stdout: "mdsmap_epoch": 28, 2024-04-26T01:49:31.413 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch": 91, 2024-04-26T01:49:31.413 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T01:49:31.413 INFO:teuthology.orchestra.run.smithi046.stdout: "uptime": 219.23979757999999 2024-04-26T01:49:31.413 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-04-26T01:49:31.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.412+0000 7f78c2a00700 1 -- 172.21.15.46:0/234345933 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f78a00a3cc0 msgr2=0x7f78a00a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:31.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.412+0000 7f78c2a00700 1 --2- 172.21.15.46:0/234345933 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f78a00a3cc0 0x7f78a00a6180 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f78b4009ec0 tx=0x7f78b40134a0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.412+0000 7f78c2a00700 1 -- 172.21.15.46:0/234345933 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f78bc1092d0 msgr2=0x7f78bc1a5560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:31.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.412+0000 7f78c2a00700 1 --2- 172.21.15.46:0/234345933 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f78bc1092d0 0x7f78bc1a5560 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f78ac000c00 tx=0x7f78ac005ef0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.412+0000 7f78c2a00700 1 -- 172.21.15.46:0/234345933 shutdown_connections 2024-04-26T01:49:31.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.412+0000 7f78c2a00700 1 --2- 172.21.15.46:0/234345933 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f78bc10e3b0 0x7f78bc19f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.412+0000 7f78c2a00700 1 --2- 172.21.15.46:0/234345933 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f78a00a3cc0 0x7f78a00a6180 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.412+0000 7f78c2a00700 1 --2- 172.21.15.46:0/234345933 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f78bc1092d0 0x7f78bc1a5560 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.412+0000 7f78c2a00700 1 --2- 172.21.15.46:0/234345933 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f78bc109c80 0x7f78bc1a5aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:31.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.412+0000 7f78c2a00700 1 -- 172.21.15.46:0/234345933 >> 172.21.15.46:0/234345933 conn(0x7f78bc076210 msgr2=0x7f78bc077800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:31.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.412+0000 7f78c2a00700 1 -- 172.21.15.46:0/234345933 shutdown_connections 2024-04-26T01:49:31.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:31.412+0000 7f78c2a00700 1 -- 172.21.15.46:0/234345933 wait complete. 2024-04-26T01:49:32.154 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph tell mds.i status 2024-04-26T01:49:32.645 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:49:32.802 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:49:32 smithi046 ceph-mon[28013]: pgmap v426: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:49:32.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:49:32 smithi103 ceph-mon[32920]: pgmap v426: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:49:32.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:49:32 smithi163 ceph-mon[32592]: pgmap v426: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:49:34.781 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:49:34 smithi046 ceph-mon[28013]: pgmap v427: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:49:34.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:49:34 smithi103 ceph-mon[32920]: pgmap v427: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:49:34.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:49:34 smithi163 ceph-mon[32592]: pgmap v427: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:49:35.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.124+0000 7f6886800700 1 -- 172.21.15.46:0/492650085 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6880103450 msgr2=0x7f688010f8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:35.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.124+0000 7f6886800700 1 --2- 172.21.15.46:0/492650085 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6880103450 0x7f688010f8b0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f6878009f90 tx=0x7f687800b330 comp rx=0 tx=0).stop 2024-04-26T01:49:35.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.124+0000 7f6886800700 1 -- 172.21.15.46:0/492650085 shutdown_connections 2024-04-26T01:49:35.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.124+0000 7f6886800700 1 --2- 172.21.15.46:0/492650085 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6880103450 0x7f688010f8b0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:35.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.124+0000 7f6886800700 1 --2- 172.21.15.46:0/492650085 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6880108a50 0x7f6880108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:35.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.124+0000 7f6886800700 1 --2- 172.21.15.46:0/492650085 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6880102a90 0x7f6880102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:35.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.124+0000 7f6886800700 1 -- 172.21.15.46:0/492650085 >> 172.21.15.46:0/492650085 conn(0x7f6880079ba0 msgr2=0x7f6880079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:35.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.124+0000 7f6886800700 1 -- 172.21.15.46:0/492650085 shutdown_connections 2024-04-26T01:49:35.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.124+0000 7f6886800700 1 -- 172.21.15.46:0/492650085 wait complete. 2024-04-26T01:49:35.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.126+0000 7f6886800700 1 Processor -- start 2024-04-26T01:49:35.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.126+0000 7f6886800700 1 -- start start 2024-04-26T01:49:35.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.126+0000 7f6886800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6880102a90 0x7f688019b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:35.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.126+0000 7f6886800700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6880103450 0x7f688019b930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:35.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.126+0000 7f6886800700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6880108a50 0x7f688019fcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:35.124 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.127+0000 7f6886800700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f6880112df0 con 0x7f6880102a90 2024-04-26T01:49:35.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.127+0000 7f6886800700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f6880112c70 con 0x7f6880103450 2024-04-26T01:49:35.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.127+0000 7f6886800700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f6880112f70 con 0x7f6880108a50 2024-04-26T01:49:35.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.127+0000 7f687f400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6880102a90 0x7f688019b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:35.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.127+0000 7f6877e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6880103450 0x7f688019b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:35.126 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.127+0000 7f687f400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6880102a90 0x7f688019b3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37218/0 (socket says 172.21.15.46:37218) 2024-04-26T01:49:35.126 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.127+0000 7f687f400700 1 -- 172.21.15.46:0/3639179188 learned_addr learned my addr 172.21.15.46:0/3639179188 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:49:35.126 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.127+0000 7f687fe00700 1 --2- 172.21.15.46:0/3639179188 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6880108a50 0x7f688019fcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:35.126 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.127+0000 7f6877e00700 1 -- 172.21.15.46:0/3639179188 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6880108a50 msgr2=0x7f688019fcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:35.126 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.127+0000 7f6877e00700 1 --2- 172.21.15.46:0/3639179188 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6880108a50 0x7f688019fcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:35.126 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.127+0000 7f6877e00700 1 -- 172.21.15.46:0/3639179188 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6880102a90 msgr2=0x7f688019b3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:35.126 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.127+0000 7f6877e00700 1 --2- 172.21.15.46:0/3639179188 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6880102a90 0x7f688019b3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:35.126 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.127+0000 7f6877e00700 1 -- 172.21.15.46:0/3639179188 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68801a0400 con 0x7f6880103450 2024-04-26T01:49:35.126 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.128+0000 7f6877e00700 1 --2- 172.21.15.46:0/3639179188 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6880103450 0x7f688019b930 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f686800e9f0 tx=0x7f686800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:35.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.128+0000 7f687cc00700 1 -- 172.21.15.46:0/3639179188 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6868004220 con 0x7f6880103450 2024-04-26T01:49:35.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.128+0000 7f687cc00700 1 -- 172.21.15.46:0/3639179188 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6868004d00 con 0x7f6880103450 2024-04-26T01:49:35.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.128+0000 7f6886800700 1 -- 172.21.15.46:0/3639179188 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68801a06f0 con 0x7f6880103450 2024-04-26T01:49:35.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.128+0000 7f687cc00700 1 -- 172.21.15.46:0/3639179188 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6868005020 con 0x7f6880103450 2024-04-26T01:49:35.127 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.128+0000 7f6886800700 1 -- 172.21.15.46:0/3639179188 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68801a7f70 con 0x7f6880103450 2024-04-26T01:49:35.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.132+0000 7f687cc00700 1 -- 172.21.15.46:0/3639179188 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f6868004750 con 0x7f6880103450 2024-04-26T01:49:35.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.133+0000 7f687cc00700 1 --2- 172.21.15.46:0/3639179188 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f68640a3cc0 0x7f68640a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:35.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.133+0000 7f689126bb80 1 Processor -- start 2024-04-26T01:49:35.131 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.133+0000 7f687cc00700 1 -- 172.21.15.46:0/3639179188 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f68680d0300 con 0x7f6880103450 2024-04-26T01:49:35.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.133+0000 7f687f400700 1 --2- 172.21.15.46:0/3639179188 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f68640a3cc0 0x7f68640a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:35.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.133+0000 7f689126bb80 1 -- start start 2024-04-26T01:49:35.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.134+0000 7f689126bb80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b88e1972f0 0x55b88e1976d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:35.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.134+0000 7f689126bb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b88e197c10 0x55b88e1a2570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:35.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.134+0000 7f689126bb80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b88e1a2ab0 0x55b88e1a4ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:35.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.134+0000 7f689126bb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55b88e0eae40 con 0x55b88e197c10 2024-04-26T01:49:35.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.134+0000 7f689126bb80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55b88e0916e0 con 0x55b88e1a2ab0 2024-04-26T01:49:35.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.134+0000 7f689126bb80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55b88e0e6e00 con 0x55b88e1972f0 2024-04-26T01:49:35.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.134+0000 7f6877e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b88e197c10 0x55b88e1a2570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:35.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.134+0000 7f687f400700 1 --2- 172.21.15.46:0/3639179188 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f68640a3cc0 0x7f68640a6180 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f6870005950 tx=0x7f6870009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:35.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.134+0000 7f6877e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b88e197c10 0x55b88e1a2570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37228/0 (socket says 172.21.15.46:37228) 2024-04-26T01:49:35.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.134+0000 7f6877e00700 1 -- 172.21.15.46:0/2962729978 learned_addr learned my addr 172.21.15.46:0/2962729978 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:49:35.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.134+0000 7f687fe00700 1 --2- 172.21.15.46:0/2962729978 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b88e1a2ab0 0x55b88e1a4ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:35.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.135+0000 7f687f400700 1 --2- 172.21.15.46:0/2962729978 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b88e1972f0 0x55b88e1976d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:35.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.135+0000 7f6877e00700 1 -- 172.21.15.46:0/2962729978 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b88e1972f0 msgr2=0x55b88e1976d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:35.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.135+0000 7f6877e00700 1 --2- 172.21.15.46:0/2962729978 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b88e1972f0 0x55b88e1976d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:35.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.135+0000 7f6877e00700 1 -- 172.21.15.46:0/2962729978 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b88e1a2ab0 msgr2=0x55b88e1a4ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:35.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.135+0000 7f6877e00700 1 --2- 172.21.15.46:0/2962729978 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b88e1a2ab0 0x55b88e1a4ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:35.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.135+0000 7f6877e00700 1 -- 172.21.15.46:0/2962729978 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b88e087630 con 0x55b88e197c10 2024-04-26T01:49:35.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.135+0000 7f687fe00700 1 --2- 172.21.15.46:0/2962729978 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b88e1a2ab0 0x55b88e1a4ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:49:35.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.135+0000 7f6877e00700 1 --2- 172.21.15.46:0/2962729978 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b88e197c10 0x55b88e1a2570 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f68680a4cd0 tx=0x7f686809c150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75d3ebb600e205b7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:35.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.136+0000 7f6874c00700 1 -- 172.21.15.46:0/2962729978 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f686801c040 con 0x55b88e197c10 2024-04-26T01:49:35.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.136+0000 7f6874c00700 1 -- 172.21.15.46:0/2962729978 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f68680b5070 con 0x55b88e197c10 2024-04-26T01:49:35.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.136+0000 7f6874c00700 1 -- 172.21.15.46:0/2962729978 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f686801ede0 con 0x55b88e197c10 2024-04-26T01:49:35.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.136+0000 7f689126bb80 1 -- 172.21.15.46:0/2962729978 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b88e197c10 msgr2=0x55b88e1a2570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:35.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.136+0000 7f689126bb80 1 --2- 172.21.15.46:0/2962729978 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b88e197c10 0x55b88e1a2570 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f68680a4cd0 tx=0x7f686809c150 comp rx=0 tx=0).stop 2024-04-26T01:49:35.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.137+0000 7f689126bb80 1 -- 172.21.15.46:0/2962729978 shutdown_connections 2024-04-26T01:49:35.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.137+0000 7f689126bb80 1 --2- 172.21.15.46:0/2962729978 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b88e1a2ab0 0x55b88e1a4ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:35.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.137+0000 7f689126bb80 1 --2- 172.21.15.46:0/2962729978 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b88e1972f0 0x55b88e1976d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:35.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.137+0000 7f689126bb80 1 --2- 172.21.15.46:0/2962729978 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b88e197c10 0x55b88e1a2570 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:35.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.137+0000 7f689126bb80 1 -- 172.21.15.46:0/2962729978 >> 172.21.15.46:0/2962729978 conn(0x55b88e0c6550 msgr2=0x55b88e193790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:35.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.137+0000 7f689126bb80 1 -- 172.21.15.46:0/2962729978 shutdown_connections 2024-04-26T01:49:35.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.137+0000 7f689126bb80 1 -- 172.21.15.46:0/2962729978 wait complete. 2024-04-26T01:49:35.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.137+0000 7f689126bb80 1 -- start start 2024-04-26T01:49:35.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.138+0000 7f689126bb80 1 Processor -- start 2024-04-26T01:49:35.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.138+0000 7f689126bb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b88e1972f0 0x55b88e1a2220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:35.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.138+0000 7f689126bb80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b88e197c10 0x55b88e19f520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:35.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.138+0000 7f689126bb80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b88e1a2ab0 0x55b88e19fa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:35.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.138+0000 7f689126bb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55b88e1a55a0 con 0x55b88e1972f0 2024-04-26T01:49:35.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.138+0000 7f689126bb80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55b88e0a4810 con 0x55b88e197c10 2024-04-26T01:49:35.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.138+0000 7f689126bb80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55b88e1a5720 con 0x55b88e1a2ab0 2024-04-26T01:49:35.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.138+0000 7f689126bb80 10 client.0 _ll_register_callbacks cb 0x55b88e0836d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:49:35.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.139+0000 7f6877e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b88e197c10 0x55b88e19f520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:35.137 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.139+0000 7f687f400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b88e1972f0 0x55b88e1a2220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:35.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.139+0000 7f6877e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b88e197c10 0x55b88e19f520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:51206/0 (socket says 172.21.15.46:51206) 2024-04-26T01:49:35.138 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.139+0000 7f6877e00700 1 -- 172.21.15.46:0/102049461 learned_addr learned my addr 172.21.15.46:0/102049461 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:49:35.139 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.139+0000 7f687fe00700 1 --2- 172.21.15.46:0/102049461 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b88e1a2ab0 0x55b88e19fa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:35.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.139+0000 7f6877e00700 1 -- 172.21.15.46:0/102049461 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b88e1a2ab0 msgr2=0x55b88e19fa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:35.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.139+0000 7f6877e00700 1 --2- 172.21.15.46:0/102049461 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b88e1a2ab0 0x55b88e19fa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:35.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.139+0000 7f6877e00700 1 -- 172.21.15.46:0/102049461 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b88e1972f0 msgr2=0x55b88e1a2220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:35.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.139+0000 7f6877e00700 1 --2- 172.21.15.46:0/102049461 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b88e1972f0 0x55b88e1a2220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:35.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.139+0000 7f6877e00700 1 -- 172.21.15.46:0/102049461 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b88e038880 con 0x55b88e197c10 2024-04-26T01:49:35.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.139+0000 7f687f400700 1 --2- 172.21.15.46:0/102049461 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b88e1972f0 0x55b88e1a2220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:49:35.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.140+0000 7f6877e00700 1 --2- 172.21.15.46:0/102049461 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b88e197c10 0x55b88e19f520 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f686800c9f0 tx=0x7f68680870c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d26af0020bbdcee7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:35.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.140+0000 7f686d600700 10 client.0 ms_handle_connect on v2:172.21.15.103:3300/0 2024-04-26T01:49:35.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.140+0000 7f686d600700 1 -- 172.21.15.46:0/102049461 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6868080060 con 0x55b88e197c10 2024-04-26T01:49:35.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.140+0000 7f686d600700 1 -- 172.21.15.46:0/102049461 <== mon.2 v2:172.21.15.103:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f6868004a40 con 0x55b88e197c10 2024-04-26T01:49:35.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.140+0000 7f689126bb80 1 -- 172.21.15.46:0/102049461 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f68680b5070 con 0x55b88e197c10 2024-04-26T01:49:35.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.140+0000 7f686d600700 1 -- 172.21.15.46:0/102049461 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f686801c070 con 0x55b88e197c10 2024-04-26T01:49:35.140 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.140+0000 7f689126bb80 10 client.24905 fetch_fsmap learned FSMap version 28 2024-04-26T01:49:35.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.140+0000 7f689126bb80 1 -- 172.21.15.46:0/102049461 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55b88e081aa0 con 0x55b88e197c10 2024-04-26T01:49:35.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.141+0000 7f686d600700 1 -- 172.21.15.46:0/102049461 <== mon.2 v2:172.21.15.103:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f68680b5070 con 0x55b88e197c10 2024-04-26T01:49:35.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.141+0000 7f686d600700 1 -- 172.21.15.46:0/102049461 <== mon.2 v2:172.21.15.103:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f68680bb370 con 0x55b88e197c10 2024-04-26T01:49:35.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.141+0000 7f689126bb80 10 client.24905 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:49:35.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.141+0000 7f689126bb80 10 client.24905 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-26T01:49:35.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.141+0000 7f689126bb80 20 client.24905 populate_metadata read hostname 'smithi046' 2024-04-26T01:49:35.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.141+0000 7f689126bb80 1 --2- 172.21.15.46:0/102049461 >> [v2:172.21.15.163:6838/1457170931,v1:172.21.15.163:6839/1457170931] conn(0x55b88e1b1de0 0x55b88e1b3250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:35.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.141+0000 7f689126bb80 4 client.24905 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:49:35.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.141+0000 7f689126bb80 1 -- 172.21.15.46:0/102049461 --> [v2:172.21.15.163:6838/1457170931,v1:172.21.15.163:6839/1457170931] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b88e0f8630 con 0x55b88e1b1de0 2024-04-26T01:49:35.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.141+0000 7f687f400700 1 --2- 172.21.15.46:0/102049461 >> [v2:172.21.15.163:6838/1457170931,v1:172.21.15.163:6839/1457170931] conn(0x55b88e1b1de0 0x55b88e1b3250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:35.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.142+0000 7f687f400700 1 --2- 172.21.15.46:0/102049461 >> [v2:172.21.15.163:6838/1457170931,v1:172.21.15.163:6839/1457170931] conn(0x55b88e1b1de0 0x55b88e1b3250 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a34e82c0619cc033 server_cookie=63bf58af3fb2de25 in_seq=0 out_seq=0 2024-04-26T01:49:35.141 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.142+0000 7f686d600700 10 client.24905 ms_handle_connect on v2:172.21.15.163:6838/1457170931 2024-04-26T01:49:35.142 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.143+0000 7f686d600700 1 -- 172.21.15.46:0/102049461 <== mds.2 v2:172.21.15.163:6838/1457170931 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b88e0f8630 con 0x55b88e1b1de0 2024-04-26T01:49:35.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.143+0000 7f686d600700 10 client.24905 handle_command_reply: tid=0 2024-04-26T01:49:35.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.143+0000 7f689126bb80 1 client.24905 shutdown 2024-04-26T01:49:35.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.143+0000 7f689126bb80 1 -- 172.21.15.46:0/102049461 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b88e197c10 msgr2=0x55b88e19f520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:35.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.143+0000 7f689126bb80 1 --2- 172.21.15.46:0/102049461 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b88e197c10 0x55b88e19f520 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f686800c9f0 tx=0x7f68680870c0 comp rx=0 tx=0).stop 2024-04-26T01:49:35.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.143+0000 7f689126bb80 1 -- 172.21.15.46:0/102049461 shutdown_connections 2024-04-26T01:49:35.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.143+0000 7f689126bb80 1 --2- 172.21.15.46:0/102049461 >> [v2:172.21.15.163:6838/1457170931,v1:172.21.15.163:6839/1457170931] conn(0x55b88e1b1de0 0x55b88e1b3250 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:35.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.143+0000 7f689126bb80 1 --2- 172.21.15.46:0/102049461 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b88e1a2ab0 0x55b88e19fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:35.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.143+0000 7f689126bb80 1 --2- 172.21.15.46:0/102049461 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b88e1972f0 0x55b88e1a2220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:35.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.143+0000 7f689126bb80 1 --2- 172.21.15.46:0/102049461 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b88e197c10 0x55b88e19f520 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:35.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.143+0000 7f689126bb80 1 -- 172.21.15.46:0/102049461 >> 172.21.15.46:0/102049461 conn(0x55b88e0c6550 msgr2=0x55b88e199c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:35.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.143+0000 7f686d600700 0 client.24905 ms_handle_reset on v2:172.21.15.163:6838/1457170931 2024-04-26T01:49:35.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.143+0000 7f689126bb80 1 -- 172.21.15.46:0/102049461 shutdown_connections 2024-04-26T01:49:35.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.144+0000 7f689126bb80 1 -- 172.21.15.46:0/102049461 wait complete. 2024-04-26T01:49:35.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.144+0000 7f689126bb80 20 client.24905 trim_cache size 0 max 16384 2024-04-26T01:49:35.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.167+0000 7f689126bb80 1 Processor -- start 2024-04-26T01:49:35.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.167+0000 7f689126bb80 1 -- start start 2024-04-26T01:49:35.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.167+0000 7f689126bb80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b88e1972f0 0x55b88e19ada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:35.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.167+0000 7f689126bb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b88e197c10 0x55b88e19c7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:35.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.167+0000 7f689126bb80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b88e1a2ab0 0x55b88e19cd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:35.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.167+0000 7f689126bb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55b88e1b1590 con 0x55b88e197c10 2024-04-26T01:49:35.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.167+0000 7f689126bb80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55b88e1b1c60 con 0x55b88e1a2ab0 2024-04-26T01:49:35.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.167+0000 7f689126bb80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55b88e1b2330 con 0x55b88e1972f0 2024-04-26T01:49:35.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.168+0000 7f687f400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b88e1972f0 0x55b88e19ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:35.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.168+0000 7f6877e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b88e197c10 0x55b88e19c7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:35.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.168+0000 7f687f400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b88e1972f0 0x55b88e19ada0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:48232/0 (socket says 172.21.15.46:48232) 2024-04-26T01:49:35.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.168+0000 7f6877e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b88e197c10 0x55b88e19c7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37244/0 (socket says 172.21.15.46:37244) 2024-04-26T01:49:35.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.168+0000 7f687f400700 1 -- 172.21.15.46:0/221468184 learned_addr learned my addr 172.21.15.46:0/221468184 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:49:35.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.168+0000 7f687fe00700 1 --2- 172.21.15.46:0/221468184 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b88e1a2ab0 0x55b88e19cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:35.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.168+0000 7f687f400700 1 -- 172.21.15.46:0/221468184 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b88e1a2ab0 msgr2=0x55b88e19cd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:35.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.168+0000 7f687f400700 1 --2- 172.21.15.46:0/221468184 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b88e1a2ab0 0x55b88e19cd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:35.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.168+0000 7f687f400700 1 -- 172.21.15.46:0/221468184 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b88e197c10 msgr2=0x55b88e19c7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:35.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.168+0000 7f687f400700 1 --2- 172.21.15.46:0/221468184 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b88e197c10 0x55b88e19c7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:35.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.168+0000 7f687f400700 1 -- 172.21.15.46:0/221468184 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b88e1a5720 con 0x55b88e1972f0 2024-04-26T01:49:35.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.168+0000 7f687f400700 1 --2- 172.21.15.46:0/221468184 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b88e1972f0 0x55b88e19ada0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f6870005e50 tx=0x7f6870014000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aaf998972540adc server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:35.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.169+0000 7f686fe00700 1 -- 172.21.15.46:0/221468184 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6870030070 con 0x55b88e1972f0 2024-04-26T01:49:35.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.169+0000 7f686fe00700 1 -- 172.21.15.46:0/221468184 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f687002a880 con 0x55b88e1972f0 2024-04-26T01:49:35.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.169+0000 7f686fe00700 1 -- 172.21.15.46:0/221468184 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6870022070 con 0x55b88e1972f0 2024-04-26T01:49:35.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.170+0000 7f689126bb80 1 -- 172.21.15.46:0/221468184 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b88e1972f0 msgr2=0x55b88e19ada0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:35.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.170+0000 7f689126bb80 1 --2- 172.21.15.46:0/221468184 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b88e1972f0 0x55b88e19ada0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f6870005e50 tx=0x7f6870014000 comp rx=0 tx=0).stop 2024-04-26T01:49:35.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.170+0000 7f689126bb80 1 -- 172.21.15.46:0/221468184 shutdown_connections 2024-04-26T01:49:35.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.170+0000 7f689126bb80 1 --2- 172.21.15.46:0/221468184 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b88e1a2ab0 0x55b88e19cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:35.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.170+0000 7f689126bb80 1 --2- 172.21.15.46:0/221468184 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b88e1972f0 0x55b88e19ada0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:35.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.170+0000 7f689126bb80 1 --2- 172.21.15.46:0/221468184 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b88e197c10 0x55b88e19c7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:35.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.170+0000 7f689126bb80 1 -- 172.21.15.46:0/221468184 >> 172.21.15.46:0/221468184 conn(0x55b88e0c6550 msgr2=0x55b88e19f970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:35.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.170+0000 7f689126bb80 1 -- 172.21.15.46:0/221468184 shutdown_connections 2024-04-26T01:49:35.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.170+0000 7f689126bb80 1 -- 172.21.15.46:0/221468184 wait complete. 2024-04-26T01:49:35.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.170+0000 7f689126bb80 1 -- start start 2024-04-26T01:49:35.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.171+0000 7f689126bb80 1 Processor -- start 2024-04-26T01:49:35.170 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.171+0000 7f689126bb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b88e1972f0 0x55b88e1b63b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:35.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.171+0000 7f689126bb80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b88e197c10 0x55b88e1b68f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:35.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.171+0000 7f689126bb80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b88e1a2ab0 0x55b88e1bab70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:35.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.171+0000 7f689126bb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55b88e1b30d0 con 0x55b88e1972f0 2024-04-26T01:49:35.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.171+0000 7f689126bb80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55b88e1b2a00 con 0x55b88e197c10 2024-04-26T01:49:35.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.171+0000 7f689126bb80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55b88e1b37a0 con 0x55b88e1a2ab0 2024-04-26T01:49:35.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.171+0000 7f689126bb80 10 client.0 _ll_register_callbacks cb 0x55b88e0836d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:49:35.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.172+0000 7f6877e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b88e197c10 0x55b88e1b68f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:35.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.172+0000 7f6877e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b88e197c10 0x55b88e1b68f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:51222/0 (socket says 172.21.15.46:51222) 2024-04-26T01:49:35.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.172+0000 7f6877e00700 1 -- 172.21.15.46:0/1560836232 learned_addr learned my addr 172.21.15.46:0/1560836232 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:49:35.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.172+0000 7f687fe00700 1 --2- 172.21.15.46:0/1560836232 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b88e1a2ab0 0x55b88e1bab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:35.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.172+0000 7f687f400700 1 --2- 172.21.15.46:0/1560836232 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b88e1972f0 0x55b88e1b63b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:35.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.172+0000 7f6877e00700 1 -- 172.21.15.46:0/1560836232 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b88e1a2ab0 msgr2=0x55b88e1bab70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:35.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.172+0000 7f6877e00700 1 --2- 172.21.15.46:0/1560836232 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b88e1a2ab0 0x55b88e1bab70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:35.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.172+0000 7f6877e00700 1 -- 172.21.15.46:0/1560836232 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b88e1972f0 msgr2=0x55b88e1b63b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:35.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.172+0000 7f6877e00700 1 --2- 172.21.15.46:0/1560836232 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b88e1972f0 0x55b88e1b63b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:35.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.172+0000 7f6877e00700 1 -- 172.21.15.46:0/1560836232 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b88e1b71b0 con 0x55b88e197c10 2024-04-26T01:49:35.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.172+0000 7f6877e00700 1 --2- 172.21.15.46:0/1560836232 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b88e197c10 0x55b88e1b68f0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f6868085d10 tx=0x7f68680043e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f3a2b8c8319bcf81 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:35.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.172+0000 7f686d600700 10 client.0 ms_handle_connect on v2:172.21.15.103:3300/0 2024-04-26T01:49:35.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.172+0000 7f686d600700 1 -- 172.21.15.46:0/1560836232 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f686800c760 con 0x55b88e197c10 2024-04-26T01:49:35.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.173+0000 7f686d600700 1 -- 172.21.15.46:0/1560836232 <== mon.2 v2:172.21.15.103:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f686809b9e0 con 0x55b88e197c10 2024-04-26T01:49:35.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.173+0000 7f689126bb80 1 -- 172.21.15.46:0/1560836232 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f687002a880 con 0x55b88e197c10 2024-04-26T01:49:35.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.173+0000 7f686d600700 1 -- 172.21.15.46:0/1560836232 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f686809c590 con 0x55b88e197c10 2024-04-26T01:49:35.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.173+0000 7f689126bb80 10 client.24911 fetch_fsmap learned FSMap version 28 2024-04-26T01:49:35.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.173+0000 7f689126bb80 1 -- 172.21.15.46:0/1560836232 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55b88e219540 con 0x55b88e197c10 2024-04-26T01:49:35.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.173+0000 7f686d600700 1 -- 172.21.15.46:0/1560836232 <== mon.2 v2:172.21.15.103:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f687002a880 con 0x55b88e197c10 2024-04-26T01:49:35.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.173+0000 7f686d600700 1 -- 172.21.15.46:0/1560836232 <== mon.2 v2:172.21.15.103:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f68680a1ad0 con 0x55b88e197c10 2024-04-26T01:49:35.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.173+0000 7f689126bb80 10 client.24911 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:49:35.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.173+0000 7f689126bb80 10 client.24911 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-26T01:49:35.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.173+0000 7f689126bb80 20 client.24911 populate_metadata read hostname 'smithi046' 2024-04-26T01:49:35.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.173+0000 7f689126bb80 1 --2- 172.21.15.46:0/1560836232 >> [v2:172.21.15.163:6838/1457170931,v1:172.21.15.163:6839/1457170931] conn(0x55b88e21ddf0 0x55b88e21cb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:35.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.173+0000 7f689126bb80 4 client.24911 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T01:49:35.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.173+0000 7f689126bb80 1 -- 172.21.15.46:0/1560836232 --> [v2:172.21.15.163:6838/1457170931,v1:172.21.15.163:6839/1457170931] -- command(tid 0: {"prefix": "status"}) -- 0x55b88e0f26d0 con 0x55b88e21ddf0 2024-04-26T01:49:35.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.174+0000 7f687f400700 1 --2- 172.21.15.46:0/1560836232 >> [v2:172.21.15.163:6838/1457170931,v1:172.21.15.163:6839/1457170931] conn(0x55b88e21ddf0 0x55b88e21cb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:35.174 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.174+0000 7f687f400700 1 --2- 172.21.15.46:0/1560836232 >> [v2:172.21.15.163:6838/1457170931,v1:172.21.15.163:6839/1457170931] conn(0x55b88e21ddf0 0x55b88e21cb00 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=53bae69a580914a5 server_cookie=1f0a953d636dfdc5 in_seq=0 out_seq=0 2024-04-26T01:49:35.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.174+0000 7f686d600700 10 client.24911 ms_handle_connect on v2:172.21.15.163:6838/1457170931 2024-04-26T01:49:35.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.175+0000 7f686d600700 1 -- 172.21.15.46:0/1560836232 <== mds.2 v2:172.21.15.163:6838/1457170931 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55b88e0f26d0 con 0x55b88e21ddf0 2024-04-26T01:49:35.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.175+0000 7f686d600700 10 client.24911 handle_command_reply: tid=0 2024-04-26T01:49:35.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.175+0000 7f689126bb80 1 client.24911 shutdown 2024-04-26T01:49:35.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.175+0000 7f689126bb80 1 -- 172.21.15.46:0/1560836232 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b88e197c10 msgr2=0x55b88e1b68f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:35.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.175+0000 7f689126bb80 1 --2- 172.21.15.46:0/1560836232 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b88e197c10 0x55b88e1b68f0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f6868085d10 tx=0x7f68680043e0 comp rx=0 tx=0).stop 2024-04-26T01:49:35.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.175+0000 7f689126bb80 1 -- 172.21.15.46:0/1560836232 shutdown_connections 2024-04-26T01:49:35.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.175+0000 7f689126bb80 1 --2- 172.21.15.46:0/1560836232 >> [v2:172.21.15.163:6838/1457170931,v1:172.21.15.163:6839/1457170931] conn(0x55b88e21ddf0 0x55b88e21cb00 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:35.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.175+0000 7f689126bb80 1 --2- 172.21.15.46:0/1560836232 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b88e1a2ab0 0x55b88e1bab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:35.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.175+0000 7f689126bb80 1 --2- 172.21.15.46:0/1560836232 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b88e1972f0 0x55b88e1b63b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:35.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.175+0000 7f689126bb80 1 --2- 172.21.15.46:0/1560836232 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b88e197c10 0x55b88e1b68f0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:35.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.175+0000 7f689126bb80 1 -- 172.21.15.46:0/1560836232 >> 172.21.15.46:0/1560836232 conn(0x55b88e0c6550 msgr2=0x55b88e192950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:35.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.175+0000 7f686d600700 0 client.24911 ms_handle_reset on v2:172.21.15.163:6838/1457170931 2024-04-26T01:49:35.175 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.175+0000 7f689126bb80 1 -- 172.21.15.46:0/1560836232 shutdown_connections 2024-04-26T01:49:35.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.175+0000 7f689126bb80 1 -- 172.21.15.46:0/1560836232 wait complete. 2024-04-26T01:49:35.176 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.176+0000 7f689126bb80 20 client.24911 trim_cache size 0 max 16384 2024-04-26T01:49:35.176 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-04-26T01:49:35.176 INFO:teuthology.orchestra.run.smithi046.stdout: "cluster_fsid": "4e298560-036d-11ef-bc93-c7b262605968", 2024-04-26T01:49:35.176 INFO:teuthology.orchestra.run.smithi046.stdout: "whoami": 2, 2024-04-26T01:49:35.176 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 24511, 2024-04-26T01:49:35.176 INFO:teuthology.orchestra.run.smithi046.stdout: "want_state": "up:active", 2024-04-26T01:49:35.176 INFO:teuthology.orchestra.run.smithi046.stdout: "state": "up:active", 2024-04-26T01:49:35.176 INFO:teuthology.orchestra.run.smithi046.stdout: "fs_name": "cephfs", 2024-04-26T01:49:35.176 INFO:teuthology.orchestra.run.smithi046.stdout: "rank_uptime": 164.24233933799999, 2024-04-26T01:49:35.176 INFO:teuthology.orchestra.run.smithi046.stdout: "mdsmap_epoch": 28, 2024-04-26T01:49:35.177 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch": 91, 2024-04-26T01:49:35.177 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T01:49:35.177 INFO:teuthology.orchestra.run.smithi046.stdout: "uptime": 217.256370135 2024-04-26T01:49:35.177 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-04-26T01:49:35.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.176+0000 7f6886800700 1 -- 172.21.15.46:0/3639179188 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f68640a3cc0 msgr2=0x7f68640a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:35.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.176+0000 7f6886800700 1 --2- 172.21.15.46:0/3639179188 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f68640a3cc0 0x7f68640a6180 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f6870005950 tx=0x7f6870009310 comp rx=0 tx=0).stop 2024-04-26T01:49:35.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.176+0000 7f6886800700 1 -- 172.21.15.46:0/3639179188 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6880103450 msgr2=0x7f688019b930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:35.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.176+0000 7f6886800700 1 --2- 172.21.15.46:0/3639179188 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6880103450 0x7f688019b930 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f686800e9f0 tx=0x7f686800ed00 comp rx=0 tx=0).stop 2024-04-26T01:49:35.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.176+0000 7f6886800700 1 -- 172.21.15.46:0/3639179188 shutdown_connections 2024-04-26T01:49:35.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.176+0000 7f6886800700 1 --2- 172.21.15.46:0/3639179188 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6880108a50 0x7f688019fcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:35.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.176+0000 7f6886800700 1 --2- 172.21.15.46:0/3639179188 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6880102a90 0x7f688019b3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:35.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.177+0000 7f6886800700 1 --2- 172.21.15.46:0/3639179188 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f68640a3cc0 0x7f68640a6180 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:35.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.177+0000 7f6886800700 1 --2- 172.21.15.46:0/3639179188 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6880103450 0x7f688019b930 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:35.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.177+0000 7f6886800700 1 -- 172.21.15.46:0/3639179188 >> 172.21.15.46:0/3639179188 conn(0x7f6880079ba0 msgr2=0x7f6880074f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:35.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.177+0000 7f6886800700 1 -- 172.21.15.46:0/3639179188 shutdown_connections 2024-04-26T01:49:35.178 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:35.177+0000 7f6886800700 1 -- 172.21.15.46:0/3639179188 wait complete. 2024-04-26T01:49:36.034 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph tell mds.a status 2024-04-26T01:49:36.491 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:49:36.807 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:49:36 smithi046 ceph-mon[28013]: pgmap v428: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:49:36.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:49:36 smithi103 ceph-mon[32920]: pgmap v428: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:49:36.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:49:36 smithi163 ceph-mon[32592]: pgmap v428: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:49:38.764 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:49:38 smithi046 ceph-mon[28013]: pgmap v429: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:49:38.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.766+0000 7fcb76000700 1 -- 172.21.15.46:0/2309794035 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb70074c70 msgr2=0x7fcb70075050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:38.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.766+0000 7fcb76000700 1 --2- 172.21.15.46:0/2309794035 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb70074c70 0x7fcb70075050 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fcb60009990 tx=0x7fcb60009ca0 comp rx=0 tx=0).stop 2024-04-26T01:49:38.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.766+0000 7fcb76000700 1 -- 172.21.15.46:0/2309794035 shutdown_connections 2024-04-26T01:49:38.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.766+0000 7fcb76000700 1 --2- 172.21.15.46:0/2309794035 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcb7010f4b0 0x7fcb701118a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:38.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.766+0000 7fcb76000700 1 --2- 172.21.15.46:0/2309794035 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb70074c70 0x7fcb70075050 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:38.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.766+0000 7fcb76000700 1 --2- 172.21.15.46:0/2309794035 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fcb70075590 0x7fcb7010ef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:38.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.766+0000 7fcb76000700 1 -- 172.21.15.46:0/2309794035 >> 172.21.15.46:0/2309794035 conn(0x7fcb70079c00 msgr2=0x7fcb7007a010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:38.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.766+0000 7fcb76000700 1 -- 172.21.15.46:0/2309794035 shutdown_connections 2024-04-26T01:49:38.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.766+0000 7fcb76000700 1 -- 172.21.15.46:0/2309794035 wait complete. 2024-04-26T01:49:38.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.767+0000 7fcb76000700 1 Processor -- start 2024-04-26T01:49:38.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.767+0000 7fcb76000700 1 -- start start 2024-04-26T01:49:38.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.768+0000 7fcb76000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb70074c70 0x7fcb7019b440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:38.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.768+0000 7fcb76000700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcb70075590 0x7fcb7019b980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:38.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.768+0000 7fcb76000700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fcb7010f4b0 0x7fcb7019fd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:38.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.768+0000 7fcb76000700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fcb70114f50 con 0x7fcb70074c70 2024-04-26T01:49:38.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.768+0000 7fcb76000700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fcb70114dd0 con 0x7fcb70075590 2024-04-26T01:49:38.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.768+0000 7fcb76000700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fcb701150d0 con 0x7fcb7010f4b0 2024-04-26T01:49:38.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.768+0000 7fcb6f400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb70074c70 0x7fcb7019b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:38.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.768+0000 7fcb6f400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb70074c70 0x7fcb7019b440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37274/0 (socket says 172.21.15.46:37274) 2024-04-26T01:49:38.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.768+0000 7fcb6f400700 1 -- 172.21.15.46:0/3096384401 learned_addr learned my addr 172.21.15.46:0/3096384401 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:49:38.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.768+0000 7fcb66a00700 1 --2- 172.21.15.46:0/3096384401 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcb70075590 0x7fcb7019b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:38.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.768+0000 7fcb6fe00700 1 --2- 172.21.15.46:0/3096384401 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fcb7010f4b0 0x7fcb7019fd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:38.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.769+0000 7fcb6f400700 1 -- 172.21.15.46:0/3096384401 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fcb7010f4b0 msgr2=0x7fcb7019fd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:38.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.769+0000 7fcb6f400700 1 --2- 172.21.15.46:0/3096384401 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fcb7010f4b0 0x7fcb7019fd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:38.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.769+0000 7fcb6f400700 1 -- 172.21.15.46:0/3096384401 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcb70075590 msgr2=0x7fcb7019b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:38.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.769+0000 7fcb6f400700 1 --2- 172.21.15.46:0/3096384401 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcb70075590 0x7fcb7019b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:38.769 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.769+0000 7fcb6f400700 1 -- 172.21.15.46:0/3096384401 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb701a0450 con 0x7fcb70074c70 2024-04-26T01:49:38.769 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.769+0000 7fcb6f400700 1 --2- 172.21.15.46:0/3096384401 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb70074c70 0x7fcb7019b440 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fcb60005910 tx=0x7fcb6000bfc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:38.769 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.769+0000 7fcb6cc00700 1 -- 172.21.15.46:0/3096384401 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb60027070 con 0x7fcb70074c70 2024-04-26T01:49:38.769 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.769+0000 7fcb6cc00700 1 -- 172.21.15.46:0/3096384401 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fcb6000b610 con 0x7fcb70074c70 2024-04-26T01:49:38.769 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.769+0000 7fcb76000700 1 -- 172.21.15.46:0/3096384401 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb701a06e0 con 0x7fcb70074c70 2024-04-26T01:49:38.769 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.769+0000 7fcb6cc00700 1 -- 172.21.15.46:0/3096384401 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb600173f0 con 0x7fcb70074c70 2024-04-26T01:49:38.769 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.769+0000 7fcb76000700 1 -- 172.21.15.46:0/3096384401 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb701a7fc0 con 0x7fcb70074c70 2024-04-26T01:49:38.771 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.773+0000 7fcb6cc00700 1 -- 172.21.15.46:0/3096384401 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fcb6002a070 con 0x7fcb70074c70 2024-04-26T01:49:38.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.775+0000 7fcb80a7fb80 1 Processor -- start 2024-04-26T01:49:38.774 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.775+0000 7fcb80a7fb80 1 -- start start 2024-04-26T01:49:38.774 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.775+0000 7fcb6cc00700 1 --2- 172.21.15.46:0/3096384401 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fcb500a3c40 0x7fcb500a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:38.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.775+0000 7fcb80a7fb80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a90a9b6780 0x55a90a9b6b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:38.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.775+0000 7fcb80a7fb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a90a9b70a0 0x55a90a9b09b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:38.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.775+0000 7fcb6cc00700 1 -- 172.21.15.46:0/3096384401 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fcb600d1090 con 0x7fcb70074c70 2024-04-26T01:49:38.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.775+0000 7fcb80a7fb80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a90a9b0ef0 0x55a90a9b1330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:38.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.775+0000 7fcb80a7fb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55a90a902e40 con 0x55a90a9b70a0 2024-04-26T01:49:38.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.775+0000 7fcb80a7fb80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55a90a8a96e0 con 0x55a90a9b6780 2024-04-26T01:49:38.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.775+0000 7fcb80a7fb80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55a90a8fee00 con 0x55a90a9b0ef0 2024-04-26T01:49:38.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.776+0000 7fcb6fe00700 1 --2- 172.21.15.46:0/3096384401 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fcb500a3c40 0x7fcb500a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:38.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.776+0000 7fcb6f400700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a90a9b6780 0x55a90a9b6b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:38.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.776+0000 7fcb6f400700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a90a9b6780 0x55a90a9b6b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:51244/0 (socket says 172.21.15.46:51244) 2024-04-26T01:49:38.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.776+0000 7fcb6f400700 1 -- 172.21.15.46:0/354962537 learned_addr learned my addr 172.21.15.46:0/354962537 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:49:38.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.776+0000 7fcb66a00700 1 --2- 172.21.15.46:0/354962537 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a90a9b70a0 0x55a90a9b09b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:38.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.776+0000 7fcb6fe00700 1 --2- 172.21.15.46:0/354962537 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a90a9b0ef0 0x55a90a9b1330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:38.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.776+0000 7fcb6f400700 1 -- 172.21.15.46:0/354962537 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a90a9b0ef0 msgr2=0x55a90a9b1330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:38.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.776+0000 7fcb6f400700 1 --2- 172.21.15.46:0/354962537 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a90a9b0ef0 0x55a90a9b1330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:38.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.776+0000 7fcb6f400700 1 -- 172.21.15.46:0/354962537 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a90a9b70a0 msgr2=0x55a90a9b09b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:38.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.776+0000 7fcb6f400700 1 --2- 172.21.15.46:0/354962537 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a90a9b70a0 0x55a90a9b09b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:38.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.776+0000 7fcb6f400700 1 -- 172.21.15.46:0/354962537 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a90a89f630 con 0x55a90a9b6780 2024-04-26T01:49:38.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.777+0000 7fcb6f400700 1 --2- 172.21.15.46:0/354962537 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a90a9b6780 0x55a90a9b6b60 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fcb6009d110 tx=0x7fcb60005fd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b5b790e1f6364eea server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:38.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.777+0000 7fcb6fe00700 1 --2- 172.21.15.46:0/3096384401 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fcb500a3c40 0x7fcb500a6100 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fcb68009ec0 tx=0x7fcb68013480 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:38.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.777+0000 7fcb64c00700 1 -- 172.21.15.46:0/354962537 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb6009d410 con 0x55a90a9b6780 2024-04-26T01:49:38.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.777+0000 7fcb64c00700 1 -- 172.21.15.46:0/354962537 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fcb600a17c0 con 0x55a90a9b6780 2024-04-26T01:49:38.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.777+0000 7fcb64c00700 1 -- 172.21.15.46:0/354962537 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb600993c0 con 0x55a90a9b6780 2024-04-26T01:49:38.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.778+0000 7fcb80a7fb80 1 -- 172.21.15.46:0/354962537 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a90a9b6780 msgr2=0x55a90a9b6b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:38.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.778+0000 7fcb80a7fb80 1 --2- 172.21.15.46:0/354962537 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a90a9b6780 0x55a90a9b6b60 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fcb6009d110 tx=0x7fcb60005fd0 comp rx=0 tx=0).stop 2024-04-26T01:49:38.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.778+0000 7fcb80a7fb80 1 -- 172.21.15.46:0/354962537 shutdown_connections 2024-04-26T01:49:38.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.778+0000 7fcb80a7fb80 1 --2- 172.21.15.46:0/354962537 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a90a9b0ef0 0x55a90a9b1330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:38.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.778+0000 7fcb80a7fb80 1 --2- 172.21.15.46:0/354962537 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a90a9b6780 0x55a90a9b6b60 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:38.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.778+0000 7fcb80a7fb80 1 --2- 172.21.15.46:0/354962537 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a90a9b70a0 0x55a90a9b09b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:38.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.778+0000 7fcb80a7fb80 1 -- 172.21.15.46:0/354962537 >> 172.21.15.46:0/354962537 conn(0x55a90a8def00 msgr2=0x55a90a9ab8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:38.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.778+0000 7fcb80a7fb80 1 -- 172.21.15.46:0/354962537 shutdown_connections 2024-04-26T01:49:38.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.778+0000 7fcb80a7fb80 1 -- 172.21.15.46:0/354962537 wait complete. 2024-04-26T01:49:38.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.779+0000 7fcb80a7fb80 1 -- start start 2024-04-26T01:49:38.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.779+0000 7fcb80a7fb80 1 Processor -- start 2024-04-26T01:49:38.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.779+0000 7fcb80a7fb80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a90a9b0ef0 0x55a90a9bcc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:38.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.779+0000 7fcb80a7fb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a90a9b6780 0x55a90a9b9f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:38.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.779+0000 7fcb80a7fb80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a90a9ba460 0x55a90a9ba8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:38.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.780+0000 7fcb80a7fb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55a90a9bd6d0 con 0x55a90a9b6780 2024-04-26T01:49:38.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.780+0000 7fcb80a7fb80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55a90a8bc810 con 0x55a90a9b0ef0 2024-04-26T01:49:38.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.780+0000 7fcb80a7fb80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55a90a9bd850 con 0x55a90a9ba460 2024-04-26T01:49:38.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.780+0000 7fcb80a7fb80 10 client.0 _ll_register_callbacks cb 0x55a90a89b6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:49:38.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.780+0000 7fcb6f400700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a90a9b0ef0 0x55a90a9bcc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:38.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.780+0000 7fcb66a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a90a9b6780 0x55a90a9b9f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:38.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.780+0000 7fcb6f400700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a90a9b0ef0 0x55a90a9bcc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:51248/0 (socket says 172.21.15.46:51248) 2024-04-26T01:49:38.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.780+0000 7fcb6f400700 1 -- 172.21.15.46:0/3065317667 learned_addr learned my addr 172.21.15.46:0/3065317667 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:49:38.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.780+0000 7fcb6fe00700 1 --2- 172.21.15.46:0/3065317667 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a90a9ba460 0x55a90a9ba8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:38.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.780+0000 7fcb6f400700 1 -- 172.21.15.46:0/3065317667 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a90a9ba460 msgr2=0x55a90a9ba8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:38.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.780+0000 7fcb6f400700 1 --2- 172.21.15.46:0/3065317667 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a90a9ba460 0x55a90a9ba8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:38.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.780+0000 7fcb6f400700 1 -- 172.21.15.46:0/3065317667 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a90a9b6780 msgr2=0x55a90a9b9f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:38.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.780+0000 7fcb6f400700 1 --2- 172.21.15.46:0/3065317667 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a90a9b6780 0x55a90a9b9f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:38.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.780+0000 7fcb6f400700 1 -- 172.21.15.46:0/3065317667 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a90a850880 con 0x55a90a9b0ef0 2024-04-26T01:49:38.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.780+0000 7fcb66a00700 1 --2- 172.21.15.46:0/3065317667 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a90a9b6780 0x55a90a9b9f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:49:38.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.781+0000 7fcb6f400700 1 --2- 172.21.15.46:0/3065317667 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a90a9b0ef0 0x55a90a9bcc20 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fcb60000c00 tx=0x7fcb600a5ef0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9d545823237e11b0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:38.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.781+0000 7fcb5d600700 10 client.0 ms_handle_connect on v2:172.21.15.103:3300/0 2024-04-26T01:49:38.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.781+0000 7fcb5d600700 1 -- 172.21.15.46:0/3065317667 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb600bb060 con 0x55a90a9b0ef0 2024-04-26T01:49:38.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.781+0000 7fcb5d600700 1 -- 172.21.15.46:0/3065317667 <== mon.2 v2:172.21.15.103:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fcb6009ca60 con 0x55a90a9b0ef0 2024-04-26T01:49:38.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.781+0000 7fcb80a7fb80 1 -- 172.21.15.46:0/3065317667 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcb600a17c0 con 0x55a90a9b0ef0 2024-04-26T01:49:38.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.781+0000 7fcb5d600700 1 -- 172.21.15.46:0/3065317667 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fcb6009d410 con 0x55a90a9b0ef0 2024-04-26T01:49:38.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.781+0000 7fcb80a7fb80 10 client.24923 fetch_fsmap learned FSMap version 28 2024-04-26T01:49:38.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.781+0000 7fcb80a7fb80 1 -- 172.21.15.46:0/3065317667 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55a90a899aa0 con 0x55a90a9b0ef0 2024-04-26T01:49:38.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.781+0000 7fcb5d600700 1 -- 172.21.15.46:0/3065317667 <== mon.2 v2:172.21.15.103:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fcb600a17c0 con 0x55a90a9b0ef0 2024-04-26T01:49:38.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.782+0000 7fcb5d600700 1 -- 172.21.15.46:0/3065317667 <== mon.2 v2:172.21.15.103:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fcb6009c2d0 con 0x55a90a9b0ef0 2024-04-26T01:49:38.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.782+0000 7fcb80a7fb80 10 client.24923 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:49:38.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.782+0000 7fcb80a7fb80 10 client.24923 resolve_mds: resolved name 'a' to daemon mds.a 2024-04-26T01:49:38.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.782+0000 7fcb80a7fb80 20 client.24923 populate_metadata read hostname 'smithi046' 2024-04-26T01:49:38.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.782+0000 7fcb80a7fb80 1 --2- 172.21.15.46:0/3065317667 >> [v2:172.21.15.46:6840/1857491842,v1:172.21.15.46:6841/1857491842] conn(0x55a90a9ca430 0x55a90a9cb8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:38.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.782+0000 7fcb80a7fb80 4 client.24923 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:49:38.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.782+0000 7fcb80a7fb80 1 -- 172.21.15.46:0/3065317667 --> [v2:172.21.15.46:6840/1857491842,v1:172.21.15.46:6841/1857491842] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a90a910630 con 0x55a90a9ca430 2024-04-26T01:49:38.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.782+0000 7fcb66a00700 1 --2- 172.21.15.46:0/3065317667 >> [v2:172.21.15.46:6840/1857491842,v1:172.21.15.46:6841/1857491842] conn(0x55a90a9ca430 0x55a90a9cb8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:38.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.783+0000 7fcb66a00700 1 --2- 172.21.15.46:0/3065317667 >> [v2:172.21.15.46:6840/1857491842,v1:172.21.15.46:6841/1857491842] conn(0x55a90a9ca430 0x55a90a9cb8a0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b70e14041e529e1d server_cookie=bcc4b3f2b8f42c10 in_seq=0 out_seq=0 2024-04-26T01:49:38.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.783+0000 7fcb5d600700 10 client.24923 ms_handle_connect on v2:172.21.15.46:6840/1857491842 2024-04-26T01:49:38.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.784+0000 7fcb5d600700 1 -- 172.21.15.46:0/3065317667 <== mds.1 v2:172.21.15.46:6840/1857491842 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a90a910630 con 0x55a90a9ca430 2024-04-26T01:49:38.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.784+0000 7fcb5d600700 10 client.24923 handle_command_reply: tid=0 2024-04-26T01:49:38.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.784+0000 7fcb80a7fb80 1 client.24923 shutdown 2024-04-26T01:49:38.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.784+0000 7fcb80a7fb80 1 -- 172.21.15.46:0/3065317667 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a90a9b0ef0 msgr2=0x55a90a9bcc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:38.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.784+0000 7fcb80a7fb80 1 --2- 172.21.15.46:0/3065317667 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a90a9b0ef0 0x55a90a9bcc20 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fcb60000c00 tx=0x7fcb600a5ef0 comp rx=0 tx=0).stop 2024-04-26T01:49:38.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.784+0000 7fcb80a7fb80 1 -- 172.21.15.46:0/3065317667 shutdown_connections 2024-04-26T01:49:38.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.784+0000 7fcb80a7fb80 1 --2- 172.21.15.46:0/3065317667 >> [v2:172.21.15.46:6840/1857491842,v1:172.21.15.46:6841/1857491842] conn(0x55a90a9ca430 0x55a90a9cb8a0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:38.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.784+0000 7fcb80a7fb80 1 --2- 172.21.15.46:0/3065317667 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a90a9ba460 0x55a90a9ba8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:38.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.784+0000 7fcb80a7fb80 1 --2- 172.21.15.46:0/3065317667 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a90a9b0ef0 0x55a90a9bcc20 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:38.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.784+0000 7fcb5d600700 0 client.24923 ms_handle_reset on v2:172.21.15.46:6840/1857491842 2024-04-26T01:49:38.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.784+0000 7fcb80a7fb80 1 --2- 172.21.15.46:0/3065317667 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a90a9b6780 0x55a90a9b9f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:38.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.784+0000 7fcb80a7fb80 1 -- 172.21.15.46:0/3065317667 >> 172.21.15.46:0/3065317667 conn(0x55a90a8def00 msgr2=0x55a90a9aae50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:38.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.784+0000 7fcb80a7fb80 1 -- 172.21.15.46:0/3065317667 shutdown_connections 2024-04-26T01:49:38.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.784+0000 7fcb80a7fb80 1 -- 172.21.15.46:0/3065317667 wait complete. 2024-04-26T01:49:38.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.784+0000 7fcb80a7fb80 20 client.24923 trim_cache size 0 max 16384 2024-04-26T01:49:38.806 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.807+0000 7fcb80a7fb80 1 Processor -- start 2024-04-26T01:49:38.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.807+0000 7fcb80a7fb80 1 -- start start 2024-04-26T01:49:38.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.808+0000 7fcb80a7fb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a90a9b0ef0 0x55a90a9b12d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:38.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.808+0000 7fcb80a7fb80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a90a9b6780 0x55a90a9c9470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:38.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.808+0000 7fcb80a7fb80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a90a9ba460 0x55a90a9ab5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:38.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.808+0000 7fcb80a7fb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55a90a9c9be0 con 0x55a90a9b0ef0 2024-04-26T01:49:38.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.808+0000 7fcb80a7fb80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55a90a9ca2b0 con 0x55a90a9ba460 2024-04-26T01:49:38.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.808+0000 7fcb80a7fb80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55a90a9ca980 con 0x55a90a9b6780 2024-04-26T01:49:38.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.808+0000 7fcb6f400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a90a9b0ef0 0x55a90a9b12d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:38.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.808+0000 7fcb6f400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a90a9b0ef0 0x55a90a9b12d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37316/0 (socket says 172.21.15.46:37316) 2024-04-26T01:49:38.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.808+0000 7fcb6f400700 1 -- 172.21.15.46:0/529992771 learned_addr learned my addr 172.21.15.46:0/529992771 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:49:38.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.808+0000 7fcb66a00700 1 --2- 172.21.15.46:0/529992771 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a90a9b6780 0x55a90a9c9470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:38.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.808+0000 7fcb6fe00700 1 --2- 172.21.15.46:0/529992771 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a90a9ba460 0x55a90a9ab5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:38.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.809+0000 7fcb66a00700 1 -- 172.21.15.46:0/529992771 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a90a9ba460 msgr2=0x55a90a9ab5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:38.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.809+0000 7fcb66a00700 1 --2- 172.21.15.46:0/529992771 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a90a9ba460 0x55a90a9ab5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:38.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.809+0000 7fcb66a00700 1 -- 172.21.15.46:0/529992771 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a90a9b0ef0 msgr2=0x55a90a9b12d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:38.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.809+0000 7fcb66a00700 1 --2- 172.21.15.46:0/529992771 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a90a9b0ef0 0x55a90a9b12d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:38.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.809+0000 7fcb66a00700 1 -- 172.21.15.46:0/529992771 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a90a9b4990 con 0x55a90a9b6780 2024-04-26T01:49:38.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.809+0000 7fcb6f400700 1 --2- 172.21.15.46:0/529992771 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a90a9b0ef0 0x55a90a9b12d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:49:38.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.809+0000 7fcb66a00700 1 --2- 172.21.15.46:0/529992771 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a90a9b6780 0x55a90a9c9470 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x55a90a9bd430 tx=0x7fcb58004750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=80535828be368461 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:38.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.809+0000 7fcb5fe00700 1 -- 172.21.15.46:0/529992771 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb58024070 con 0x55a90a9b6780 2024-04-26T01:49:38.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.809+0000 7fcb5fe00700 1 -- 172.21.15.46:0/529992771 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fcb5801e900 con 0x55a90a9b6780 2024-04-26T01:49:38.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.809+0000 7fcb5fe00700 1 -- 172.21.15.46:0/529992771 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb58010a70 con 0x55a90a9b6780 2024-04-26T01:49:38.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.810+0000 7fcb80a7fb80 1 -- 172.21.15.46:0/529992771 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a90a9b6780 msgr2=0x55a90a9c9470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:38.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.810+0000 7fcb80a7fb80 1 --2- 172.21.15.46:0/529992771 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a90a9b6780 0x55a90a9c9470 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x55a90a9bd430 tx=0x7fcb58004750 comp rx=0 tx=0).stop 2024-04-26T01:49:38.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.810+0000 7fcb80a7fb80 1 -- 172.21.15.46:0/529992771 shutdown_connections 2024-04-26T01:49:38.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.810+0000 7fcb80a7fb80 1 --2- 172.21.15.46:0/529992771 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a90a9ba460 0x55a90a9ab5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:38.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.810+0000 7fcb80a7fb80 1 --2- 172.21.15.46:0/529992771 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a90a9b0ef0 0x55a90a9b12d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:38.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.810+0000 7fcb80a7fb80 1 --2- 172.21.15.46:0/529992771 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a90a9b6780 0x55a90a9c9470 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:38.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.810+0000 7fcb80a7fb80 1 -- 172.21.15.46:0/529992771 >> 172.21.15.46:0/529992771 conn(0x55a90a8def00 msgr2=0x55a90a9a7ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:38.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.810+0000 7fcb80a7fb80 1 -- 172.21.15.46:0/529992771 shutdown_connections 2024-04-26T01:49:38.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.810+0000 7fcb80a7fb80 1 -- 172.21.15.46:0/529992771 wait complete. 2024-04-26T01:49:38.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.811+0000 7fcb80a7fb80 1 -- start start 2024-04-26T01:49:38.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.811+0000 7fcb80a7fb80 1 Processor -- start 2024-04-26T01:49:38.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.811+0000 7fcb80a7fb80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a90a9b0ef0 0x55a90a9d4f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:38.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.811+0000 7fcb80a7fb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a90a9b6780 0x55a90a9cfcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:38.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.811+0000 7fcb80a7fb80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a90a9ba460 0x55a90a9d0210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:38.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.811+0000 7fcb80a7fb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55a90a9cb720 con 0x55a90a9b6780 2024-04-26T01:49:38.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.811+0000 7fcb80a7fb80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55a90a9cb050 con 0x55a90a9b0ef0 2024-04-26T01:49:38.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.811+0000 7fcb80a7fb80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55a90a9cbdf0 con 0x55a90a9ba460 2024-04-26T01:49:38.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.811+0000 7fcb80a7fb80 10 client.0 _ll_register_callbacks cb 0x55a90a89b6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:49:38.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.812+0000 7fcb66a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a90a9b6780 0x55a90a9cfcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:38.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.812+0000 7fcb66a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a90a9b6780 0x55a90a9cfcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37330/0 (socket says 172.21.15.46:37330) 2024-04-26T01:49:38.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.812+0000 7fcb66a00700 1 -- 172.21.15.46:0/2010990118 learned_addr learned my addr 172.21.15.46:0/2010990118 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:49:38.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.812+0000 7fcb6f400700 1 --2- 172.21.15.46:0/2010990118 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a90a9b0ef0 0x55a90a9d4f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:38.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.812+0000 7fcb6fe00700 1 --2- 172.21.15.46:0/2010990118 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a90a9ba460 0x55a90a9d0210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:38.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.812+0000 7fcb66a00700 1 -- 172.21.15.46:0/2010990118 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a90a9ba460 msgr2=0x55a90a9d0210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:38.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.812+0000 7fcb66a00700 1 --2- 172.21.15.46:0/2010990118 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a90a9ba460 0x55a90a9d0210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:38.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.812+0000 7fcb66a00700 1 -- 172.21.15.46:0/2010990118 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a90a9b0ef0 msgr2=0x55a90a9d4f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:38.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.812+0000 7fcb66a00700 1 --2- 172.21.15.46:0/2010990118 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a90a9b0ef0 0x55a90a9d4f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:38.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.812+0000 7fcb66a00700 1 -- 172.21.15.46:0/2010990118 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a90a9d0780 con 0x55a90a9b6780 2024-04-26T01:49:38.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.812+0000 7fcb6f400700 1 --2- 172.21.15.46:0/2010990118 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a90a9b0ef0 0x55a90a9d4f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:49:38.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.812+0000 7fcb66a00700 1 --2- 172.21.15.46:0/2010990118 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a90a9b6780 0x55a90a9cfcd0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fcb580104d0 tx=0x7fcb58009c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a244453cd72cac9f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:38.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.812+0000 7fcb5d600700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2024-04-26T01:49:38.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.813+0000 7fcb5d600700 1 -- 172.21.15.46:0/2010990118 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb58024030 con 0x55a90a9b6780 2024-04-26T01:49:38.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.813+0000 7fcb80a7fb80 1 -- 172.21.15.46:0/2010990118 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcb5801e900 con 0x55a90a9b6780 2024-04-26T01:49:38.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.813+0000 7fcb5d600700 1 -- 172.21.15.46:0/2010990118 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fcb58003a60 con 0x55a90a9b6780 2024-04-26T01:49:38.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.813+0000 7fcb5d600700 1 -- 172.21.15.46:0/2010990118 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fcb58003c60 con 0x55a90a9b6780 2024-04-26T01:49:38.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.813+0000 7fcb80a7fb80 10 client.14805 fetch_fsmap learned FSMap version 28 2024-04-26T01:49:38.816 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.813+0000 7fcb80a7fb80 1 -- 172.21.15.46:0/2010990118 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55a90aa3aaf0 con 0x55a90a9b6780 2024-04-26T01:49:38.816 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.813+0000 7fcb5d600700 1 -- 172.21.15.46:0/2010990118 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fcb5801e900 con 0x55a90a9b6780 2024-04-26T01:49:38.816 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.814+0000 7fcb5d600700 1 -- 172.21.15.46:0/2010990118 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fcb58004b30 con 0x55a90a9b6780 2024-04-26T01:49:38.816 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.814+0000 7fcb80a7fb80 10 client.14805 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:49:38.816 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.814+0000 7fcb80a7fb80 10 client.14805 resolve_mds: resolved name 'a' to daemon mds.a 2024-04-26T01:49:38.816 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.814+0000 7fcb80a7fb80 20 client.14805 populate_metadata read hostname 'smithi046' 2024-04-26T01:49:38.816 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.814+0000 7fcb80a7fb80 1 --2- 172.21.15.46:0/2010990118 >> [v2:172.21.15.46:6840/1857491842,v1:172.21.15.46:6841/1857491842] conn(0x55a90aa3f2b0 0x55a90aa3dfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:38.816 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.814+0000 7fcb80a7fb80 4 client.14805 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T01:49:38.816 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.814+0000 7fcb80a7fb80 1 -- 172.21.15.46:0/2010990118 --> [v2:172.21.15.46:6840/1857491842,v1:172.21.15.46:6841/1857491842] -- command(tid 0: {"prefix": "status"}) -- 0x55a90a90a6d0 con 0x55a90aa3f2b0 2024-04-26T01:49:38.816 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.814+0000 7fcb6f400700 1 --2- 172.21.15.46:0/2010990118 >> [v2:172.21.15.46:6840/1857491842,v1:172.21.15.46:6841/1857491842] conn(0x55a90aa3f2b0 0x55a90aa3dfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:38.816 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.815+0000 7fcb6f400700 1 --2- 172.21.15.46:0/2010990118 >> [v2:172.21.15.46:6840/1857491842,v1:172.21.15.46:6841/1857491842] conn(0x55a90aa3f2b0 0x55a90aa3dfc0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=451b8ef3141ef8ba server_cookie=b87f4529f5314694 in_seq=0 out_seq=0 2024-04-26T01:49:38.816 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.815+0000 7fcb5d600700 10 client.14805 ms_handle_connect on v2:172.21.15.46:6840/1857491842 2024-04-26T01:49:38.816 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.815+0000 7fcb5d600700 1 -- 172.21.15.46:0/2010990118 <== mds.1 v2:172.21.15.46:6840/1857491842 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55a90a90a6d0 con 0x55a90aa3f2b0 2024-04-26T01:49:38.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.815+0000 7fcb5d600700 10 client.14805 handle_command_reply: tid=0 2024-04-26T01:49:38.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.815+0000 7fcb80a7fb80 1 client.14805 shutdown 2024-04-26T01:49:38.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.815+0000 7fcb80a7fb80 1 -- 172.21.15.46:0/2010990118 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a90a9b6780 msgr2=0x55a90a9cfcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:38.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.815+0000 7fcb80a7fb80 1 --2- 172.21.15.46:0/2010990118 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a90a9b6780 0x55a90a9cfcd0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fcb580104d0 tx=0x7fcb58009c30 comp rx=0 tx=0).stop 2024-04-26T01:49:38.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.815+0000 7fcb80a7fb80 1 -- 172.21.15.46:0/2010990118 shutdown_connections 2024-04-26T01:49:38.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.815+0000 7fcb80a7fb80 1 --2- 172.21.15.46:0/2010990118 >> [v2:172.21.15.46:6840/1857491842,v1:172.21.15.46:6841/1857491842] conn(0x55a90aa3f2b0 0x55a90aa3dfc0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:38.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.815+0000 7fcb80a7fb80 1 --2- 172.21.15.46:0/2010990118 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a90a9ba460 0x55a90a9d0210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:38.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.815+0000 7fcb80a7fb80 1 --2- 172.21.15.46:0/2010990118 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a90a9b0ef0 0x55a90a9d4f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:38.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.815+0000 7fcb80a7fb80 1 --2- 172.21.15.46:0/2010990118 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a90a9b6780 0x55a90a9cfcd0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:38.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.815+0000 7fcb80a7fb80 1 -- 172.21.15.46:0/2010990118 >> 172.21.15.46:0/2010990118 conn(0x55a90a8def00 msgr2=0x55a90a9c9470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:38.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.815+0000 7fcb5d600700 0 client.14805 ms_handle_reset on v2:172.21.15.46:6840/1857491842 2024-04-26T01:49:38.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.816+0000 7fcb80a7fb80 1 -- 172.21.15.46:0/2010990118 shutdown_connections 2024-04-26T01:49:38.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.816+0000 7fcb80a7fb80 1 -- 172.21.15.46:0/2010990118 wait complete. 2024-04-26T01:49:38.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.816+0000 7fcb80a7fb80 20 client.14805 trim_cache size 0 max 16384 2024-04-26T01:49:38.818 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-04-26T01:49:38.818 INFO:teuthology.orchestra.run.smithi046.stdout: "cluster_fsid": "4e298560-036d-11ef-bc93-c7b262605968", 2024-04-26T01:49:38.818 INFO:teuthology.orchestra.run.smithi046.stdout: "whoami": 1, 2024-04-26T01:49:38.818 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 24524, 2024-04-26T01:49:38.818 INFO:teuthology.orchestra.run.smithi046.stdout: "want_state": "up:active", 2024-04-26T01:49:38.818 INFO:teuthology.orchestra.run.smithi046.stdout: "state": "up:active", 2024-04-26T01:49:38.818 INFO:teuthology.orchestra.run.smithi046.stdout: "fs_name": "cephfs", 2024-04-26T01:49:38.818 INFO:teuthology.orchestra.run.smithi046.stdout: "rank_uptime": 168.89197707400001, 2024-04-26T01:49:38.818 INFO:teuthology.orchestra.run.smithi046.stdout: "mdsmap_epoch": 28, 2024-04-26T01:49:38.818 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch": 91, 2024-04-26T01:49:38.818 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T01:49:38.819 INFO:teuthology.orchestra.run.smithi046.stdout: "uptime": 209.46936561499999 2024-04-26T01:49:38.819 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-04-26T01:49:38.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.816+0000 7fcb76000700 1 -- 172.21.15.46:0/3096384401 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fcb500a3c40 msgr2=0x7fcb500a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:38.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.816+0000 7fcb76000700 1 --2- 172.21.15.46:0/3096384401 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fcb500a3c40 0x7fcb500a6100 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fcb68009ec0 tx=0x7fcb68013480 comp rx=0 tx=0).stop 2024-04-26T01:49:38.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.816+0000 7fcb76000700 1 -- 172.21.15.46:0/3096384401 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb70074c70 msgr2=0x7fcb7019b440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:38.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.816+0000 7fcb76000700 1 --2- 172.21.15.46:0/3096384401 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb70074c70 0x7fcb7019b440 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fcb60005910 tx=0x7fcb6000bfc0 comp rx=0 tx=0).stop 2024-04-26T01:49:38.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.817+0000 7fcb76000700 1 -- 172.21.15.46:0/3096384401 shutdown_connections 2024-04-26T01:49:38.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.817+0000 7fcb76000700 1 --2- 172.21.15.46:0/3096384401 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fcb7010f4b0 0x7fcb7019fd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:38.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.817+0000 7fcb76000700 1 --2- 172.21.15.46:0/3096384401 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcb70074c70 0x7fcb7019b440 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:38.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.817+0000 7fcb76000700 1 --2- 172.21.15.46:0/3096384401 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fcb500a3c40 0x7fcb500a6100 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:38.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.817+0000 7fcb76000700 1 --2- 172.21.15.46:0/3096384401 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcb70075590 0x7fcb7019b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:38.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.817+0000 7fcb76000700 1 -- 172.21.15.46:0/3096384401 >> 172.21.15.46:0/3096384401 conn(0x7fcb70079c00 msgr2=0x7fcb700ffd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:38.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.817+0000 7fcb76000700 1 -- 172.21.15.46:0/3096384401 shutdown_connections 2024-04-26T01:49:38.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:38.817+0000 7fcb76000700 1 -- 172.21.15.46:0/3096384401 wait complete. 2024-04-26T01:49:38.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:49:38 smithi103 ceph-mon[32920]: pgmap v429: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:49:38.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:49:38 smithi163 ceph-mon[32592]: pgmap v429: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:49:39.721 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph tell mds.b status 2024-04-26T01:49:40.196 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:49:40.599 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:49:40 smithi046 ceph-mon[28013]: pgmap v430: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:49:40.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:49:40 smithi103 ceph-mon[32920]: pgmap v430: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:49:40.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:49:40 smithi163 ceph-mon[32592]: pgmap v430: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:49:42.484 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.484+0000 7f2a61c00700 1 -- 172.21.15.46:0/171922506 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2a5c06afe0 msgr2=0x7f2a5c06b440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:42.484 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.484+0000 7f2a61c00700 1 --2- 172.21.15.46:0/171922506 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2a5c06afe0 0x7f2a5c06b440 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f2a44009990 tx=0x7f2a44009ca0 comp rx=0 tx=0).stop 2024-04-26T01:49:42.484 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.485+0000 7f2a61c00700 1 -- 172.21.15.46:0/171922506 shutdown_connections 2024-04-26T01:49:42.484 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.485+0000 7f2a61c00700 1 --2- 172.21.15.46:0/171922506 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2a5c06b980 0x7f2a5c10f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:42.484 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.485+0000 7f2a61c00700 1 --2- 172.21.15.46:0/171922506 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2a5c108a20 0x7f2a5c108e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:42.484 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.485+0000 7f2a61c00700 1 --2- 172.21.15.46:0/171922506 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2a5c06afe0 0x7f2a5c06b440 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:42.485 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.485+0000 7f2a61c00700 1 -- 172.21.15.46:0/171922506 >> 172.21.15.46:0/171922506 conn(0x7f2a5c0788b0 msgr2=0x7f2a5c078cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:42.485 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.485+0000 7f2a61c00700 1 -- 172.21.15.46:0/171922506 shutdown_connections 2024-04-26T01:49:42.485 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.485+0000 7f2a61c00700 1 -- 172.21.15.46:0/171922506 wait complete. 2024-04-26T01:49:42.485 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.486+0000 7f2a61c00700 1 Processor -- start 2024-04-26T01:49:42.485 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.486+0000 7f2a61c00700 1 -- start start 2024-04-26T01:49:42.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.486+0000 7f2a61c00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2a5c06afe0 0x7f2a5c101a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:42.487 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.486+0000 7f2a61c00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2a5c06b980 0x7f2a5c101f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:42.487 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.486+0000 7f2a61c00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2a5c108a20 0x7f2a5c102480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:42.487 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.486+0000 7f2a61c00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f2a5c112d70 con 0x7f2a5c06afe0 2024-04-26T01:49:42.487 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.487+0000 7f2a61c00700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f2a5c112bf0 con 0x7f2a5c108a20 2024-04-26T01:49:42.487 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.487+0000 7f2a61c00700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f2a5c112ef0 con 0x7f2a5c06b980 2024-04-26T01:49:42.487 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.487+0000 7f2a5b400700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2a5c108a20 0x7f2a5c102480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:42.487 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.487+0000 7f2a5b400700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2a5c108a20 0x7f2a5c102480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:51280/0 (socket says 172.21.15.46:51280) 2024-04-26T01:49:42.487 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.487+0000 7f2a5aa00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2a5c06afe0 0x7f2a5c101a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:42.487 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.487+0000 7f2a5b400700 1 -- 172.21.15.46:0/1585400496 learned_addr learned my addr 172.21.15.46:0/1585400496 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:49:42.487 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.487+0000 7f2a52000700 1 --2- 172.21.15.46:0/1585400496 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2a5c06b980 0x7f2a5c101f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:42.487 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.487+0000 7f2a5b400700 1 -- 172.21.15.46:0/1585400496 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2a5c06b980 msgr2=0x7f2a5c101f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:42.487 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.487+0000 7f2a5b400700 1 --2- 172.21.15.46:0/1585400496 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2a5c06b980 0x7f2a5c101f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:42.487 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.487+0000 7f2a5b400700 1 -- 172.21.15.46:0/1585400496 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2a5c06afe0 msgr2=0x7f2a5c101a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:42.488 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.487+0000 7f2a5b400700 1 --2- 172.21.15.46:0/1585400496 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2a5c06afe0 0x7f2a5c101a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:42.488 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.487+0000 7f2a5b400700 1 -- 172.21.15.46:0/1585400496 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a5c1abbb0 con 0x7f2a5c108a20 2024-04-26T01:49:42.488 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.488+0000 7f2a5b400700 1 --2- 172.21.15.46:0/1585400496 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2a5c108a20 0x7f2a5c102480 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f2a5400ef30 tx=0x7f2a5400c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:42.488 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.488+0000 7f2a53e00700 1 -- 172.21.15.46:0/1585400496 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a540092e0 con 0x7f2a5c108a20 2024-04-26T01:49:42.488 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.488+0000 7f2a61c00700 1 -- 172.21.15.46:0/1585400496 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a5c1abe40 con 0x7f2a5c108a20 2024-04-26T01:49:42.488 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.488+0000 7f2a61c00700 1 -- 172.21.15.46:0/1585400496 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a5c1ac2a0 con 0x7f2a5c108a20 2024-04-26T01:49:42.488 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.488+0000 7f2a53e00700 1 -- 172.21.15.46:0/1585400496 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2a54004bb0 con 0x7f2a5c108a20 2024-04-26T01:49:42.488 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.488+0000 7f2a53e00700 1 -- 172.21.15.46:0/1585400496 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a54004020 con 0x7f2a5c108a20 2024-04-26T01:49:42.491 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.493+0000 7f2a53e00700 1 -- 172.21.15.46:0/1585400496 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f2a5401b030 con 0x7f2a5c108a20 2024-04-26T01:49:42.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.494+0000 7f2a6c51ab80 1 Processor -- start 2024-04-26T01:49:42.492 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.494+0000 7f2a6c51ab80 1 -- start start 2024-04-26T01:49:42.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.495+0000 7f2a53e00700 1 --2- 172.21.15.46:0/1585400496 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f2a400a3cc0 0x7f2a400a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:42.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.495+0000 7f2a6c51ab80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55f3b2d122f0 0x55f3b2d126d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:42.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.495+0000 7f2a6c51ab80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f3b2d12c10 0x55f3b2d1d570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:42.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.495+0000 7f2a6c51ab80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3b2d1dab0 0x55f3b2d1fea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:42.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.495+0000 7f2a6c51ab80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55f3b2c65e40 con 0x55f3b2d1dab0 2024-04-26T01:49:42.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.495+0000 7f2a53e00700 1 -- 172.21.15.46:0/1585400496 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f2a540cfd90 con 0x7f2a5c108a20 2024-04-26T01:49:42.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.495+0000 7f2a6c51ab80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55f3b2c0c6e0 con 0x55f3b2d12c10 2024-04-26T01:49:42.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.495+0000 7f2a6c51ab80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55f3b2c61e00 con 0x55f3b2d122f0 2024-04-26T01:49:42.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.495+0000 7f2a52000700 1 --2- 172.21.15.46:0/1585400496 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f2a400a3cc0 0x7f2a400a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:42.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.495+0000 7f2a5aa00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55f3b2d122f0 0x55f3b2d126d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:42.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.495+0000 7f2a5aa00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55f3b2d122f0 0x55f3b2d126d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:48330/0 (socket says 172.21.15.46:48330) 2024-04-26T01:49:42.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.495+0000 7f2a5aa00700 1 -- 172.21.15.46:0/2719365558 learned_addr learned my addr 172.21.15.46:0/2719365558 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:49:42.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.495+0000 7f2a52000700 1 --2- 172.21.15.46:0/2719365558 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f3b2d12c10 0x55f3b2d1d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:42.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.495+0000 7f2a5b400700 1 --2- 172.21.15.46:0/2719365558 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3b2d1dab0 0x55f3b2d1fea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:42.495 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.496+0000 7f2a5aa00700 1 -- 172.21.15.46:0/2719365558 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f3b2d12c10 msgr2=0x55f3b2d1d570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:42.495 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.496+0000 7f2a5aa00700 1 --2- 172.21.15.46:0/2719365558 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f3b2d12c10 0x55f3b2d1d570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:42.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.496+0000 7f2a5aa00700 1 -- 172.21.15.46:0/2719365558 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3b2d1dab0 msgr2=0x55f3b2d1fea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:42.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.496+0000 7f2a5aa00700 1 --2- 172.21.15.46:0/2719365558 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3b2d1dab0 0x55f3b2d1fea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:42.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.496+0000 7f2a5aa00700 1 -- 172.21.15.46:0/2719365558 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f3b2c02630 con 0x55f3b2d122f0 2024-04-26T01:49:42.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.496+0000 7f2a5b400700 1 --2- 172.21.15.46:0/2719365558 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3b2d1dab0 0x55f3b2d1fea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:49:42.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.496+0000 7f2a5aa00700 1 --2- 172.21.15.46:0/2719365558 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55f3b2d122f0 0x55f3b2d126d0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f2a4c009d00 tx=0x7f2a4c011720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=52d35251143699f8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:42.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.496+0000 7f2a52000700 1 --2- 172.21.15.46:0/1585400496 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f2a400a3cc0 0x7f2a400a6180 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f2a5c103250 tx=0x7f2a4400b710 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:42.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.496+0000 7f2a4be00700 1 -- 172.21.15.46:0/2719365558 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a4c01e070 con 0x55f3b2d122f0 2024-04-26T01:49:42.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.497+0000 7f2a4be00700 1 -- 172.21.15.46:0/2719365558 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2a4c019b00 con 0x55f3b2d122f0 2024-04-26T01:49:42.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.497+0000 7f2a4be00700 1 -- 172.21.15.46:0/2719365558 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a4c00eb00 con 0x55f3b2d122f0 2024-04-26T01:49:42.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.497+0000 7f2a6c51ab80 1 -- 172.21.15.46:0/2719365558 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55f3b2d122f0 msgr2=0x55f3b2d126d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:42.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.497+0000 7f2a6c51ab80 1 --2- 172.21.15.46:0/2719365558 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55f3b2d122f0 0x55f3b2d126d0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f2a4c009d00 tx=0x7f2a4c011720 comp rx=0 tx=0).stop 2024-04-26T01:49:42.496 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.498+0000 7f2a6c51ab80 1 -- 172.21.15.46:0/2719365558 shutdown_connections 2024-04-26T01:49:42.497 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.498+0000 7f2a6c51ab80 1 --2- 172.21.15.46:0/2719365558 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3b2d1dab0 0x55f3b2d1fea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:42.497 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.498+0000 7f2a6c51ab80 1 --2- 172.21.15.46:0/2719365558 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55f3b2d122f0 0x55f3b2d126d0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:42.497 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.498+0000 7f2a6c51ab80 1 --2- 172.21.15.46:0/2719365558 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f3b2d12c10 0x55f3b2d1d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:42.497 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.498+0000 7f2a6c51ab80 1 -- 172.21.15.46:0/2719365558 >> 172.21.15.46:0/2719365558 conn(0x55f3b2c41550 msgr2=0x55f3b2d0e790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:42.497 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.498+0000 7f2a6c51ab80 1 -- 172.21.15.46:0/2719365558 shutdown_connections 2024-04-26T01:49:42.497 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.498+0000 7f2a6c51ab80 1 -- 172.21.15.46:0/2719365558 wait complete. 2024-04-26T01:49:42.498 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.498+0000 7f2a6c51ab80 1 -- start start 2024-04-26T01:49:42.498 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.499+0000 7f2a6c51ab80 1 Processor -- start 2024-04-26T01:49:42.498 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.499+0000 7f2a6c51ab80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f3b2d122f0 0x55f3b2d1d160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:42.498 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.499+0000 7f2a6c51ab80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3b2d12c10 0x55f3b2d1a460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:42.498 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.499+0000 7f2a6c51ab80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55f3b2d1dab0 0x55f3b2d1a9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:42.499 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.499+0000 7f2a6c51ab80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55f3b2d205a0 con 0x55f3b2d12c10 2024-04-26T01:49:42.499 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.499+0000 7f2a6c51ab80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55f3b2c1f810 con 0x55f3b2d122f0 2024-04-26T01:49:42.499 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.499+0000 7f2a6c51ab80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55f3b2d20720 con 0x55f3b2d1dab0 2024-04-26T01:49:42.499 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.499+0000 7f2a6c51ab80 10 client.0 _ll_register_callbacks cb 0x55f3b2bfe6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:49:42.499 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.499+0000 7f2a52000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3b2d12c10 0x55f3b2d1a460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:42.499 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.499+0000 7f2a52000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3b2d12c10 0x55f3b2d1a460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37360/0 (socket says 172.21.15.46:37360) 2024-04-26T01:49:42.499 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.499+0000 7f2a52000700 1 -- 172.21.15.46:0/979800546 learned_addr learned my addr 172.21.15.46:0/979800546 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:49:42.499 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.499+0000 7f2a5aa00700 1 --2- 172.21.15.46:0/979800546 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f3b2d122f0 0x55f3b2d1d160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:42.499 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.500+0000 7f2a5b400700 1 --2- 172.21.15.46:0/979800546 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55f3b2d1dab0 0x55f3b2d1a9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:42.499 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.500+0000 7f2a52000700 1 -- 172.21.15.46:0/979800546 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55f3b2d1dab0 msgr2=0x55f3b2d1a9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:42.499 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.500+0000 7f2a52000700 1 --2- 172.21.15.46:0/979800546 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55f3b2d1dab0 0x55f3b2d1a9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:42.499 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.500+0000 7f2a52000700 1 -- 172.21.15.46:0/979800546 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f3b2d122f0 msgr2=0x55f3b2d1d160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:42.499 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.500+0000 7f2a52000700 1 --2- 172.21.15.46:0/979800546 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f3b2d122f0 0x55f3b2d1d160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:42.499 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.500+0000 7f2a52000700 1 -- 172.21.15.46:0/979800546 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f3b2bb3880 con 0x55f3b2d12c10 2024-04-26T01:49:42.499 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.500+0000 7f2a5aa00700 1 --2- 172.21.15.46:0/979800546 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f3b2d122f0 0x55f3b2d1d160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:49:42.500 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.500+0000 7f2a52000700 1 --2- 172.21.15.46:0/979800546 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3b2d12c10 0x55f3b2d1a460 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f2a44015000 tx=0x7f2a44009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc5d2cc320dad003 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:42.500 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.500+0000 7f2a48c00700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2024-04-26T01:49:42.501 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.501+0000 7f2a48c00700 1 -- 172.21.15.46:0/979800546 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a44037060 con 0x55f3b2d12c10 2024-04-26T01:49:42.501 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.501+0000 7f2a48c00700 1 -- 172.21.15.46:0/979800546 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f2a4400f460 con 0x55f3b2d12c10 2024-04-26T01:49:42.501 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.501+0000 7f2a6c51ab80 1 -- 172.21.15.46:0/979800546 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2a4c019b00 con 0x55f3b2d12c10 2024-04-26T01:49:42.501 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.501+0000 7f2a48c00700 1 -- 172.21.15.46:0/979800546 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f2a4400f660 con 0x55f3b2d12c10 2024-04-26T01:49:42.501 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.501+0000 7f2a6c51ab80 10 client.14817 fetch_fsmap learned FSMap version 28 2024-04-26T01:49:42.501 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.501+0000 7f2a6c51ab80 1 -- 172.21.15.46:0/979800546 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f3b2bfcaa0 con 0x55f3b2d12c10 2024-04-26T01:49:42.501 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.501+0000 7f2a48c00700 1 -- 172.21.15.46:0/979800546 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2a4c019b00 con 0x55f3b2d12c10 2024-04-26T01:49:42.502 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.502+0000 7f2a48c00700 1 -- 172.21.15.46:0/979800546 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f2a44027040 con 0x55f3b2d12c10 2024-04-26T01:49:42.502 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.502+0000 7f2a6c51ab80 10 client.14817 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:49:42.502 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.502+0000 7f2a6c51ab80 10 client.14817 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-26T01:49:42.502 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.502+0000 7f2a6c51ab80 20 client.14817 populate_metadata read hostname 'smithi046' 2024-04-26T01:49:42.502 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.502+0000 7f2a6c51ab80 1 --2- 172.21.15.46:0/979800546 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55f3b2d2d330 0x55f3b2d2e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:42.502 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.502+0000 7f2a6c51ab80 4 client.14817 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:49:42.502 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.502+0000 7f2a6c51ab80 1 -- 172.21.15.46:0/979800546 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f3b2c73630 con 0x55f3b2d2d330 2024-04-26T01:49:42.502 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.502+0000 7f2a5aa00700 1 --2- 172.21.15.46:0/979800546 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55f3b2d2d330 0x55f3b2d2e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:42.502 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.503+0000 7f2a5aa00700 1 --2- 172.21.15.46:0/979800546 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55f3b2d2d330 0x55f3b2d2e7a0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7d47a84fe1d95fe0 server_cookie=8af7069c13cc172e in_seq=0 out_seq=0 2024-04-26T01:49:42.502 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.503+0000 7f2a48c00700 10 client.14817 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:49:42.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.504+0000 7f2a48c00700 1 -- 172.21.15.46:0/979800546 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f3b2c73630 con 0x55f3b2d2d330 2024-04-26T01:49:42.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.504+0000 7f2a48c00700 10 client.14817 handle_command_reply: tid=0 2024-04-26T01:49:42.503 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.504+0000 7f2a6c51ab80 1 client.14817 shutdown 2024-04-26T01:49:42.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.504+0000 7f2a6c51ab80 1 -- 172.21.15.46:0/979800546 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3b2d12c10 msgr2=0x55f3b2d1a460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:42.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.504+0000 7f2a6c51ab80 1 --2- 172.21.15.46:0/979800546 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3b2d12c10 0x55f3b2d1a460 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f2a44015000 tx=0x7f2a44009ca0 comp rx=0 tx=0).stop 2024-04-26T01:49:42.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.504+0000 7f2a6c51ab80 1 -- 172.21.15.46:0/979800546 shutdown_connections 2024-04-26T01:49:42.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.504+0000 7f2a6c51ab80 1 --2- 172.21.15.46:0/979800546 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55f3b2d2d330 0x55f3b2d2e7a0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:42.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.504+0000 7f2a6c51ab80 1 --2- 172.21.15.46:0/979800546 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55f3b2d1dab0 0x55f3b2d1a9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:42.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.504+0000 7f2a6c51ab80 1 --2- 172.21.15.46:0/979800546 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f3b2d122f0 0x55f3b2d1d160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:42.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.504+0000 7f2a6c51ab80 1 --2- 172.21.15.46:0/979800546 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3b2d12c10 0x55f3b2d1a460 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:42.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.504+0000 7f2a48c00700 0 client.14817 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:49:42.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.504+0000 7f2a6c51ab80 1 -- 172.21.15.46:0/979800546 >> 172.21.15.46:0/979800546 conn(0x55f3b2c41550 msgr2=0x55f3b2d0d950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:42.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.504+0000 7f2a6c51ab80 1 -- 172.21.15.46:0/979800546 shutdown_connections 2024-04-26T01:49:42.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.504+0000 7f2a6c51ab80 1 -- 172.21.15.46:0/979800546 wait complete. 2024-04-26T01:49:42.504 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.505+0000 7f2a6c51ab80 20 client.14817 trim_cache size 0 max 16384 2024-04-26T01:49:42.525 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.527+0000 7f2a6c51ab80 1 Processor -- start 2024-04-26T01:49:42.525 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.527+0000 7f2a6c51ab80 1 -- start start 2024-04-26T01:49:42.526 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.528+0000 7f2a6c51ab80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3b2d122f0 0x55f3b2d1a950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:42.526 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.528+0000 7f2a6c51ab80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f3b2d12c10 0x55f3b2d0a3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:42.526 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.528+0000 7f2a6c51ab80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55f3b2d1dab0 0x55f3b2d154f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:42.527 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.528+0000 7f2a6c51ab80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55f3b2d2cae0 con 0x55f3b2d122f0 2024-04-26T01:49:42.527 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.528+0000 7f2a6c51ab80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55f3b2d2d1b0 con 0x55f3b2d12c10 2024-04-26T01:49:42.527 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.528+0000 7f2a6c51ab80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55f3b2d2d880 con 0x55f3b2d1dab0 2024-04-26T01:49:42.527 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.528+0000 7f2a5b400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55f3b2d1dab0 0x55f3b2d154f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:42.527 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.528+0000 7f2a5b400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55f3b2d1dab0 0x55f3b2d154f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:48342/0 (socket says 172.21.15.46:48342) 2024-04-26T01:49:42.527 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.528+0000 7f2a5b400700 1 -- 172.21.15.46:0/959391706 learned_addr learned my addr 172.21.15.46:0/959391706 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:49:42.527 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.528+0000 7f2a5aa00700 1 --2- 172.21.15.46:0/959391706 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3b2d122f0 0x55f3b2d1a950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:42.527 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.528+0000 7f2a52000700 1 --2- 172.21.15.46:0/959391706 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f3b2d12c10 0x55f3b2d0a3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:42.527 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.529+0000 7f2a5b400700 1 -- 172.21.15.46:0/959391706 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f3b2d12c10 msgr2=0x55f3b2d0a3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:42.527 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.529+0000 7f2a5b400700 1 --2- 172.21.15.46:0/959391706 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f3b2d12c10 0x55f3b2d0a3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:42.527 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.529+0000 7f2a5b400700 1 -- 172.21.15.46:0/959391706 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3b2d122f0 msgr2=0x55f3b2d1a950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:42.527 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.529+0000 7f2a5b400700 1 --2- 172.21.15.46:0/959391706 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3b2d122f0 0x55f3b2d1a950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:42.527 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.529+0000 7f2a5b400700 1 -- 172.21.15.46:0/959391706 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f3b2d1b3a0 con 0x55f3b2d1dab0 2024-04-26T01:49:42.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.529+0000 7f2a5b400700 1 --2- 172.21.15.46:0/959391706 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55f3b2d1dab0 0x55f3b2d154f0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f2a5400cb70 tx=0x7f2a54012340 comp rx=0 tx=0).ready entity=mon.1 client_cookie=23f2f8ecb99da209 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:42.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.529+0000 7f2a4b400700 1 -- 172.21.15.46:0/959391706 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a5409c0b0 con 0x55f3b2d1dab0 2024-04-26T01:49:42.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.529+0000 7f2a4b400700 1 -- 172.21.15.46:0/959391706 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2a540a0460 con 0x55f3b2d1dab0 2024-04-26T01:49:42.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.529+0000 7f2a4b400700 1 -- 172.21.15.46:0/959391706 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a540a4800 con 0x55f3b2d1dab0 2024-04-26T01:49:42.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.530+0000 7f2a6c51ab80 1 -- 172.21.15.46:0/959391706 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55f3b2d1dab0 msgr2=0x55f3b2d154f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:42.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.530+0000 7f2a6c51ab80 1 --2- 172.21.15.46:0/959391706 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55f3b2d1dab0 0x55f3b2d154f0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f2a5400cb70 tx=0x7f2a54012340 comp rx=0 tx=0).stop 2024-04-26T01:49:42.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.530+0000 7f2a6c51ab80 1 -- 172.21.15.46:0/959391706 shutdown_connections 2024-04-26T01:49:42.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.530+0000 7f2a6c51ab80 1 --2- 172.21.15.46:0/959391706 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55f3b2d1dab0 0x55f3b2d154f0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:42.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.530+0000 7f2a6c51ab80 1 --2- 172.21.15.46:0/959391706 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3b2d122f0 0x55f3b2d1a950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:42.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.530+0000 7f2a6c51ab80 1 --2- 172.21.15.46:0/959391706 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f3b2d12c10 0x55f3b2d0a3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:42.529 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.530+0000 7f2a6c51ab80 1 -- 172.21.15.46:0/959391706 >> 172.21.15.46:0/959391706 conn(0x55f3b2c41550 msgr2=0x55f3b2d1a240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:42.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.530+0000 7f2a6c51ab80 1 -- 172.21.15.46:0/959391706 shutdown_connections 2024-04-26T01:49:42.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.530+0000 7f2a6c51ab80 1 -- 172.21.15.46:0/959391706 wait complete. 2024-04-26T01:49:42.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.531+0000 7f2a6c51ab80 1 -- start start 2024-04-26T01:49:42.530 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.531+0000 7f2a6c51ab80 1 Processor -- start 2024-04-26T01:49:42.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.531+0000 7f2a6c51ab80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f3b2d122f0 0x55f3b2d35170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:42.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.531+0000 7f2a6c51ab80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3b2d12c10 0x55f3b2d356b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:42.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.531+0000 7f2a6c51ab80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55f3b2d1dab0 0x55f3b2d35bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:42.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.531+0000 7f2a6c51ab80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55f3b2d2e620 con 0x55f3b2d12c10 2024-04-26T01:49:42.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.531+0000 7f2a6c51ab80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55f3b2d2df50 con 0x55f3b2d122f0 2024-04-26T01:49:42.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.531+0000 7f2a6c51ab80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55f3b2d2ecf0 con 0x55f3b2d1dab0 2024-04-26T01:49:42.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.532+0000 7f2a6c51ab80 10 client.0 _ll_register_callbacks cb 0x55f3b2bfe6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:49:42.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.532+0000 7f2a52000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3b2d12c10 0x55f3b2d356b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:42.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.532+0000 7f2a5aa00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f3b2d122f0 0x55f3b2d35170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:42.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.532+0000 7f2a5aa00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f3b2d122f0 0x55f3b2d35170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:51306/0 (socket says 172.21.15.46:51306) 2024-04-26T01:49:42.532 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.532+0000 7f2a5aa00700 1 -- 172.21.15.46:0/741624858 learned_addr learned my addr 172.21.15.46:0/741624858 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:49:42.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.532+0000 7f2a52000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3b2d12c10 0x55f3b2d356b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37380/0 (socket says 172.21.15.46:37380) 2024-04-26T01:49:42.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.532+0000 7f2a5b400700 1 --2- 172.21.15.46:0/741624858 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55f3b2d1dab0 0x55f3b2d35bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:42.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.532+0000 7f2a5aa00700 1 -- 172.21.15.46:0/741624858 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55f3b2d1dab0 msgr2=0x55f3b2d35bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:42.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.532+0000 7f2a5aa00700 1 --2- 172.21.15.46:0/741624858 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55f3b2d1dab0 0x55f3b2d35bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:42.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.532+0000 7f2a5aa00700 1 -- 172.21.15.46:0/741624858 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3b2d12c10 msgr2=0x55f3b2d356b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:49:42.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.532+0000 7f2a5aa00700 1 --2- 172.21.15.46:0/741624858 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3b2d12c10 0x55f3b2d356b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:42.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.532+0000 7f2a5aa00700 1 -- 172.21.15.46:0/741624858 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f3b2d173b0 con 0x55f3b2d122f0 2024-04-26T01:49:42.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.532+0000 7f2a5aa00700 1 --2- 172.21.15.46:0/741624858 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f3b2d122f0 0x55f3b2d35170 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f2a4c01c040 tx=0x7f2a4c009770 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e01f790fe40fa502 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:42.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.532+0000 7f2a48c00700 10 client.0 ms_handle_connect on v2:172.21.15.103:3300/0 2024-04-26T01:49:42.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.533+0000 7f2a48c00700 1 -- 172.21.15.46:0/741624858 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a4c01e040 con 0x55f3b2d122f0 2024-04-26T01:49:42.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.533+0000 7f2a48c00700 1 -- 172.21.15.46:0/741624858 <== mon.2 v2:172.21.15.103:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f2a4c0055e0 con 0x55f3b2d122f0 2024-04-26T01:49:42.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.533+0000 7f2a6c51ab80 1 -- 172.21.15.46:0/741624858 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2a540a0460 con 0x55f3b2d122f0 2024-04-26T01:49:42.533 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.533+0000 7f2a48c00700 1 -- 172.21.15.46:0/741624858 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f2a4c005ce0 con 0x55f3b2d122f0 2024-04-26T01:49:42.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.533+0000 7f2a6c51ab80 10 client.24947 fetch_fsmap learned FSMap version 28 2024-04-26T01:49:42.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.533+0000 7f2a6c51ab80 1 -- 172.21.15.46:0/741624858 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f3b2d948a0 con 0x55f3b2d122f0 2024-04-26T01:49:42.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.533+0000 7f2a48c00700 1 -- 172.21.15.46:0/741624858 <== mon.2 v2:172.21.15.103:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2a540a0460 con 0x55f3b2d122f0 2024-04-26T01:49:42.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.534+0000 7f2a48c00700 1 -- 172.21.15.46:0/741624858 <== mon.2 v2:172.21.15.103:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f2a4c00ebd0 con 0x55f3b2d122f0 2024-04-26T01:49:42.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.534+0000 7f2a6c51ab80 10 client.24947 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:49:42.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.534+0000 7f2a6c51ab80 10 client.24947 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-26T01:49:42.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.534+0000 7f2a6c51ab80 20 client.24947 populate_metadata read hostname 'smithi046' 2024-04-26T01:49:42.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.534+0000 7f2a6c51ab80 1 --2- 172.21.15.46:0/741624858 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55f3b2d99240 0x55f3b2d97f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:42.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.534+0000 7f2a6c51ab80 4 client.24947 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T01:49:42.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.534+0000 7f2a6c51ab80 1 -- 172.21.15.46:0/741624858 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "status"}) -- 0x55f3b2c6d6d0 con 0x55f3b2d99240 2024-04-26T01:49:42.534 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.534+0000 7f2a52000700 1 --2- 172.21.15.46:0/741624858 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55f3b2d99240 0x55f3b2d97f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:42.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.535+0000 7f2a52000700 1 --2- 172.21.15.46:0/741624858 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55f3b2d99240 0x55f3b2d97f50 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e0d449409edce6e6 server_cookie=b8dcf4f9813d476f in_seq=0 out_seq=0 2024-04-26T01:49:42.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.535+0000 7f2a48c00700 10 client.24947 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:49:42.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.535+0000 7f2a48c00700 1 -- 172.21.15.46:0/741624858 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+322 (crc 0 0 0) 0x55f3b2c6d6d0 con 0x55f3b2d99240 2024-04-26T01:49:42.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.535+0000 7f2a48c00700 10 client.24947 handle_command_reply: tid=0 2024-04-26T01:49:42.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.535+0000 7f2a6c51ab80 1 client.24947 shutdown 2024-04-26T01:49:42.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.535+0000 7f2a6c51ab80 1 -- 172.21.15.46:0/741624858 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f3b2d122f0 msgr2=0x55f3b2d35170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:42.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.535+0000 7f2a6c51ab80 1 --2- 172.21.15.46:0/741624858 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f3b2d122f0 0x55f3b2d35170 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f2a4c01c040 tx=0x7f2a4c009770 comp rx=0 tx=0).stop 2024-04-26T01:49:42.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.535+0000 7f2a6c51ab80 1 -- 172.21.15.46:0/741624858 shutdown_connections 2024-04-26T01:49:42.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.535+0000 7f2a6c51ab80 1 --2- 172.21.15.46:0/741624858 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55f3b2d99240 0x55f3b2d97f50 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:42.536 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.535+0000 7f2a6c51ab80 1 --2- 172.21.15.46:0/741624858 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55f3b2d1dab0 0x55f3b2d35bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:42.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.535+0000 7f2a6c51ab80 1 --2- 172.21.15.46:0/741624858 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f3b2d122f0 0x55f3b2d35170 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:42.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.535+0000 7f2a48c00700 0 client.24947 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:49:42.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.535+0000 7f2a6c51ab80 1 --2- 172.21.15.46:0/741624858 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f3b2d12c10 0x55f3b2d356b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:42.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.535+0000 7f2a6c51ab80 1 -- 172.21.15.46:0/741624858 >> 172.21.15.46:0/741624858 conn(0x55f3b2c41550 msgr2=0x55f3b2d152f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:42.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.535+0000 7f2a6c51ab80 1 -- 172.21.15.46:0/741624858 shutdown_connections 2024-04-26T01:49:42.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.535+0000 7f2a6c51ab80 1 -- 172.21.15.46:0/741624858 wait complete. 2024-04-26T01:49:42.537 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.536+0000 7f2a6c51ab80 20 client.24947 trim_cache size 0 max 16384 2024-04-26T01:49:42.537 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-04-26T01:49:42.537 INFO:teuthology.orchestra.run.smithi046.stdout: "cluster_fsid": "4e298560-036d-11ef-bc93-c7b262605968", 2024-04-26T01:49:42.537 INFO:teuthology.orchestra.run.smithi046.stdout: "whoami": 0, 2024-04-26T01:49:42.538 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 24530, 2024-04-26T01:49:42.538 INFO:teuthology.orchestra.run.smithi046.stdout: "want_state": "up:active", 2024-04-26T01:49:42.538 INFO:teuthology.orchestra.run.smithi046.stdout: "state": "up:active", 2024-04-26T01:49:42.538 INFO:teuthology.orchestra.run.smithi046.stdout: "fs_name": "cephfs", 2024-04-26T01:49:42.538 INFO:teuthology.orchestra.run.smithi046.stdout: "rank_uptime": 189.207164796, 2024-04-26T01:49:42.538 INFO:teuthology.orchestra.run.smithi046.stdout: "mdsmap_epoch": 28, 2024-04-26T01:49:42.538 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch": 91, 2024-04-26T01:49:42.538 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T01:49:42.538 INFO:teuthology.orchestra.run.smithi046.stdout: "uptime": 210.342131962 2024-04-26T01:49:42.538 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-04-26T01:49:42.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.536+0000 7f2a61c00700 1 -- 172.21.15.46:0/1585400496 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f2a400a3cc0 msgr2=0x7f2a400a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:42.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.536+0000 7f2a61c00700 1 --2- 172.21.15.46:0/1585400496 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f2a400a3cc0 0x7f2a400a6180 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f2a5c103250 tx=0x7f2a4400b710 comp rx=0 tx=0).stop 2024-04-26T01:49:42.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.536+0000 7f2a61c00700 1 -- 172.21.15.46:0/1585400496 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2a5c108a20 msgr2=0x7f2a5c102480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:42.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.536+0000 7f2a61c00700 1 --2- 172.21.15.46:0/1585400496 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2a5c108a20 0x7f2a5c102480 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f2a5400ef30 tx=0x7f2a5400c3a0 comp rx=0 tx=0).stop 2024-04-26T01:49:42.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.536+0000 7f2a61c00700 1 -- 172.21.15.46:0/1585400496 shutdown_connections 2024-04-26T01:49:42.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.536+0000 7f2a61c00700 1 --2- 172.21.15.46:0/1585400496 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f2a400a3cc0 0x7f2a400a6180 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:42.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.536+0000 7f2a61c00700 1 --2- 172.21.15.46:0/1585400496 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2a5c108a20 0x7f2a5c102480 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:42.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.536+0000 7f2a61c00700 1 --2- 172.21.15.46:0/1585400496 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2a5c06afe0 0x7f2a5c101a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:42.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.536+0000 7f2a61c00700 1 --2- 172.21.15.46:0/1585400496 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2a5c06b980 0x7f2a5c101f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:42.539 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.536+0000 7f2a61c00700 1 -- 172.21.15.46:0/1585400496 >> 172.21.15.46:0/1585400496 conn(0x7f2a5c0788b0 msgr2=0x7f2a5c0ff940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:42.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.537+0000 7f2a61c00700 1 -- 172.21.15.46:0/1585400496 shutdown_connections 2024-04-26T01:49:42.540 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:42.537+0000 7f2a61c00700 1 -- 172.21.15.46:0/1585400496 wait complete. 2024-04-26T01:49:42.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:49:42 smithi046 ceph-mon[28013]: pgmap v431: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:49:42.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:49:42 smithi103 ceph-mon[32920]: pgmap v431: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:49:42.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:49:42 smithi163 ceph-mon[32592]: pgmap v431: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:49:43.485 INFO:tasks.cephadm:Setup complete, yielding 2024-04-26T01:49:43.486 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-26T01:49:43.495 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi046.front.sepia.ceph.com 2024-04-26T01:49:43.496 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- bash -c 'ceph orch status' 2024-04-26T01:49:43.982 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:49:44.692 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:49:44 smithi046 ceph-mon[28013]: pgmap v432: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:49:44.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:49:44 smithi103 ceph-mon[32920]: pgmap v432: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:49:44.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:49:44 smithi163 ceph-mon[32592]: pgmap v432: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:49:46.368 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.370+0000 7faf63200700 1 -- 172.21.15.46:0/1688856693 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7faf5c102ba0 msgr2=0x7faf5c103000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:46.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.370+0000 7faf63200700 1 --2- 172.21.15.46:0/1688856693 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7faf5c102ba0 0x7faf5c103000 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7faf44009fc0 tx=0x7faf4400b330 comp rx=0 tx=0).stop 2024-04-26T01:49:46.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.370+0000 7faf63200700 1 -- 172.21.15.46:0/1688856693 shutdown_connections 2024-04-26T01:49:46.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.370+0000 7faf63200700 1 --2- 172.21.15.46:0/1688856693 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faf5c103540 0x7faf5c109df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:46.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.370+0000 7faf63200700 1 --2- 172.21.15.46:0/1688856693 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7faf5c1019a0 0x7faf5c101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:46.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.370+0000 7faf63200700 1 --2- 172.21.15.46:0/1688856693 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7faf5c102ba0 0x7faf5c103000 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:46.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.370+0000 7faf63200700 1 -- 172.21.15.46:0/1688856693 >> 172.21.15.46:0/1688856693 conn(0x7faf5c0fcf40 msgr2=0x7faf5c0ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:46.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.370+0000 7faf63200700 1 -- 172.21.15.46:0/1688856693 shutdown_connections 2024-04-26T01:49:46.369 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.370+0000 7faf63200700 1 -- 172.21.15.46:0/1688856693 wait complete. 2024-04-26T01:49:46.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.372+0000 7faf63200700 1 Processor -- start 2024-04-26T01:49:46.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.372+0000 7faf63200700 1 -- start start 2024-04-26T01:49:46.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.372+0000 7faf63200700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7faf5c1019a0 0x7faf5c198cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:46.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.372+0000 7faf63200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faf5c102ba0 0x7faf5c199230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:46.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.373+0000 7faf63200700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7faf5c103540 0x7faf5c1a0270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:46.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.373+0000 7faf63200700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7faf5c10d550 con 0x7faf5c102ba0 2024-04-26T01:49:46.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.373+0000 7faf63200700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7faf5c10d3d0 con 0x7faf5c103540 2024-04-26T01:49:46.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.373+0000 7faf63200700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7faf5c10d6d0 con 0x7faf5c1019a0 2024-04-26T01:49:46.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.373+0000 7faf5be00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7faf5c1019a0 0x7faf5c198cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:46.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.373+0000 7faf5be00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7faf5c1019a0 0x7faf5c198cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:59080/0 (socket says 172.21.15.46:59080) 2024-04-26T01:49:46.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.373+0000 7faf5be00700 1 -- 172.21.15.46:0/786550379 learned_addr learned my addr 172.21.15.46:0/786550379 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:49:46.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.373+0000 7faf53400700 1 --2- 172.21.15.46:0/786550379 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faf5c102ba0 0x7faf5c199230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:46.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.373+0000 7faf61200700 1 --2- 172.21.15.46:0/786550379 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7faf5c103540 0x7faf5c1a0270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:46.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.373+0000 7faf5be00700 1 -- 172.21.15.46:0/786550379 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7faf5c103540 msgr2=0x7faf5c1a0270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:46.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.373+0000 7faf5be00700 1 --2- 172.21.15.46:0/786550379 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7faf5c103540 0x7faf5c1a0270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:46.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.373+0000 7faf5be00700 1 -- 172.21.15.46:0/786550379 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faf5c102ba0 msgr2=0x7faf5c199230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:46.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.373+0000 7faf5be00700 1 --2- 172.21.15.46:0/786550379 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faf5c102ba0 0x7faf5c199230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:46.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.373+0000 7faf5be00700 1 -- 172.21.15.46:0/786550379 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf5c1a0940 con 0x7faf5c1019a0 2024-04-26T01:49:46.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.373+0000 7faf53400700 1 --2- 172.21.15.46:0/786550379 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faf5c102ba0 0x7faf5c199230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:49:46.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.374+0000 7faf5be00700 1 --2- 172.21.15.46:0/786550379 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7faf5c1019a0 0x7faf5c198cf0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7faf4c00e970 tx=0x7faf4c00ec80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:46.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.374+0000 7faf59600700 1 -- 172.21.15.46:0/786550379 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf4c004220 con 0x7faf5c1019a0 2024-04-26T01:49:46.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.374+0000 7faf63200700 1 -- 172.21.15.46:0/786550379 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf5c1a0c30 con 0x7faf5c1019a0 2024-04-26T01:49:46.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.374+0000 7faf59600700 1 -- 172.21.15.46:0/786550379 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7faf4c0043c0 con 0x7faf5c1019a0 2024-04-26T01:49:46.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.374+0000 7faf59600700 1 -- 172.21.15.46:0/786550379 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf4c003d80 con 0x7faf5c1019a0 2024-04-26T01:49:46.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.374+0000 7faf63200700 1 -- 172.21.15.46:0/786550379 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf5c1a1170 con 0x7faf5c1019a0 2024-04-26T01:49:46.374 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.375+0000 7faf52000700 1 -- 172.21.15.46:0/786550379 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf5c069730 con 0x7faf5c1019a0 2024-04-26T01:49:46.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.378+0000 7faf59600700 1 -- 172.21.15.46:0/786550379 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7faf4c00c7e0 con 0x7faf5c1019a0 2024-04-26T01:49:46.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.379+0000 7faf59600700 1 --2- 172.21.15.46:0/786550379 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7faf400a3c40 0x7faf400a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:46.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.379+0000 7faf59600700 1 -- 172.21.15.46:0/786550379 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7faf4c0d0850 con 0x7faf5c1019a0 2024-04-26T01:49:46.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.379+0000 7faf53400700 1 --2- 172.21.15.46:0/786550379 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7faf400a3c40 0x7faf400a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:46.378 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.380+0000 7faf53400700 1 --2- 172.21.15.46:0/786550379 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7faf400a3c40 0x7faf400a6100 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7faf44009550 tx=0x7faf440060c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:46.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.381+0000 7faf59600700 1 -- 172.21.15.46:0/786550379 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7faf4c09d1e0 con 0x7faf5c1019a0 2024-04-26T01:49:46.635 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.636+0000 7faf52000700 1 -- 172.21.15.46:0/786550379 --> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) -- 0x7faf5c062e80 con 0x7faf400a3c40 2024-04-26T01:49:46.635 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:49:46 smithi046 ceph-mon[28013]: pgmap v433: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:49:46.637 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.640+0000 7faf59600700 1 -- 172.21.15.46:0/786550379 <== mgr.14152 v2:172.21.15.46:6800/3332901238 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7faf5c062e80 con 0x7faf400a3c40 2024-04-26T01:49:46.638 INFO:teuthology.orchestra.run.smithi046.stdout:Backend: cephadm 2024-04-26T01:49:46.638 INFO:teuthology.orchestra.run.smithi046.stdout:Available: Yes 2024-04-26T01:49:46.638 INFO:teuthology.orchestra.run.smithi046.stdout:Paused: No 2024-04-26T01:49:46.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.642+0000 7faf52000700 1 -- 172.21.15.46:0/786550379 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7faf400a3c40 msgr2=0x7faf400a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:46.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.642+0000 7faf52000700 1 --2- 172.21.15.46:0/786550379 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7faf400a3c40 0x7faf400a6100 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7faf44009550 tx=0x7faf440060c0 comp rx=0 tx=0).stop 2024-04-26T01:49:46.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.643+0000 7faf52000700 1 -- 172.21.15.46:0/786550379 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7faf5c1019a0 msgr2=0x7faf5c198cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:46.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.643+0000 7faf52000700 1 --2- 172.21.15.46:0/786550379 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7faf5c1019a0 0x7faf5c198cf0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7faf4c00e970 tx=0x7faf4c00ec80 comp rx=0 tx=0).stop 2024-04-26T01:49:46.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.643+0000 7faf52000700 1 -- 172.21.15.46:0/786550379 shutdown_connections 2024-04-26T01:49:46.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.643+0000 7faf52000700 1 --2- 172.21.15.46:0/786550379 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7faf400a3c40 0x7faf400a6100 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:46.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.643+0000 7faf52000700 1 --2- 172.21.15.46:0/786550379 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7faf5c103540 0x7faf5c1a0270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:46.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.643+0000 7faf52000700 1 --2- 172.21.15.46:0/786550379 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7faf5c1019a0 0x7faf5c198cf0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:46.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.643+0000 7faf52000700 1 --2- 172.21.15.46:0/786550379 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faf5c102ba0 0x7faf5c199230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:46.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.643+0000 7faf52000700 1 -- 172.21.15.46:0/786550379 >> 172.21.15.46:0/786550379 conn(0x7faf5c0fcf40 msgr2=0x7faf5c0fea30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:46.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.643+0000 7faf52000700 1 -- 172.21.15.46:0/786550379 shutdown_connections 2024-04-26T01:49:46.642 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:46.643+0000 7faf52000700 1 -- 172.21.15.46:0/786550379 wait complete. 2024-04-26T01:49:46.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:49:46 smithi103 ceph-mon[32920]: pgmap v433: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:49:46.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:49:46 smithi163 ceph-mon[32592]: pgmap v433: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:49:47.509 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- bash -c 'ceph orch ps' 2024-04-26T01:49:47.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:49:47 smithi103 ceph-mon[32920]: from='client.24967 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:49:47.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:49:47 smithi163 ceph-mon[32592]: from='client.24967 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:49:47.986 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:49:48.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:49:47 smithi046 ceph-mon[28013]: from='client.24967 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:49:48.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:49:48 smithi046 ceph-mon[28013]: pgmap v434: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:49:48.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:49:48 smithi103 ceph-mon[32920]: pgmap v434: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:49:48.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:49:48 smithi163 ceph-mon[32592]: pgmap v434: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:49:50.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.200+0000 7f6852600700 1 -- 172.21.15.46:0/3042082921 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f684c076a70 msgr2=0x7f684c074ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:50.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.200+0000 7f6852600700 1 --2- 172.21.15.46:0/3042082921 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f684c076a70 0x7f684c074ed0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f683c00b0a0 tx=0x7f683c00b3b0 comp rx=0 tx=0).stop 2024-04-26T01:49:50.199 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.201+0000 7f6852600700 1 -- 172.21.15.46:0/3042082921 shutdown_connections 2024-04-26T01:49:50.200 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.201+0000 7f6852600700 1 --2- 172.21.15.46:0/3042082921 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f684c10a980 0x7f684c10ce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:50.200 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.201+0000 7f6852600700 1 --2- 172.21.15.46:0/3042082921 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f684c076a70 0x7f684c074ed0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:50.200 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.201+0000 7f6852600700 1 --2- 172.21.15.46:0/3042082921 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f684c0754a0 0x7f684c075920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:50.200 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.201+0000 7f6852600700 1 -- 172.21.15.46:0/3042082921 >> 172.21.15.46:0/3042082921 conn(0x7f684c0fe010 msgr2=0x7f684c100490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:50.200 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.201+0000 7f6852600700 1 -- 172.21.15.46:0/3042082921 shutdown_connections 2024-04-26T01:49:50.200 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.201+0000 7f6852600700 1 -- 172.21.15.46:0/3042082921 wait complete. 2024-04-26T01:49:50.200 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.202+0000 7f6852600700 1 Processor -- start 2024-04-26T01:49:50.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.203+0000 7f6852600700 1 -- start start 2024-04-26T01:49:50.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.203+0000 7f6852600700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f684c0754a0 0x7f684c19af70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:50.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.203+0000 7f6852600700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f684c076a70 0x7f684c19b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:50.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.203+0000 7f6852600700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f684c10a980 0x7f684c1a24e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:50.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.203+0000 7f6852600700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f684c1108b0 con 0x7f684c0754a0 2024-04-26T01:49:50.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.203+0000 7f6852600700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f684c110730 con 0x7f684c076a70 2024-04-26T01:49:50.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.203+0000 7f6852600700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f684c110a30 con 0x7f684c10a980 2024-04-26T01:49:50.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.203+0000 7f684b400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f684c0754a0 0x7f684c19af70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:50.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.204+0000 7f684b400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f684c0754a0 0x7f684c19af70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50786/0 (socket says 172.21.15.46:50786) 2024-04-26T01:49:50.202 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.204+0000 7f684b400700 1 -- 172.21.15.46:0/3883517307 learned_addr learned my addr 172.21.15.46:0/3883517307 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:49:50.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.204+0000 7f6842a00700 1 --2- 172.21.15.46:0/3883517307 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f684c076a70 0x7f684c19b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:50.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.204+0000 7f684be00700 1 --2- 172.21.15.46:0/3883517307 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f684c10a980 0x7f684c1a24e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:50.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.204+0000 7f684b400700 1 -- 172.21.15.46:0/3883517307 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f684c10a980 msgr2=0x7f684c1a24e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:50.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.204+0000 7f684b400700 1 --2- 172.21.15.46:0/3883517307 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f684c10a980 0x7f684c1a24e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:50.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.204+0000 7f684b400700 1 -- 172.21.15.46:0/3883517307 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f684c076a70 msgr2=0x7f684c19b4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:50.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.204+0000 7f684b400700 1 --2- 172.21.15.46:0/3883517307 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f684c076a70 0x7f684c19b4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:50.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.204+0000 7f684b400700 1 -- 172.21.15.46:0/3883517307 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f684c1a2b80 con 0x7f684c0754a0 2024-04-26T01:49:50.203 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.204+0000 7f6842a00700 1 --2- 172.21.15.46:0/3883517307 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f684c076a70 0x7f684c19b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:49:50.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.204+0000 7f684b400700 1 --2- 172.21.15.46:0/3883517307 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f684c0754a0 0x7f684c19af70 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f683c00b070 tx=0x7f683c004f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:50.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.205+0000 7f6848c00700 1 -- 172.21.15.46:0/3883517307 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f683c021070 con 0x7f684c0754a0 2024-04-26T01:49:50.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.205+0000 7f6848c00700 1 -- 172.21.15.46:0/3883517307 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f683c007b80 con 0x7f684c0754a0 2024-04-26T01:49:50.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.205+0000 7f6848c00700 1 -- 172.21.15.46:0/3883517307 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f683c0052a0 con 0x7f684c0754a0 2024-04-26T01:49:50.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.205+0000 7f6852600700 1 -- 172.21.15.46:0/3883517307 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f684c1a2e10 con 0x7f684c0754a0 2024-04-26T01:49:50.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.205+0000 7f6852600700 1 -- 172.21.15.46:0/3883517307 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f684c1a31b0 con 0x7f684c0754a0 2024-04-26T01:49:50.204 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.206+0000 7f6852600700 1 -- 172.21.15.46:0/3883517307 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f684c069770 con 0x7f684c0754a0 2024-04-26T01:49:50.206 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.208+0000 7f6848c00700 1 -- 172.21.15.46:0/3883517307 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f683c024070 con 0x7f684c0754a0 2024-04-26T01:49:50.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.209+0000 7f6848c00700 1 --2- 172.21.15.46:0/3883517307 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f68300a3cc0 0x7f68300a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:50.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.210+0000 7f6848c00700 1 -- 172.21.15.46:0/3883517307 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f683c00f020 con 0x7f684c0754a0 2024-04-26T01:49:50.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.210+0000 7f6842a00700 1 --2- 172.21.15.46:0/3883517307 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f68300a3cc0 0x7f68300a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:50.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.210+0000 7f6842a00700 1 --2- 172.21.15.46:0/3883517307 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f68300a3cc0 0x7f68300a6180 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f684c0767a0 tx=0x7f6834009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:50.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.214+0000 7f6848c00700 1 -- 172.21.15.46:0/3883517307 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f683c02b020 con 0x7f684c0754a0 2024-04-26T01:49:50.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.450+0000 7f6852600700 1 -- 172.21.15.46:0/3883517307 --> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) -- 0x7f684c062e80 con 0x7f68300a3cc0 2024-04-26T01:49:50.489 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.491+0000 7f6848c00700 1 -- 172.21.15.46:0/3883517307 <== mgr.14152 v2:172.21.15.46:6800/3332901238 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+4123 (secure 0 0 0) 0x7f684c062e80 con 0x7f68300a3cc0 2024-04-26T01:49:50.489 INFO:teuthology.orchestra.run.smithi046.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-26T01:49:50.490 INFO:teuthology.orchestra.run.smithi046.stdout:mds.a smithi046 running (3m) 51s ago 3m 18.9M - 19.0.0-3156-gd69f13d8 da4b004c09e8 1a064e0373ea 2024-04-26T01:49:50.490 INFO:teuthology.orchestra.run.smithi046.stdout:mds.b smithi103 running (3m) 78s ago 3m 25.5M - 19.0.0-3156-gd69f13d8 da4b004c09e8 342d4c936087 2024-04-26T01:49:50.490 INFO:teuthology.orchestra.run.smithi046.stdout:mds.c smithi163 running (3m) 78s ago 3m 18.7M - 19.0.0-3156-gd69f13d8 da4b004c09e8 5fa720f4fe9f 2024-04-26T01:49:50.490 INFO:teuthology.orchestra.run.smithi046.stdout:mds.d smithi046 running (4m) 51s ago 4m 18.4M - 19.0.0-3156-gd69f13d8 da4b004c09e8 9f4328e95afb 2024-04-26T01:49:50.490 INFO:teuthology.orchestra.run.smithi046.stdout:mds.e smithi103 running (4m) 78s ago 4m 18.7M - 19.0.0-3156-gd69f13d8 da4b004c09e8 8460249a92a9 2024-04-26T01:49:50.490 INFO:teuthology.orchestra.run.smithi046.stdout:mds.f smithi163 running (4m) 78s ago 4m 19.8M - 19.0.0-3156-gd69f13d8 da4b004c09e8 35d8cab9b2cc 2024-04-26T01:49:50.490 INFO:teuthology.orchestra.run.smithi046.stdout:mds.g smithi046 running (3m) 51s ago 3m 13.1M - 19.0.0-3156-gd69f13d8 da4b004c09e8 80c71d4e0006 2024-04-26T01:49:50.490 INFO:teuthology.orchestra.run.smithi046.stdout:mds.h smithi103 running (3m) 78s ago 3m 19.5M - 19.0.0-3156-gd69f13d8 da4b004c09e8 0f9950ed15d5 2024-04-26T01:49:50.490 INFO:teuthology.orchestra.run.smithi046.stdout:mds.i smithi163 running (3m) 78s ago 3m 21.0M - 19.0.0-3156-gd69f13d8 da4b004c09e8 5fd4148373a6 2024-04-26T01:49:50.490 INFO:teuthology.orchestra.run.smithi046.stdout:mds.j smithi046 running (4m) 51s ago 4m 18.3M - 19.0.0-3156-gd69f13d8 da4b004c09e8 4e1e710c38bb 2024-04-26T01:49:50.491 INFO:teuthology.orchestra.run.smithi046.stdout:mds.k smithi103 running (4m) 78s ago 4m 16.1M - 19.0.0-3156-gd69f13d8 da4b004c09e8 1cee19e91f49 2024-04-26T01:49:50.491 INFO:teuthology.orchestra.run.smithi046.stdout:mds.l smithi163 running (4m) 78s ago 4m 20.5M - 19.0.0-3156-gd69f13d8 da4b004c09e8 fa72187c547a 2024-04-26T01:49:50.491 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.x smithi046 *:9283,8765 running (12m) 51s ago 12m 517M - 19.0.0-3156-gd69f13d8 da4b004c09e8 737c3463a1a9 2024-04-26T01:49:50.491 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.y smithi103 *:8443,8765 running (10m) 78s ago 10m 454M - 19.0.0-3156-gd69f13d8 da4b004c09e8 5ec367a4a1cf 2024-04-26T01:49:50.491 INFO:teuthology.orchestra.run.smithi046.stdout:mgr.z smithi163 *:8443,8765 running (10m) 78s ago 10m 453M - 19.0.0-3156-gd69f13d8 da4b004c09e8 5192c87c70b9 2024-04-26T01:49:50.491 INFO:teuthology.orchestra.run.smithi046.stdout:mon.a smithi046 running (12m) 51s ago 12m 49.6M 2048M 19.0.0-3156-gd69f13d8 da4b004c09e8 6da0857c07c7 2024-04-26T01:49:50.491 INFO:teuthology.orchestra.run.smithi046.stdout:mon.b smithi103 running (10m) 78s ago 10m 43.0M 2048M 19.0.0-3156-gd69f13d8 da4b004c09e8 28cf39743a8d 2024-04-26T01:49:50.491 INFO:teuthology.orchestra.run.smithi046.stdout:mon.c smithi163 running (10m) 78s ago 10m 42.1M 2048M 19.0.0-3156-gd69f13d8 da4b004c09e8 e3fa94a16471 2024-04-26T01:49:50.491 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 smithi046 running (9m) 51s ago 9m 56.9M 4273M 19.0.0-3156-gd69f13d8 da4b004c09e8 38ecaf6cbc04 2024-04-26T01:49:50.491 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 smithi103 running (9m) 78s ago 9m 61.6M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 6aea87f97660 2024-04-26T01:49:50.491 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 smithi163 running (9m) 78s ago 9m 60.6M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 b6a6fd68e01f 2024-04-26T01:49:50.491 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 smithi046 running (8m) 51s ago 8m 56.1M 4273M 19.0.0-3156-gd69f13d8 da4b004c09e8 2ab2d42fb193 2024-04-26T01:49:50.492 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 smithi103 running (8m) 78s ago 8m 54.3M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 ff9df22f1a17 2024-04-26T01:49:50.492 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 smithi163 running (7m) 78s ago 7m 57.5M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 15cddb832a66 2024-04-26T01:49:50.492 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 smithi046 running (7m) 51s ago 7m 52.5M 4273M 19.0.0-3156-gd69f13d8 da4b004c09e8 d61420f02dee 2024-04-26T01:49:50.492 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 smithi103 running (6m) 78s ago 6m 45.8M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 a3e60fc2cbe0 2024-04-26T01:49:50.492 INFO:teuthology.orchestra.run.smithi046.stdout:osd.8 smithi163 running (6m) 78s ago 6m 43.7M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 d75e8972f7d7 2024-04-26T01:49:50.492 INFO:teuthology.orchestra.run.smithi046.stdout:osd.9 smithi046 running (5m) 51s ago 5m 45.1M 4273M 19.0.0-3156-gd69f13d8 da4b004c09e8 47c76cbf5030 2024-04-26T01:49:50.492 INFO:teuthology.orchestra.run.smithi046.stdout:osd.10 smithi103 running (5m) 78s ago 5m 53.6M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 17be899931da 2024-04-26T01:49:50.492 INFO:teuthology.orchestra.run.smithi046.stdout:osd.11 smithi163 running (4m) 78s ago 4m 40.8M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 5570c3e44981 2024-04-26T01:49:50.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.494+0000 7f6852600700 1 -- 172.21.15.46:0/3883517307 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f68300a3cc0 msgr2=0x7f68300a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:50.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.494+0000 7f6852600700 1 --2- 172.21.15.46:0/3883517307 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f68300a3cc0 0x7f68300a6180 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f684c0767a0 tx=0x7f6834009260 comp rx=0 tx=0).stop 2024-04-26T01:49:50.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.494+0000 7f6852600700 1 -- 172.21.15.46:0/3883517307 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f684c0754a0 msgr2=0x7f684c19af70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:50.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.494+0000 7f6852600700 1 --2- 172.21.15.46:0/3883517307 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f684c0754a0 0x7f684c19af70 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f683c00b070 tx=0x7f683c004f40 comp rx=0 tx=0).stop 2024-04-26T01:49:50.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.494+0000 7f6852600700 1 -- 172.21.15.46:0/3883517307 shutdown_connections 2024-04-26T01:49:50.493 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.494+0000 7f6852600700 1 --2- 172.21.15.46:0/3883517307 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f684c10a980 0x7f684c1a24e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:50.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.494+0000 7f6852600700 1 --2- 172.21.15.46:0/3883517307 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f684c0754a0 0x7f684c19af70 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:50.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.494+0000 7f6852600700 1 --2- 172.21.15.46:0/3883517307 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f68300a3cc0 0x7f68300a6180 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:50.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.494+0000 7f6852600700 1 --2- 172.21.15.46:0/3883517307 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f684c076a70 0x7f684c19b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:50.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.494+0000 7f6852600700 1 -- 172.21.15.46:0/3883517307 >> 172.21.15.46:0/3883517307 conn(0x7f684c0fe010 msgr2=0x7f684c106880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:50.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.495+0000 7f6852600700 1 -- 172.21.15.46:0/3883517307 shutdown_connections 2024-04-26T01:49:50.494 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:50.495+0000 7f6852600700 1 -- 172.21.15.46:0/3883517307 wait complete. 2024-04-26T01:49:50.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:49:50 smithi046 ceph-mon[28013]: pgmap v435: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:49:50.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:49:50 smithi103 ceph-mon[32920]: pgmap v435: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:49:50.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:49:50 smithi163 ceph-mon[32592]: pgmap v435: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:49:51.330 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- bash -c 'ceph orch ls' 2024-04-26T01:49:51.807 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:49:51.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:49:51 smithi103 ceph-mon[32920]: from='client.14835 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:49:51.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:49:51 smithi163 ceph-mon[32592]: from='client.14835 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:49:51.963 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:49:51 smithi046 ceph-mon[28013]: from='client.14835 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:49:52.860 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:49:52 smithi046 ceph-mon[28013]: pgmap v436: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:49:52.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:49:52 smithi103 ceph-mon[32920]: pgmap v436: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:49:52.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:49:52 smithi163 ceph-mon[32592]: pgmap v436: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:49:54.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.145+0000 7f3984000700 1 -- 172.21.15.46:0/1777156067 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f397c103590 msgr2=0x7f397c105980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:54.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.145+0000 7f3984000700 1 --2- 172.21.15.46:0/1777156067 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f397c103590 0x7f397c105980 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f3970009990 tx=0x7f3970009ca0 comp rx=0 tx=0).stop 2024-04-26T01:49:54.143 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.145+0000 7f3984000700 1 -- 172.21.15.46:0/1777156067 shutdown_connections 2024-04-26T01:49:54.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.145+0000 7f3984000700 1 --2- 172.21.15.46:0/1777156067 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f397c1087f0 0x7f397c10ac00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:54.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.145+0000 7f3984000700 1 --2- 172.21.15.46:0/1777156067 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f397c103590 0x7f397c105980 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:54.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.145+0000 7f3984000700 1 --2- 172.21.15.46:0/1777156067 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f397c105ec0 0x7f397c1082b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:54.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.145+0000 7f3984000700 1 -- 172.21.15.46:0/1777156067 >> 172.21.15.46:0/1777156067 conn(0x7f397c0fcf40 msgr2=0x7f397c0ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:54.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.145+0000 7f3984000700 1 -- 172.21.15.46:0/1777156067 shutdown_connections 2024-04-26T01:49:54.144 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.145+0000 7f3984000700 1 -- 172.21.15.46:0/1777156067 wait complete. 2024-04-26T01:49:54.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.146+0000 7f3984000700 1 Processor -- start 2024-04-26T01:49:54.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.146+0000 7f3984000700 1 -- start start 2024-04-26T01:49:54.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.147+0000 7f3984000700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f397c103590 0x7f397c19af80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:54.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.147+0000 7f3984000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f397c105ec0 0x7f397c19b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:54.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.147+0000 7f3984000700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f397c1087f0 0x7f397c1a2540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:54.145 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.147+0000 7f3984000700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f397c10e6b0 con 0x7f397c105ec0 2024-04-26T01:49:54.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.147+0000 7f3984000700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f397c10e530 con 0x7f397c103590 2024-04-26T01:49:54.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.147+0000 7f3984000700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f397c10e830 con 0x7f397c1087f0 2024-04-26T01:49:54.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.147+0000 7f3981600700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f397c103590 0x7f397c19af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:54.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.147+0000 7f3980c00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f397c105ec0 0x7f397c19b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:54.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.147+0000 7f3981600700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f397c103590 0x7f397c19af80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:44448/0 (socket says 172.21.15.46:44448) 2024-04-26T01:49:54.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.147+0000 7f3981600700 1 -- 172.21.15.46:0/134778492 learned_addr learned my addr 172.21.15.46:0/134778492 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:49:54.146 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.147+0000 7f3982000700 1 --2- 172.21.15.46:0/134778492 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f397c1087f0 0x7f397c1a2540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:54.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.148+0000 7f3981600700 1 -- 172.21.15.46:0/134778492 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f397c1087f0 msgr2=0x7f397c1a2540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:54.147 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.148+0000 7f3981600700 1 --2- 172.21.15.46:0/134778492 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f397c1087f0 0x7f397c1a2540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:54.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.148+0000 7f3981600700 1 -- 172.21.15.46:0/134778492 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f397c105ec0 msgr2=0x7f397c19b4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:54.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.148+0000 7f3981600700 1 --2- 172.21.15.46:0/134778492 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f397c105ec0 0x7f397c19b4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:54.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.148+0000 7f3981600700 1 -- 172.21.15.46:0/134778492 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f397c1a2be0 con 0x7f397c103590 2024-04-26T01:49:54.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.148+0000 7f3982000700 1 --2- 172.21.15.46:0/134778492 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f397c1087f0 0x7f397c1a2540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:49:54.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.148+0000 7f3981600700 1 --2- 172.21.15.46:0/134778492 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f397c103590 0x7f397c19af80 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f397000b2e0 tx=0x7f39700057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:54.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.148+0000 7f397a000700 1 -- 172.21.15.46:0/134778492 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3970026070 con 0x7f397c103590 2024-04-26T01:49:54.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.148+0000 7f397a000700 1 -- 172.21.15.46:0/134778492 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3970021410 con 0x7f397c103590 2024-04-26T01:49:54.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.148+0000 7f3984000700 1 -- 172.21.15.46:0/134778492 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f397c1a2e70 con 0x7f397c103590 2024-04-26T01:49:54.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.149+0000 7f397a000700 1 -- 172.21.15.46:0/134778492 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3970017650 con 0x7f397c103590 2024-04-26T01:49:54.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.149+0000 7f3984000700 1 -- 172.21.15.46:0/134778492 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f397c1a3260 con 0x7f397c103590 2024-04-26T01:49:54.148 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.150+0000 7f3984000700 1 -- 172.21.15.46:0/134778492 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f397c069730 con 0x7f397c103590 2024-04-26T01:49:54.150 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.152+0000 7f397a000700 1 -- 172.21.15.46:0/134778492 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f3970029070 con 0x7f397c103590 2024-04-26T01:49:54.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.153+0000 7f397a000700 1 --2- 172.21.15.46:0/134778492 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f39640a3cc0 0x7f39640a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:54.151 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.154+0000 7f397a000700 1 -- 172.21.15.46:0/134778492 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f39700d1350 con 0x7f397c103590 2024-04-26T01:49:54.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.154+0000 7f3980c00700 1 --2- 172.21.15.46:0/134778492 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f39640a3cc0 0x7f39640a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:54.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.154+0000 7f3980c00700 1 --2- 172.21.15.46:0/134778492 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f39640a3cc0 0x7f39640a6180 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f3968009c60 tx=0x7f3968009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:54.153 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.156+0000 7f397a000700 1 -- 172.21.15.46:0/134778492 <== mon.2 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3970013070 con 0x7f397c103590 2024-04-26T01:49:54.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.399+0000 7f3984000700 1 -- 172.21.15.46:0/134778492 --> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) -- 0x7f397c062e80 con 0x7f39640a3cc0 2024-04-26T01:49:54.409 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.411+0000 7f397a000700 1 -- 172.21.15.46:0/134778492 <== mgr.14152 v2:172.21.15.46:6800/3332901238 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+980 (secure 0 0 0) 0x7f397c062e80 con 0x7f39640a3cc0 2024-04-26T01:49:54.409 INFO:teuthology.orchestra.run.smithi046.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-26T01:49:54.409 INFO:teuthology.orchestra.run.smithi046.stdout:mds.all 12/12 82s ago 4m smithi046=a;smithi046=d;smithi046=g;smithi046=j;smithi103=b;smithi103=e;smithi103=h;smithi103=k;smithi163=c;smithi163=f;smithi163=i;smithi163=l;count:12 2024-04-26T01:49:54.409 INFO:teuthology.orchestra.run.smithi046.stdout:mgr 3/3 82s ago 10m smithi046=x;smithi103=y;smithi163=z;count:3 2024-04-26T01:49:54.409 INFO:teuthology.orchestra.run.smithi046.stdout:mon 3/3 82s ago 11m smithi046:172.21.15.46=a;smithi103:172.21.15.103=b;smithi163:172.21.15.163=c;count:3 2024-04-26T01:49:54.409 INFO:teuthology.orchestra.run.smithi046.stdout:osd 12 82s ago - 2024-04-26T01:49:54.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.414+0000 7f3984000700 1 -- 172.21.15.46:0/134778492 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f39640a3cc0 msgr2=0x7f39640a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:54.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.414+0000 7f3984000700 1 --2- 172.21.15.46:0/134778492 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f39640a3cc0 0x7f39640a6180 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f3968009c60 tx=0x7f3968009260 comp rx=0 tx=0).stop 2024-04-26T01:49:54.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.414+0000 7f3984000700 1 -- 172.21.15.46:0/134778492 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f397c103590 msgr2=0x7f397c19af80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:54.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.414+0000 7f3984000700 1 --2- 172.21.15.46:0/134778492 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f397c103590 0x7f397c19af80 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f397000b2e0 tx=0x7f39700057c0 comp rx=0 tx=0).stop 2024-04-26T01:49:54.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.414+0000 7f3984000700 1 -- 172.21.15.46:0/134778492 shutdown_connections 2024-04-26T01:49:54.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.414+0000 7f3984000700 1 --2- 172.21.15.46:0/134778492 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f397c1087f0 0x7f397c1a2540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:54.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.414+0000 7f3984000700 1 --2- 172.21.15.46:0/134778492 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f39640a3cc0 0x7f39640a6180 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:54.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.414+0000 7f3984000700 1 --2- 172.21.15.46:0/134778492 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f397c103590 0x7f397c19af80 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:54.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.414+0000 7f3984000700 1 --2- 172.21.15.46:0/134778492 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f397c105ec0 0x7f397c19b4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:54.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.414+0000 7f3984000700 1 -- 172.21.15.46:0/134778492 >> 172.21.15.46:0/134778492 conn(0x7f397c0fcf40 msgr2=0x7f397c102e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:54.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.414+0000 7f3984000700 1 -- 172.21.15.46:0/134778492 shutdown_connections 2024-04-26T01:49:54.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:54.414+0000 7f3984000700 1 -- 172.21.15.46:0/134778492 wait complete. 2024-04-26T01:49:54.773 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:49:54 smithi046 ceph-mon[28013]: pgmap v437: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:49:54.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:49:54 smithi103 ceph-mon[32920]: pgmap v437: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:49:54.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:49:54 smithi163 ceph-mon[32592]: pgmap v437: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:49:55.267 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- bash -c 'ceph orch host ls' 2024-04-26T01:49:55.736 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:49:55.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:49:55 smithi103 ceph-mon[32920]: from='client.24965 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:49:55.886 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:49:55 smithi046 ceph-mon[28013]: from='client.24965 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:49:55.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:49:55 smithi163 ceph-mon[32592]: from='client.24965 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:49:56.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:49:56 smithi103 ceph-mon[32920]: pgmap v438: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:49:56.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:49:56 smithi163 ceph-mon[32592]: pgmap v438: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:49:56.920 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:49:56 smithi046 ceph-mon[28013]: pgmap v438: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:49:58.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.045+0000 7fa6a3200700 1 -- 172.21.15.46:0/600322339 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa69c10a970 msgr2=0x7fa69c10ce00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:58.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.045+0000 7fa6a3200700 1 --2- 172.21.15.46:0/600322339 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa69c10a970 0x7fa69c10ce00 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fa69400b0a0 tx=0x7fa69400b3b0 comp rx=0 tx=0).stop 2024-04-26T01:49:58.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.045+0000 7fa6a3200700 1 -- 172.21.15.46:0/600322339 shutdown_connections 2024-04-26T01:49:58.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.045+0000 7fa6a3200700 1 --2- 172.21.15.46:0/600322339 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa69c10a970 0x7fa69c10ce00 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:58.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.045+0000 7fa6a3200700 1 --2- 172.21.15.46:0/600322339 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa69c076a10 0x7fa69c074e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:58.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.045+0000 7fa6a3200700 1 --2- 172.21.15.46:0/600322339 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa69c075440 0x7fa69c0758c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:58.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.045+0000 7fa6a3200700 1 -- 172.21.15.46:0/600322339 >> 172.21.15.46:0/600322339 conn(0x7fa69c0fe030 msgr2=0x7fa69c100470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:58.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.045+0000 7fa6a3200700 1 -- 172.21.15.46:0/600322339 shutdown_connections 2024-04-26T01:49:58.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.045+0000 7fa6a3200700 1 -- 172.21.15.46:0/600322339 wait complete. 2024-04-26T01:49:58.045 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.047+0000 7fa6a3200700 1 Processor -- start 2024-04-26T01:49:58.045 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.047+0000 7fa6a3200700 1 -- start start 2024-04-26T01:49:58.046 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.047+0000 7fa6a3200700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa69c075440 0x7fa69c19ae50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:58.046 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.047+0000 7fa6a3200700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa69c076a10 0x7fa69c19b390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:58.046 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.047+0000 7fa6a3200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa69c10a970 0x7fa69c1a2410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:58.046 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.048+0000 7fa6a3200700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fa69c110870 con 0x7fa69c10a970 2024-04-26T01:49:58.046 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.048+0000 7fa6a3200700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fa69c1106f0 con 0x7fa69c076a10 2024-04-26T01:49:58.046 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.048+0000 7fa6a3200700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fa69c1109f0 con 0x7fa69c075440 2024-04-26T01:49:58.046 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.048+0000 7fa69be00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa69c075440 0x7fa69c19ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:58.046 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.048+0000 7fa69be00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa69c075440 0x7fa69c19ae50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:47202/0 (socket says 172.21.15.46:47202) 2024-04-26T01:49:58.046 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.048+0000 7fa69be00700 1 -- 172.21.15.46:0/4100058050 learned_addr learned my addr 172.21.15.46:0/4100058050 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:49:58.046 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.048+0000 7fa6a1200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa69c10a970 0x7fa69c1a2410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:58.046 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.048+0000 7fa69b400700 1 --2- 172.21.15.46:0/4100058050 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa69c076a10 0x7fa69c19b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:58.047 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.048+0000 7fa69b400700 1 -- 172.21.15.46:0/4100058050 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa69c075440 msgr2=0x7fa69c19ae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:58.047 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.048+0000 7fa69b400700 1 --2- 172.21.15.46:0/4100058050 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa69c075440 0x7fa69c19ae50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:58.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.048+0000 7fa69b400700 1 -- 172.21.15.46:0/4100058050 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa69c10a970 msgr2=0x7fa69c1a2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:58.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.048+0000 7fa69b400700 1 --2- 172.21.15.46:0/4100058050 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa69c10a970 0x7fa69c1a2410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:58.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.048+0000 7fa69b400700 1 -- 172.21.15.46:0/4100058050 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa69c1a2ab0 con 0x7fa69c076a10 2024-04-26T01:49:58.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.048+0000 7fa69be00700 1 --2- 172.21.15.46:0/4100058050 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa69c075440 0x7fa69c19ae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:49:58.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.048+0000 7fa6a1200700 1 --2- 172.21.15.46:0/4100058050 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa69c10a970 0x7fa69c1a2410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:49:58.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.049+0000 7fa69b400700 1 --2- 172.21.15.46:0/4100058050 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa69c076a10 0x7fa69c19b390 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fa68800e9f0 tx=0x7fa68800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:58.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.049+0000 7fa698c00700 1 -- 172.21.15.46:0/4100058050 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa68800c9c0 con 0x7fa69c076a10 2024-04-26T01:49:58.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.049+0000 7fa698c00700 1 -- 172.21.15.46:0/4100058050 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa68800cb60 con 0x7fa69c076a10 2024-04-26T01:49:58.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.049+0000 7fa6a3200700 1 -- 172.21.15.46:0/4100058050 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa69c1a2da0 con 0x7fa69c076a10 2024-04-26T01:49:58.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.049+0000 7fa698c00700 1 -- 172.21.15.46:0/4100058050 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa688018680 con 0x7fa69c076a10 2024-04-26T01:49:58.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.049+0000 7fa6a3200700 1 -- 172.21.15.46:0/4100058050 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa69c1a3250 con 0x7fa69c076a10 2024-04-26T01:49:58.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.050+0000 7fa6a3200700 1 -- 172.21.15.46:0/4100058050 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa69c02df80 con 0x7fa69c076a10 2024-04-26T01:49:58.050 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.052+0000 7fa698c00700 1 -- 172.21.15.46:0/4100058050 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fa688010430 con 0x7fa69c076a10 2024-04-26T01:49:58.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.054+0000 7fa698c00700 1 --2- 172.21.15.46:0/4100058050 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fa6800a3c40 0x7fa6800a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:49:58.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.054+0000 7fa698c00700 1 -- 172.21.15.46:0/4100058050 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fa6880d0780 con 0x7fa69c076a10 2024-04-26T01:49:58.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.054+0000 7fa69be00700 1 --2- 172.21.15.46:0/4100058050 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fa6800a3c40 0x7fa6800a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:49:58.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.055+0000 7fa69be00700 1 --2- 172.21.15.46:0/4100058050 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fa6800a3c40 0x7fa6800a6100 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fa68c011550 tx=0x7fa68c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:49:58.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.056+0000 7fa698c00700 1 -- 172.21.15.46:0/4100058050 <== mon.2 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa68809d110 con 0x7fa69c076a10 2024-04-26T01:49:58.294 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.295+0000 7fa6a3200700 1 -- 172.21.15.46:0/4100058050 --> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) -- 0x7fa69c062e80 con 0x7fa6800a3c40 2024-04-26T01:49:58.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.299+0000 7fa698c00700 1 -- 172.21.15.46:0/4100058050 <== mgr.14152 v2:172.21.15.46:6800/3332901238 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+191 (secure 0 0 0) 0x7fa69c062e80 con 0x7fa6800a3c40 2024-04-26T01:49:58.297 INFO:teuthology.orchestra.run.smithi046.stdout:HOST ADDR LABELS STATUS 2024-04-26T01:49:58.297 INFO:teuthology.orchestra.run.smithi046.stdout:smithi046 172.21.15.46 2024-04-26T01:49:58.297 INFO:teuthology.orchestra.run.smithi046.stdout:smithi103 172.21.15.103 2024-04-26T01:49:58.297 INFO:teuthology.orchestra.run.smithi046.stdout:smithi163 172.21.15.163 2024-04-26T01:49:58.297 INFO:teuthology.orchestra.run.smithi046.stdout:3 hosts in cluster 2024-04-26T01:49:58.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.302+0000 7fa6a3200700 1 -- 172.21.15.46:0/4100058050 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fa6800a3c40 msgr2=0x7fa6800a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:58.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.302+0000 7fa6a3200700 1 --2- 172.21.15.46:0/4100058050 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fa6800a3c40 0x7fa6800a6100 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fa68c011550 tx=0x7fa68c009260 comp rx=0 tx=0).stop 2024-04-26T01:49:58.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.302+0000 7fa6a3200700 1 -- 172.21.15.46:0/4100058050 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa69c076a10 msgr2=0x7fa69c19b390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:49:58.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.302+0000 7fa6a3200700 1 --2- 172.21.15.46:0/4100058050 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa69c076a10 0x7fa69c19b390 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fa68800e9f0 tx=0x7fa68800ed00 comp rx=0 tx=0).stop 2024-04-26T01:49:58.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.302+0000 7fa6a3200700 1 -- 172.21.15.46:0/4100058050 shutdown_connections 2024-04-26T01:49:58.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.302+0000 7fa6a3200700 1 --2- 172.21.15.46:0/4100058050 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa69c10a970 0x7fa69c1a2410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:58.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.302+0000 7fa6a3200700 1 --2- 172.21.15.46:0/4100058050 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa69c075440 0x7fa69c19ae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:58.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.302+0000 7fa6a3200700 1 --2- 172.21.15.46:0/4100058050 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fa6800a3c40 0x7fa6800a6100 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:58.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.302+0000 7fa6a3200700 1 --2- 172.21.15.46:0/4100058050 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa69c076a10 0x7fa69c19b390 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:49:58.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.302+0000 7fa6a3200700 1 -- 172.21.15.46:0/4100058050 >> 172.21.15.46:0/4100058050 conn(0x7fa69c0fe030 msgr2=0x7fa69c1068c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:49:58.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.302+0000 7fa6a3200700 1 -- 172.21.15.46:0/4100058050 shutdown_connections 2024-04-26T01:49:58.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:49:58.302+0000 7fa6a3200700 1 -- 172.21.15.46:0/4100058050 wait complete. 2024-04-26T01:49:58.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:49:58 smithi103 ceph-mon[32920]: pgmap v439: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:49:58.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:49:58 smithi163 ceph-mon[32592]: pgmap v439: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:49:59.034 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:49:58 smithi046 ceph-mon[28013]: pgmap v439: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:49:59.100 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- bash -c 'ceph orch device ls' 2024-04-26T01:49:59.565 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:49:59.744 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:49:59 smithi046 ceph-mon[28013]: from='client.24971 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:49:59.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:49:59 smithi163 ceph-mon[32592]: from='client.24971 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:50:00.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:49:59 smithi103 ceph-mon[32920]: from='client.24971 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:50:00.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:00 smithi163 ceph-mon[32592]: pgmap v440: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:50:00.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:00 smithi163 ceph-mon[32592]: overall HEALTH_OK 2024-04-26T01:50:00.984 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:00 smithi046 ceph-mon[28013]: pgmap v440: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:50:00.985 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:00 smithi046 ceph-mon[28013]: overall HEALTH_OK 2024-04-26T01:50:01.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:00 smithi103 ceph-mon[32920]: pgmap v440: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:50:01.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:00 smithi103 ceph-mon[32920]: overall HEALTH_OK 2024-04-26T01:50:01.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:01.864+0000 7f6496800700 1 -- 172.21.15.46:0/843877420 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6490104670 msgr2=0x7f649010af20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:01.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:01.864+0000 7f6496800700 1 --2- 172.21.15.46:0/843877420 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6490104670 0x7f649010af20 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f648800b0a0 tx=0x7f648800b3b0 comp rx=0 tx=0).stop 2024-04-26T01:50:01.863 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:01 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:50:01.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:01 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:50:01.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:01 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:50:01.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:01 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:50:01.864 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:01 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:50:01.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:01.864+0000 7f6496800700 1 -- 172.21.15.46:0/843877420 shutdown_connections 2024-04-26T01:50:01.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:01.864+0000 7f6496800700 1 --2- 172.21.15.46:0/843877420 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6490104670 0x7f649010af20 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:01.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:01.864+0000 7f6496800700 1 --2- 172.21.15.46:0/843877420 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6490102ad0 0x7f6490102ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:01.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:01.864+0000 7f6496800700 1 --2- 172.21.15.46:0/843877420 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6490103cd0 0x7f6490104130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:01.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:01.864+0000 7f6496800700 1 -- 172.21.15.46:0/843877420 >> 172.21.15.46:0/843877420 conn(0x7f64900fe090 msgr2=0x7f64901004b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:01.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:01.864+0000 7f6496800700 1 -- 172.21.15.46:0/843877420 shutdown_connections 2024-04-26T01:50:01.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:01.864+0000 7f6496800700 1 -- 172.21.15.46:0/843877420 wait complete. 2024-04-26T01:50:01.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:01.865+0000 7f6496800700 1 Processor -- start 2024-04-26T01:50:01.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:01.866+0000 7f6496800700 1 -- start start 2024-04-26T01:50:01.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:01.866+0000 7f6496800700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6490102ad0 0x7f649019f260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:01.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:01.866+0000 7f6496800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6490103cd0 0x7f649019f7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:01.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:01.866+0000 7f6496800700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6490104670 0x7f64901a6820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:01.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:01.866+0000 7f6496800700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f649010e6e0 con 0x7f6490103cd0 2024-04-26T01:50:01.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:01.866+0000 7f6496800700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f649010e560 con 0x7f6490102ad0 2024-04-26T01:50:01.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:01.866+0000 7f6496800700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f649010e860 con 0x7f6490104670 2024-04-26T01:50:01.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:01.866+0000 7f648f400700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6490102ad0 0x7f649019f260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:01.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:01.866+0000 7f648f400700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6490102ad0 0x7f649019f260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:44482/0 (socket says 172.21.15.46:44482) 2024-04-26T01:50:01.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:01.866+0000 7f648f400700 1 -- 172.21.15.46:0/1117883004 learned_addr learned my addr 172.21.15.46:0/1117883004 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:50:01.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:01.867+0000 7f648ea00700 1 --2- 172.21.15.46:0/1117883004 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6490103cd0 0x7f649019f7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:01.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:01.867+0000 7f648fe00700 1 --2- 172.21.15.46:0/1117883004 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6490104670 0x7f64901a6820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:01.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:01.867+0000 7f648f400700 1 -- 172.21.15.46:0/1117883004 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6490104670 msgr2=0x7f64901a6820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:01.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:01.867+0000 7f648f400700 1 --2- 172.21.15.46:0/1117883004 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6490104670 0x7f64901a6820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:01.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:01.867+0000 7f648f400700 1 -- 172.21.15.46:0/1117883004 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6490103cd0 msgr2=0x7f649019f7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:01.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:01.867+0000 7f648f400700 1 --2- 172.21.15.46:0/1117883004 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6490103cd0 0x7f649019f7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:01.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:01.867+0000 7f648f400700 1 -- 172.21.15.46:0/1117883004 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64901a6ec0 con 0x7f6490102ad0 2024-04-26T01:50:01.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:01.867+0000 7f648ea00700 1 --2- 172.21.15.46:0/1117883004 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6490103cd0 0x7f649019f7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:50:01.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:01.867+0000 7f648f400700 1 --2- 172.21.15.46:0/1117883004 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6490102ad0 0x7f649019f260 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f648000ea50 tx=0x7f648000ed60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:01.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:01.868+0000 7f6487e00700 1 -- 172.21.15.46:0/1117883004 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f648000cbd0 con 0x7f6490102ad0 2024-04-26T01:50:01.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:01.868+0000 7f6487e00700 1 -- 172.21.15.46:0/1117883004 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f648000cd70 con 0x7f6490102ad0 2024-04-26T01:50:01.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:01.868+0000 7f6487e00700 1 -- 172.21.15.46:0/1117883004 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6480018840 con 0x7f6490102ad0 2024-04-26T01:50:01.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:01.868+0000 7f6496800700 1 -- 172.21.15.46:0/1117883004 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64901a71b0 con 0x7f6490102ad0 2024-04-26T01:50:01.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:01.868+0000 7f6496800700 1 -- 172.21.15.46:0/1117883004 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64901a76a0 con 0x7f6490102ad0 2024-04-26T01:50:01.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:01.869+0000 7f6496800700 1 -- 172.21.15.46:0/1117883004 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6490069730 con 0x7f6490102ad0 2024-04-26T01:50:01.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:01.872+0000 7f6487e00700 1 -- 172.21.15.46:0/1117883004 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f648001f020 con 0x7f6490102ad0 2024-04-26T01:50:01.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:01.873+0000 7f6487e00700 1 --2- 172.21.15.46:0/1117883004 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f64740a3cc0 0x7f64740a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:01.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:01.873+0000 7f6487e00700 1 -- 172.21.15.46:0/1117883004 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f64800d0640 con 0x7f6490102ad0 2024-04-26T01:50:01.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:01.873+0000 7f648ea00700 1 --2- 172.21.15.46:0/1117883004 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f64740a3cc0 0x7f64740a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:01.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:01.874+0000 7f648ea00700 1 --2- 172.21.15.46:0/1117883004 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f64740a3cc0 0x7f64740a6180 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f647c005950 tx=0x7f647c0058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:01.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:01.876+0000 7f6487e00700 1 -- 172.21.15.46:0/1117883004 <== mon.2 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f648009cfd0 con 0x7f6490102ad0 2024-04-26T01:50:01.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:01 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:50:01.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:01 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:50:01.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:01 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:50:01.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:01 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:50:01.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:01 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:50:02.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:01 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:50:02.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:01 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:50:02.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:01 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:50:02.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:01 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:50:02.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:01 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:50:02.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:02.136+0000 7f6496800700 1 -- 172.21.15.46:0/1117883004 --> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) -- 0x7f6490062e80 con 0x7f64740a3cc0 2024-04-26T01:50:02.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:02.154+0000 7f6487e00700 1 -- 172.21.15.46:0/1117883004 <== mgr.14152 v2:172.21.15.46:6800/3332901238 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+532 (secure 0 0 0) 0x7f6490062e80 con 0x7f64740a3cc0 2024-04-26T01:50:02.152 INFO:teuthology.orchestra.run.smithi046.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-04-26T01:50:02.153 INFO:teuthology.orchestra.run.smithi046.stdout:smithi046 /dev/nvme0n1 ssd INTEL_SSDPED1D480GA_PHMB7512009A480DGN 447G No 5m ago Has a FileSystem, LVM detected 2024-04-26T01:50:02.153 INFO:teuthology.orchestra.run.smithi046.stdout:smithi103 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT6204012Z400BGN 372G No 5m ago Has a FileSystem, LVM detected 2024-04-26T01:50:02.153 INFO:teuthology.orchestra.run.smithi046.stdout:smithi163 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT623300GU400BGN 372G No 4m ago Has a FileSystem, LVM detected 2024-04-26T01:50:02.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:02.158+0000 7f6496800700 1 -- 172.21.15.46:0/1117883004 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f64740a3cc0 msgr2=0x7f64740a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:02.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:02.159+0000 7f6496800700 1 --2- 172.21.15.46:0/1117883004 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f64740a3cc0 0x7f64740a6180 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f647c005950 tx=0x7f647c0058e0 comp rx=0 tx=0).stop 2024-04-26T01:50:02.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:02.159+0000 7f6496800700 1 -- 172.21.15.46:0/1117883004 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6490102ad0 msgr2=0x7f649019f260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:02.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:02.159+0000 7f6496800700 1 --2- 172.21.15.46:0/1117883004 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6490102ad0 0x7f649019f260 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f648000ea50 tx=0x7f648000ed60 comp rx=0 tx=0).stop 2024-04-26T01:50:02.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:02.159+0000 7f6496800700 1 -- 172.21.15.46:0/1117883004 shutdown_connections 2024-04-26T01:50:02.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:02.159+0000 7f6496800700 1 --2- 172.21.15.46:0/1117883004 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6490104670 0x7f64901a6820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:02.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:02.159+0000 7f6496800700 1 --2- 172.21.15.46:0/1117883004 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f64740a3cc0 0x7f64740a6180 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:02.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:02.159+0000 7f6496800700 1 --2- 172.21.15.46:0/1117883004 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6490102ad0 0x7f649019f260 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:02.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:02.159+0000 7f6496800700 1 --2- 172.21.15.46:0/1117883004 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6490103cd0 0x7f649019f7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:02.158 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:02.159+0000 7f6496800700 1 -- 172.21.15.46:0/1117883004 >> 172.21.15.46:0/1117883004 conn(0x7f64900fe090 msgr2=0x7f6490104ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:02.158 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:02.159+0000 7f6496800700 1 -- 172.21.15.46:0/1117883004 shutdown_connections 2024-04-26T01:50:02.158 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:02.159+0000 7f6496800700 1 -- 172.21.15.46:0/1117883004 wait complete. 2024-04-26T01:50:02.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:02 smithi046 ceph-mon[28013]: pgmap v441: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:50:02.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:02 smithi046 ceph-mon[28013]: from='client.24977 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:50:02.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:02 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:50:02.812 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:02 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:50:02.812 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:02 smithi046 ceph-mon[28013]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:50:02.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:02 smithi163 ceph-mon[32592]: pgmap v441: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:50:02.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:02 smithi163 ceph-mon[32592]: from='client.24977 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:50:02.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:02 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:50:02.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:02 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:50:02.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:02 smithi163 ceph-mon[32592]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:50:03.000 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-26T01:50:03.015 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi046.front.sepia.ceph.com 2024-04-26T01:50:03.015 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- bash -c 'ceph fs dump' 2024-04-26T01:50:03.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:02 smithi103 ceph-mon[32920]: pgmap v441: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:50:03.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:02 smithi103 ceph-mon[32920]: from='client.24977 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:50:03.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:02 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:50:03.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:02 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:50:03.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:02 smithi103 ceph-mon[32920]: from='mgr.14152 172.21.15.46:0/2001971396' entity='mgr.x' 2024-04-26T01:50:03.482 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:50:04.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:04 smithi163 ceph-mon[32592]: pgmap v442: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:50:05.003 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:04 smithi046 ceph-mon[28013]: pgmap v442: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:50:05.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:04 smithi103 ceph-mon[32920]: pgmap v442: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:50:05.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:05.890+0000 7fde78e00700 1 -- 172.21.15.46:0/2039519317 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fde74103530 msgr2=0x7fde74105920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:05.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:05.890+0000 7fde78e00700 1 --2- 172.21.15.46:0/2039519317 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fde74103530 0x7fde74105920 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fde64009990 tx=0x7fde64009ca0 comp rx=0 tx=0).stop 2024-04-26T01:50:05.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:05.890+0000 7fde78e00700 1 -- 172.21.15.46:0/2039519317 shutdown_connections 2024-04-26T01:50:05.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:05.890+0000 7fde78e00700 1 --2- 172.21.15.46:0/2039519317 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fde74108790 0x7fde7410ac00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:05.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:05.890+0000 7fde78e00700 1 --2- 172.21.15.46:0/2039519317 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fde74103530 0x7fde74105920 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:05.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:05.890+0000 7fde78e00700 1 --2- 172.21.15.46:0/2039519317 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fde74105e60 0x7fde74108250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:05.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:05.890+0000 7fde78e00700 1 -- 172.21.15.46:0/2039519317 >> 172.21.15.46:0/2039519317 conn(0x7fde740fcf40 msgr2=0x7fde740ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:05.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:05.890+0000 7fde78e00700 1 -- 172.21.15.46:0/2039519317 shutdown_connections 2024-04-26T01:50:05.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:05.890+0000 7fde78e00700 1 -- 172.21.15.46:0/2039519317 wait complete. 2024-04-26T01:50:05.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:05.891+0000 7fde78e00700 1 Processor -- start 2024-04-26T01:50:05.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:05.891+0000 7fde78e00700 1 -- start start 2024-04-26T01:50:05.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:05.892+0000 7fde78e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fde74103530 0x7fde7419afe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:05.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:05.892+0000 7fde78e00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fde74105e60 0x7fde7419b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:05.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:05.892+0000 7fde78e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fde74108790 0x7fde741a25a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:05.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:05.892+0000 7fde78e00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fde7410e6b0 con 0x7fde74103530 2024-04-26T01:50:05.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:05.892+0000 7fde78e00700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fde7410e530 con 0x7fde74108790 2024-04-26T01:50:05.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:05.892+0000 7fde78e00700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fde7410e830 con 0x7fde74105e60 2024-04-26T01:50:05.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:05.892+0000 7fde71e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fde74103530 0x7fde7419afe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:05.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:05.892+0000 7fde71e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fde74103530 0x7fde7419afe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:49626/0 (socket says 172.21.15.46:49626) 2024-04-26T01:50:05.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:05.892+0000 7fde71e00700 1 -- 172.21.15.46:0/238686747 learned_addr learned my addr 172.21.15.46:0/238686747 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:50:05.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:05.892+0000 7fde69400700 1 --2- 172.21.15.46:0/238686747 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fde74105e60 0x7fde7419b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:05.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:05.892+0000 7fde72800700 1 --2- 172.21.15.46:0/238686747 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fde74108790 0x7fde741a25a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:05.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:05.893+0000 7fde71e00700 1 -- 172.21.15.46:0/238686747 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fde74105e60 msgr2=0x7fde7419b520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:05.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:05.893+0000 7fde71e00700 1 --2- 172.21.15.46:0/238686747 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fde74105e60 0x7fde7419b520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:05.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:05.893+0000 7fde71e00700 1 -- 172.21.15.46:0/238686747 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fde74108790 msgr2=0x7fde741a25a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:05.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:05.893+0000 7fde71e00700 1 --2- 172.21.15.46:0/238686747 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fde74108790 0x7fde741a25a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:05.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:05.893+0000 7fde71e00700 1 -- 172.21.15.46:0/238686747 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde741a2c40 con 0x7fde74103530 2024-04-26T01:50:05.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:05.893+0000 7fde71e00700 1 --2- 172.21.15.46:0/238686747 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fde74103530 0x7fde7419afe0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fde640098e0 tx=0x7fde640057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:05.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:05.893+0000 7fde6b400700 1 -- 172.21.15.46:0/238686747 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde64026070 con 0x7fde74103530 2024-04-26T01:50:05.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:05.893+0000 7fde6b400700 1 -- 172.21.15.46:0/238686747 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fde64021410 con 0x7fde74103530 2024-04-26T01:50:05.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:05.893+0000 7fde78e00700 1 -- 172.21.15.46:0/238686747 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde741a2ed0 con 0x7fde74103530 2024-04-26T01:50:05.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:05.893+0000 7fde6b400700 1 -- 172.21.15.46:0/238686747 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde64017650 con 0x7fde74103530 2024-04-26T01:50:05.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:05.893+0000 7fde78e00700 1 -- 172.21.15.46:0/238686747 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde741a3270 con 0x7fde74103530 2024-04-26T01:50:05.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:05.895+0000 7fde63e00700 1 -- 172.21.15.46:0/238686747 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde48005330 con 0x7fde74103530 2024-04-26T01:50:05.894 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:05.897+0000 7fde6b400700 1 -- 172.21.15.46:0/238686747 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fde64029070 con 0x7fde74103530 2024-04-26T01:50:05.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:05.898+0000 7fde6b400700 1 --2- 172.21.15.46:0/238686747 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fde540a3c40 0x7fde540a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:05.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:05.898+0000 7fde6b400700 1 -- 172.21.15.46:0/238686747 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fde640d1130 con 0x7fde74103530 2024-04-26T01:50:05.896 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:05.898+0000 7fde69400700 1 --2- 172.21.15.46:0/238686747 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fde540a3c40 0x7fde540a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:05.897 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:05.899+0000 7fde69400700 1 --2- 172.21.15.46:0/238686747 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fde540a3c40 0x7fde540a6100 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fde5c009680 tx=0x7fde5c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:05.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:05.903+0000 7fde6b400700 1 -- 172.21.15.46:0/238686747 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fde64013070 con 0x7fde74103530 2024-04-26T01:50:06.186 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:06.188+0000 7fde63e00700 1 -- 172.21.15.46:0/238686747 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7fde48005e30 con 0x7fde74103530 2024-04-26T01:50:06.186 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:06.188+0000 7fde6b400700 1 -- 172.21.15.46:0/238686747 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 28 v28) ==== 76+0+3098 (secure 0 0 0) 0x7fde6409db50 con 0x7fde74103530 2024-04-26T01:50:06.187 INFO:teuthology.orchestra.run.smithi046.stdout:e28 2024-04-26T01:50:06.187 INFO:teuthology.orchestra.run.smithi046.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-04-26T01:50:06.187 INFO:teuthology.orchestra.run.smithi046.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-26T01:50:06.187 INFO:teuthology.orchestra.run.smithi046.stdout:legacy client fscid: 1 2024-04-26T01:50:06.187 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:50:06.187 INFO:teuthology.orchestra.run.smithi046.stdout:Filesystem 'cephfs' (1) 2024-04-26T01:50:06.188 INFO:teuthology.orchestra.run.smithi046.stdout:fs_name cephfs 2024-04-26T01:50:06.188 INFO:teuthology.orchestra.run.smithi046.stdout:epoch 28 2024-04-26T01:50:06.188 INFO:teuthology.orchestra.run.smithi046.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-04-26T01:50:06.188 INFO:teuthology.orchestra.run.smithi046.stdout:created 2024-04-26T01:46:33.259216+0000 2024-04-26T01:50:06.188 INFO:teuthology.orchestra.run.smithi046.stdout:modified 2024-04-26T01:46:59.081814+0000 2024-04-26T01:50:06.188 INFO:teuthology.orchestra.run.smithi046.stdout:tableserver 0 2024-04-26T01:50:06.188 INFO:teuthology.orchestra.run.smithi046.stdout:root 0 2024-04-26T01:50:06.188 INFO:teuthology.orchestra.run.smithi046.stdout:session_timeout 300 2024-04-26T01:50:06.188 INFO:teuthology.orchestra.run.smithi046.stdout:session_autoclose 300 2024-04-26T01:50:06.188 INFO:teuthology.orchestra.run.smithi046.stdout:max_file_size 1099511627776 2024-04-26T01:50:06.188 INFO:teuthology.orchestra.run.smithi046.stdout:max_xattr_size 65536 2024-04-26T01:50:06.188 INFO:teuthology.orchestra.run.smithi046.stdout:required_client_features {} 2024-04-26T01:50:06.188 INFO:teuthology.orchestra.run.smithi046.stdout:last_failure 0 2024-04-26T01:50:06.188 INFO:teuthology.orchestra.run.smithi046.stdout:last_failure_osd_epoch 0 2024-04-26T01:50:06.189 INFO:teuthology.orchestra.run.smithi046.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-26T01:50:06.189 INFO:teuthology.orchestra.run.smithi046.stdout:max_mds 5 2024-04-26T01:50:06.189 INFO:teuthology.orchestra.run.smithi046.stdout:in 0,1,2,3,4 2024-04-26T01:50:06.189 INFO:teuthology.orchestra.run.smithi046.stdout:up {0=24530,1=24524,2=24511,3=24496,4=24488} 2024-04-26T01:50:06.189 INFO:teuthology.orchestra.run.smithi046.stdout:failed 2024-04-26T01:50:06.189 INFO:teuthology.orchestra.run.smithi046.stdout:damaged 2024-04-26T01:50:06.189 INFO:teuthology.orchestra.run.smithi046.stdout:stopped 2024-04-26T01:50:06.189 INFO:teuthology.orchestra.run.smithi046.stdout:data_pools [3] 2024-04-26T01:50:06.189 INFO:teuthology.orchestra.run.smithi046.stdout:metadata_pool 2 2024-04-26T01:50:06.189 INFO:teuthology.orchestra.run.smithi046.stdout:inline_data disabled 2024-04-26T01:50:06.189 INFO:teuthology.orchestra.run.smithi046.stdout:balancer 2024-04-26T01:50:06.189 INFO:teuthology.orchestra.run.smithi046.stdout:bal_rank_mask -1 2024-04-26T01:50:06.189 INFO:teuthology.orchestra.run.smithi046.stdout:standby_count_wanted 0 2024-04-26T01:50:06.189 INFO:teuthology.orchestra.run.smithi046.stdout:qdb_cluster leader: 24530 members: 24488,24530,24511,24524,24496 2024-04-26T01:50:06.190 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.b{0:24530} state up:active seq 7 addr [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T01:50:06.190 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.f{0:24484} state up:standby-replay seq 1 addr [v2:172.21.15.163:6834/3496224673,v1:172.21.15.163:6835/3496224673] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T01:50:06.190 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.a{1:24524} state up:active seq 12 addr [v2:172.21.15.46:6840/1857491842,v1:172.21.15.46:6841/1857491842] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T01:50:06.190 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.e{1:24476} state up:standby-replay seq 1 addr [v2:172.21.15.103:6834/2093120942,v1:172.21.15.103:6835/2093120942] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T01:50:06.190 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.i{2:24511} state up:active seq 15 addr [v2:172.21.15.163:6838/1457170931,v1:172.21.15.163:6839/1457170931] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T01:50:06.190 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.j{2:24466} state up:standby-replay seq 1 addr [v2:172.21.15.46:6834/441878789,v1:172.21.15.46:6835/441878789] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T01:50:06.190 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.c{3:24496} state up:active seq 16 addr [v2:172.21.15.163:6836/3255035214,v1:172.21.15.163:6837/3255035214] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T01:50:06.190 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.d{3:24464} state up:standby-replay seq 1 addr [v2:172.21.15.46:6836/2284069014,v1:172.21.15.46:6837/2284069014] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T01:50:06.190 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.h{4:24488} state up:active seq 16 addr [v2:172.21.15.103:6836/356151155,v1:172.21.15.103:6837/356151155] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T01:50:06.190 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.l{4:24448} state up:standby-replay seq 1 addr [v2:172.21.15.163:6832/3674154522,v1:172.21.15.163:6833/3674154522] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T01:50:06.190 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:50:06.190 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:50:06.190 INFO:teuthology.orchestra.run.smithi046.stdout:Standby daemons: 2024-04-26T01:50:06.191 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:50:06.191 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.g{-1:14391} state up:standby seq 1 addr [v2:172.21.15.46:6838/3599447924,v1:172.21.15.46:6839/3599447924] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T01:50:06.191 INFO:teuthology.orchestra.run.smithi046.stdout:[mds.k{-1:24446} state up:standby seq 1 addr [v2:172.21.15.103:6832/1782107626,v1:172.21.15.103:6833/1782107626] compat {c=[1],r=[1],i=[1fff]}] 2024-04-26T01:50:06.191 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:06.191+0000 7fde63e00700 1 -- 172.21.15.46:0/238686747 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fde540a3c40 msgr2=0x7fde540a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:06.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:06.191+0000 7fde63e00700 1 --2- 172.21.15.46:0/238686747 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fde540a3c40 0x7fde540a6100 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fde5c009680 tx=0x7fde5c009260 comp rx=0 tx=0).stop 2024-04-26T01:50:06.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:06.191+0000 7fde63e00700 1 -- 172.21.15.46:0/238686747 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fde74103530 msgr2=0x7fde7419afe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:06.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:06.191+0000 7fde63e00700 1 --2- 172.21.15.46:0/238686747 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fde74103530 0x7fde7419afe0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fde640098e0 tx=0x7fde640057c0 comp rx=0 tx=0).stop 2024-04-26T01:50:06.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:06.191+0000 7fde63e00700 1 -- 172.21.15.46:0/238686747 shutdown_connections 2024-04-26T01:50:06.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:06.191+0000 7fde63e00700 1 --2- 172.21.15.46:0/238686747 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fde540a3c40 0x7fde540a6100 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:06.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:06.191+0000 7fde63e00700 1 --2- 172.21.15.46:0/238686747 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fde74108790 0x7fde741a25a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:06.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:06.191+0000 7fde63e00700 1 --2- 172.21.15.46:0/238686747 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fde74103530 0x7fde7419afe0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:06.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:06.191+0000 7fde63e00700 1 --2- 172.21.15.46:0/238686747 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fde74105e60 0x7fde7419b520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:06.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:06.191+0000 7fde63e00700 1 -- 172.21.15.46:0/238686747 >> 172.21.15.46:0/238686747 conn(0x7fde740fcf40 msgr2=0x7fde74102cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:06.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:06.192+0000 7fde63e00700 1 -- 172.21.15.46:0/238686747 shutdown_connections 2024-04-26T01:50:06.192 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:06.192+0000 7fde63e00700 1 -- 172.21.15.46:0/238686747 wait complete. 2024-04-26T01:50:06.192 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 28 2024-04-26T01:50:06.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:06 smithi163 ceph-mon[32592]: pgmap v443: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:50:06.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:06 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/238686747' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-26T01:50:06.957 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:06 smithi046 ceph-mon[28013]: pgmap v443: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:50:06.957 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:06 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/238686747' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-26T01:50:07.011 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- bash -c 'ceph osd dump' 2024-04-26T01:50:07.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:06 smithi103 ceph-mon[32920]: pgmap v443: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:50:07.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:06 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/238686747' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-26T01:50:07.472 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:50:08.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:08 smithi046 ceph-mon[28013]: pgmap v444: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:50:08.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:08 smithi163 ceph-mon[32592]: pgmap v444: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:50:09.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:08 smithi103 ceph-mon[32920]: pgmap v444: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:50:09.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:09.753+0000 7f09b5000700 1 -- 172.21.15.46:0/1327124000 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f09b0103450 msgr2=0x7f09b0105840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:09.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:09.753+0000 7f09b5000700 1 --2- 172.21.15.46:0/1327124000 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f09b0103450 0x7f09b0105840 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f09a0009990 tx=0x7f09a0009ca0 comp rx=0 tx=0).stop 2024-04-26T01:50:09.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:09.753+0000 7f09b5000700 1 -- 172.21.15.46:0/1327124000 shutdown_connections 2024-04-26T01:50:09.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:09.753+0000 7f09b5000700 1 --2- 172.21.15.46:0/1327124000 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f09b01086b0 0x7f09b010ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:09.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:09.753+0000 7f09b5000700 1 --2- 172.21.15.46:0/1327124000 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f09b0103450 0x7f09b0105840 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:09.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:09.753+0000 7f09b5000700 1 --2- 172.21.15.46:0/1327124000 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f09b0105d80 0x7f09b0108170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:09.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:09.753+0000 7f09b5000700 1 -- 172.21.15.46:0/1327124000 >> 172.21.15.46:0/1327124000 conn(0x7f09b00fce60 msgr2=0x7f09b00ff2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:09.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:09.753+0000 7f09b5000700 1 -- 172.21.15.46:0/1327124000 shutdown_connections 2024-04-26T01:50:09.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:09.753+0000 7f09b5000700 1 -- 172.21.15.46:0/1327124000 wait complete. 2024-04-26T01:50:09.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:09.754+0000 7f09b5000700 1 Processor -- start 2024-04-26T01:50:09.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:09.755+0000 7f09b5000700 1 -- start start 2024-04-26T01:50:09.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:09.755+0000 7f09b5000700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f09b0103450 0x7f09b019ae10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:09.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:09.755+0000 7f09b5000700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f09b0105d80 0x7f09b019b350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:09.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:09.755+0000 7f09b5000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f09b01086b0 0x7f09b01a23d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:09.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:09.755+0000 7f09b5000700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f09b010e5d0 con 0x7f09b01086b0 2024-04-26T01:50:09.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:09.755+0000 7f09b5000700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f09b010e450 con 0x7f09b0103450 2024-04-26T01:50:09.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:09.755+0000 7f09b5000700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f09b010e750 con 0x7f09b0105d80 2024-04-26T01:50:09.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:09.755+0000 7f09afe00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f09b01086b0 0x7f09b01a23d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:09.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:09.755+0000 7f09af400700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f09b0103450 0x7f09b019ae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:09.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:09.755+0000 7f09afe00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f09b01086b0 0x7f09b01a23d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:49640/0 (socket says 172.21.15.46:49640) 2024-04-26T01:50:09.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:09.755+0000 7f09af400700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f09b0103450 0x7f09b019ae10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:54878/0 (socket says 172.21.15.46:54878) 2024-04-26T01:50:09.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:09.755+0000 7f09afe00700 1 -- 172.21.15.46:0/693525668 learned_addr learned my addr 172.21.15.46:0/693525668 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:50:09.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:09.755+0000 7f09a6a00700 1 --2- 172.21.15.46:0/693525668 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f09b0105d80 0x7f09b019b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:09.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:09.756+0000 7f09af400700 1 -- 172.21.15.46:0/693525668 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f09b0105d80 msgr2=0x7f09b019b350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:09.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:09.756+0000 7f09af400700 1 --2- 172.21.15.46:0/693525668 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f09b0105d80 0x7f09b019b350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:09.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:09.756+0000 7f09af400700 1 -- 172.21.15.46:0/693525668 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f09b01086b0 msgr2=0x7f09b01a23d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:09.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:09.756+0000 7f09af400700 1 --2- 172.21.15.46:0/693525668 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f09b01086b0 0x7f09b01a23d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:09.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:09.756+0000 7f09af400700 1 -- 172.21.15.46:0/693525668 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09b01a2a70 con 0x7f09b0103450 2024-04-26T01:50:09.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:09.756+0000 7f09af400700 1 --2- 172.21.15.46:0/693525668 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f09b0103450 0x7f09b019ae10 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f09a000b850 tx=0x7f09a00047b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:09.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:09.756+0000 7f09acc00700 1 -- 172.21.15.46:0/693525668 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09a000fb10 con 0x7f09b0103450 2024-04-26T01:50:09.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:09.757+0000 7f09acc00700 1 -- 172.21.15.46:0/693525668 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f09a000fcb0 con 0x7f09b0103450 2024-04-26T01:50:09.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:09.757+0000 7f09acc00700 1 -- 172.21.15.46:0/693525668 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09a000e640 con 0x7f09b0103450 2024-04-26T01:50:09.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:09.757+0000 7f09b5000700 1 -- 172.21.15.46:0/693525668 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09b01a2d00 con 0x7f09b0103450 2024-04-26T01:50:09.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:09.757+0000 7f09b5000700 1 -- 172.21.15.46:0/693525668 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09b01a30a0 con 0x7f09b0103450 2024-04-26T01:50:09.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:09.758+0000 7f09b5000700 1 -- 172.21.15.46:0/693525668 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09b0069770 con 0x7f09b0103450 2024-04-26T01:50:09.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:09.760+0000 7f09acc00700 1 -- 172.21.15.46:0/693525668 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f09a0029060 con 0x7f09b0103450 2024-04-26T01:50:09.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:09.761+0000 7f09acc00700 1 --2- 172.21.15.46:0/693525668 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f09940a3cc0 0x7f09940a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:09.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:09.761+0000 7f09acc00700 1 -- 172.21.15.46:0/693525668 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f09a00d1240 con 0x7f09b0103450 2024-04-26T01:50:09.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:09.761+0000 7f09a6a00700 1 --2- 172.21.15.46:0/693525668 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f09940a3cc0 0x7f09940a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:09.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:09.762+0000 7f09a6a00700 1 --2- 172.21.15.46:0/693525668 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f09940a3cc0 0x7f09940a6180 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f0998009c60 tx=0x7f0998009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:09.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:09.765+0000 7f09acc00700 1 -- 172.21.15.46:0/693525668 <== mon.2 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f09a0013070 con 0x7f09b0103450 2024-04-26T01:50:09.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:09.999+0000 7f09b5000700 1 -- 172.21.15.46:0/693525668 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "osd dump"} v 0) -- 0x7f09b002df80 con 0x7f09b0103450 2024-04-26T01:50:09.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:10.000+0000 7f09acc00700 1 -- 172.21.15.46:0/693525668 <== mon.2 v2:172.21.15.103:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v91) ==== 56+0+5293 (secure 0 0 0) 0x7f09a009dc60 con 0x7f09b0103450 2024-04-26T01:50:09.999 INFO:teuthology.orchestra.run.smithi046.stdout:epoch 91 2024-04-26T01:50:09.999 INFO:teuthology.orchestra.run.smithi046.stdout:fsid 4e298560-036d-11ef-bc93-c7b262605968 2024-04-26T01:50:10.000 INFO:teuthology.orchestra.run.smithi046.stdout:created 2024-04-26T01:36:51.789921+0000 2024-04-26T01:50:10.000 INFO:teuthology.orchestra.run.smithi046.stdout:modified 2024-04-26T01:47:03.030395+0000 2024-04-26T01:50:10.000 INFO:teuthology.orchestra.run.smithi046.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-04-26T01:50:10.000 INFO:teuthology.orchestra.run.smithi046.stdout:crush_version 26 2024-04-26T01:50:10.000 INFO:teuthology.orchestra.run.smithi046.stdout:full_ratio 0.95 2024-04-26T01:50:10.000 INFO:teuthology.orchestra.run.smithi046.stdout:backfillfull_ratio 0.9 2024-04-26T01:50:10.000 INFO:teuthology.orchestra.run.smithi046.stdout:nearfull_ratio 0.85 2024-04-26T01:50:10.000 INFO:teuthology.orchestra.run.smithi046.stdout:require_min_compat_client luminous 2024-04-26T01:50:10.000 INFO:teuthology.orchestra.run.smithi046.stdout:min_compat_client luminous 2024-04-26T01:50:10.000 INFO:teuthology.orchestra.run.smithi046.stdout:require_osd_release squid 2024-04-26T01:50:10.000 INFO:teuthology.orchestra.run.smithi046.stdout:stretch_mode_enabled false 2024-04-26T01:50:10.000 INFO:teuthology.orchestra.run.smithi046.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 22 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-04-26T01:50:10.001 INFO:teuthology.orchestra.run.smithi046.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 89 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 1.88 2024-04-26T01:50:10.001 INFO:teuthology.orchestra.run.smithi046.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 89 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.9 application cephfs read_balance_score 1.50 2024-04-26T01:50:10.001 INFO:teuthology.orchestra.run.smithi046.stdout:max_osd 12 2024-04-26T01:50:10.001 INFO:teuthology.orchestra.run.smithi046.stdout:osd.0 up in weight 1 up_from 8 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.46:6802/1705061833,v1:172.21.15.46:6803/1705061833] [v2:172.21.15.46:6804/1705061833,v1:172.21.15.46:6805/1705061833] exists,up 8fb81e1c-2c24-45c9-89fd-896ec37fedb6 2024-04-26T01:50:10.001 INFO:teuthology.orchestra.run.smithi046.stdout:osd.1 up in weight 1 up_from 13 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.103:6800/4149643711,v1:172.21.15.103:6801/4149643711] [v2:172.21.15.103:6802/4149643711,v1:172.21.15.103:6803/4149643711] exists,up 235ad6a0-ad0d-44ff-9ad1-55205dc13533 2024-04-26T01:50:10.001 INFO:teuthology.orchestra.run.smithi046.stdout:osd.2 up in weight 1 up_from 18 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.163:6800/3238203653,v1:172.21.15.163:6801/3238203653] [v2:172.21.15.163:6802/3238203653,v1:172.21.15.163:6803/3238203653] exists,up 10a4e364-80e6-4c2e-8bdd-8c6e27188acf 2024-04-26T01:50:10.001 INFO:teuthology.orchestra.run.smithi046.stdout:osd.3 up in weight 1 up_from 26 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.46:6810/1889462647,v1:172.21.15.46:6811/1889462647] [v2:172.21.15.46:6812/1889462647,v1:172.21.15.46:6813/1889462647] exists,up 72b47e70-a1c2-4e07-868b-c030c68a8f5e 2024-04-26T01:50:10.001 INFO:teuthology.orchestra.run.smithi046.stdout:osd.4 up in weight 1 up_from 34 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.103:6808/3946150982,v1:172.21.15.103:6809/3946150982] [v2:172.21.15.103:6810/3946150982,v1:172.21.15.103:6811/3946150982] exists,up 644cff68-2da7-43ed-bb87-f3b0d5f82b1b 2024-04-26T01:50:10.001 INFO:teuthology.orchestra.run.smithi046.stdout:osd.5 up in weight 1 up_from 39 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.163:6808/616922792,v1:172.21.15.163:6809/616922792] [v2:172.21.15.163:6810/616922792,v1:172.21.15.163:6811/616922792] exists,up fb7bbd34-9be5-4f39-ac32-af6c1eab2c64 2024-04-26T01:50:10.001 INFO:teuthology.orchestra.run.smithi046.stdout:osd.6 up in weight 1 up_from 47 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.46:6818/2027770735,v1:172.21.15.46:6819/2027770735] [v2:172.21.15.46:6820/2027770735,v1:172.21.15.46:6821/2027770735] exists,up bf28b38e-8424-4fb4-9528-6dbc7d2b1612 2024-04-26T01:50:10.001 INFO:teuthology.orchestra.run.smithi046.stdout:osd.7 up in weight 1 up_from 52 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.103:6816/3114516049,v1:172.21.15.103:6817/3114516049] [v2:172.21.15.103:6818/3114516049,v1:172.21.15.103:6819/3114516049] exists,up 019316c5-b83f-43f1-8d46-6dd43de6259a 2024-04-26T01:50:10.001 INFO:teuthology.orchestra.run.smithi046.stdout:osd.8 up in weight 1 up_from 60 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.163:6816/1671606862,v1:172.21.15.163:6817/1671606862] [v2:172.21.15.163:6818/1671606862,v1:172.21.15.163:6819/1671606862] exists,up 209597cd-7768-4b82-ade7-8e01927a3e03 2024-04-26T01:50:10.001 INFO:teuthology.orchestra.run.smithi046.stdout:osd.9 up in weight 1 up_from 68 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.46:6826/1569907716,v1:172.21.15.46:6827/1569907716] [v2:172.21.15.46:6828/1569907716,v1:172.21.15.46:6829/1569907716] exists,up 77a2c45f-b6c7-465c-96ec-d760fa92dd75 2024-04-26T01:50:10.002 INFO:teuthology.orchestra.run.smithi046.stdout:osd.10 up in weight 1 up_from 73 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.103:6824/4049341884,v1:172.21.15.103:6825/4049341884] [v2:172.21.15.103:6826/4049341884,v1:172.21.15.103:6827/4049341884] exists,up b0ec12dc-7afe-454a-8195-2e38441ca466 2024-04-26T01:50:10.002 INFO:teuthology.orchestra.run.smithi046.stdout:osd.11 up in weight 1 up_from 81 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.163:6824/1269489610,v1:172.21.15.163:6825/1269489610] [v2:172.21.15.163:6826/1269489610,v1:172.21.15.163:6827/1269489610] exists,up 1c43e737-c189-43c0-a9ee-17a3cdc8278d 2024-04-26T01:50:10.002 INFO:teuthology.orchestra.run.smithi046.stdout:pg_upmap_items 2.5 [8,11] 2024-04-26T01:50:10.002 INFO:teuthology.orchestra.run.smithi046.stdout:pg_upmap_items 2.c [2,1] 2024-04-26T01:50:10.002 INFO:teuthology.orchestra.run.smithi046.stdout:pg_upmap_items 2.10 [2,4] 2024-04-26T01:50:10.002 INFO:teuthology.orchestra.run.smithi046.stdout:pg_upmap_items 2.1c [8,11] 2024-04-26T01:50:10.002 INFO:teuthology.orchestra.run.smithi046.stdout:pg_upmap_items 3.11 [4,8] 2024-04-26T01:50:10.002 INFO:teuthology.orchestra.run.smithi046.stdout:pg_upmap_items 3.27 [3,9] 2024-04-26T01:50:10.002 INFO:teuthology.orchestra.run.smithi046.stdout:pg_upmap_items 3.33 [5,9] 2024-04-26T01:50:10.002 INFO:teuthology.orchestra.run.smithi046.stdout:pg_upmap_items 3.36 [4,9] 2024-04-26T01:50:10.002 INFO:teuthology.orchestra.run.smithi046.stdout:blocklist 172.21.15.46:0/2138390774 expires 2024-04-27T01:38:01.199869+0000 2024-04-26T01:50:10.002 INFO:teuthology.orchestra.run.smithi046.stdout:blocklist 172.21.15.46:0/1671101151 expires 2024-04-27T01:38:01.199869+0000 2024-04-26T01:50:10.002 INFO:teuthology.orchestra.run.smithi046.stdout:blocklist 172.21.15.46:0/3463419164 expires 2024-04-27T01:38:01.199869+0000 2024-04-26T01:50:10.003 INFO:teuthology.orchestra.run.smithi046.stdout:blocklist 172.21.15.46:6801/1268650508 expires 2024-04-27T01:38:01.199869+0000 2024-04-26T01:50:10.003 INFO:teuthology.orchestra.run.smithi046.stdout:blocklist 172.21.15.46:0/1254319164 expires 2024-04-27T01:37:25.688097+0000 2024-04-26T01:50:10.003 INFO:teuthology.orchestra.run.smithi046.stdout:blocklist 172.21.15.46:6800/2101651407 expires 2024-04-27T01:37:25.688097+0000 2024-04-26T01:50:10.003 INFO:teuthology.orchestra.run.smithi046.stdout:blocklist 172.21.15.46:6800/1268650508 expires 2024-04-27T01:38:01.199869+0000 2024-04-26T01:50:10.003 INFO:teuthology.orchestra.run.smithi046.stdout:blocklist 172.21.15.46:0/2440871722 expires 2024-04-27T01:37:25.688097+0000 2024-04-26T01:50:10.003 INFO:teuthology.orchestra.run.smithi046.stdout:blocklist 172.21.15.46:0/846597820 expires 2024-04-27T01:37:25.688097+0000 2024-04-26T01:50:10.003 INFO:teuthology.orchestra.run.smithi046.stdout:blocklist 172.21.15.46:6801/2101651407 expires 2024-04-27T01:37:25.688097+0000 2024-04-26T01:50:10.004 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:10.005+0000 7f09b5000700 1 -- 172.21.15.46:0/693525668 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f09940a3cc0 msgr2=0x7f09940a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:10.004 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:10.005+0000 7f09b5000700 1 --2- 172.21.15.46:0/693525668 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f09940a3cc0 0x7f09940a6180 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f0998009c60 tx=0x7f0998009260 comp rx=0 tx=0).stop 2024-04-26T01:50:10.004 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:10.005+0000 7f09b5000700 1 -- 172.21.15.46:0/693525668 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f09b0103450 msgr2=0x7f09b019ae10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:10.004 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:10.005+0000 7f09b5000700 1 --2- 172.21.15.46:0/693525668 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f09b0103450 0x7f09b019ae10 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f09a000b850 tx=0x7f09a00047b0 comp rx=0 tx=0).stop 2024-04-26T01:50:10.004 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:10.005+0000 7f09b5000700 1 -- 172.21.15.46:0/693525668 shutdown_connections 2024-04-26T01:50:10.004 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:10.005+0000 7f09b5000700 1 --2- 172.21.15.46:0/693525668 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f09b01086b0 0x7f09b01a23d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:10.004 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:10.005+0000 7f09b5000700 1 --2- 172.21.15.46:0/693525668 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f09940a3cc0 0x7f09940a6180 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:10.004 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:10.005+0000 7f09b5000700 1 --2- 172.21.15.46:0/693525668 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f09b0103450 0x7f09b019ae10 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:10.004 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:10.005+0000 7f09b5000700 1 --2- 172.21.15.46:0/693525668 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f09b0105d80 0x7f09b019b350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:10.005 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:10.005+0000 7f09b5000700 1 -- 172.21.15.46:0/693525668 >> 172.21.15.46:0/693525668 conn(0x7f09b00fce60 msgr2=0x7f09b0102c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:10.005 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:10.005+0000 7f09b5000700 1 -- 172.21.15.46:0/693525668 shutdown_connections 2024-04-26T01:50:10.005 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:10.005+0000 7f09b5000700 1 -- 172.21.15.46:0/693525668 wait complete. 2024-04-26T01:50:10.813 INFO:teuthology.run_tasks:Running task fs.ready... 2024-04-26T01:50:10.824 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:50:10.912 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:10 smithi046 ceph-mon[28013]: pgmap v445: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:50:10.912 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:10 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/693525668' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-26T01:50:10.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:10 smithi163 ceph-mon[32592]: pgmap v445: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:50:10.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:10 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/693525668' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-26T01:50:11.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:10 smithi103 ceph-mon[32920]: pgmap v445: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:50:11.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:10 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/693525668' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-26T01:50:11.306 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:50:12.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:12 smithi046 ceph-mon[28013]: pgmap v446: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:50:12.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:12 smithi163 ceph-mon[32592]: pgmap v446: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:50:13.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:12 smithi103 ceph-mon[32920]: pgmap v446: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:50:13.744 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:13.746+0000 7fb51f200700 1 -- 172.21.15.46:0/3248356029 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb520104450 msgr2=0x7fb52010c940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:13.744 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:13.746+0000 7fb51f200700 1 --2- 172.21.15.46:0/3248356029 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb520104450 0x7fb52010c940 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fb50c0098f0 tx=0x7fb50c009c00 comp rx=0 tx=0).stop 2024-04-26T01:50:13.744 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:13.746+0000 7fb51f200700 1 -- 172.21.15.46:0/3248356029 shutdown_connections 2024-04-26T01:50:13.745 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:13.746+0000 7fb51f200700 1 --2- 172.21.15.46:0/3248356029 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb52010cf60 0x7fb52010f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:13.745 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:13.746+0000 7fb51f200700 1 --2- 172.21.15.46:0/3248356029 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb520103b30 0x7fb520103f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:13.745 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:13.746+0000 7fb51f200700 1 --2- 172.21.15.46:0/3248356029 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb520104450 0x7fb52010c940 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:13.745 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:13.746+0000 7fb51f200700 1 -- 172.21.15.46:0/3248356029 >> 172.21.15.46:0/3248356029 conn(0x7fb5200fd360 msgr2=0x7fb5200ff780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:13.745 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:13.746+0000 7fb51f200700 1 -- 172.21.15.46:0/3248356029 shutdown_connections 2024-04-26T01:50:13.745 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:13.746+0000 7fb51f200700 1 -- 172.21.15.46:0/3248356029 wait complete. 2024-04-26T01:50:13.745 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:13.748+0000 7fb51f200700 1 Processor -- start 2024-04-26T01:50:13.746 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:13.748+0000 7fb51f200700 1 -- start start 2024-04-26T01:50:13.747 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:13.749+0000 7fb51f200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb520103b30 0x7fb520101790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:13.747 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:13.749+0000 7fb51f200700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb520104450 0x7fb520101cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:13.747 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:13.749+0000 7fb51f200700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb52010cf60 0x7fb520102210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:13.747 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:13.749+0000 7fb51f200700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb520112c90 con 0x7fb520103b30 2024-04-26T01:50:13.747 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:13.749+0000 7fb51f200700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fb520112b10 con 0x7fb52010cf60 2024-04-26T01:50:13.747 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:13.749+0000 7fb51f200700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fb520112e10 con 0x7fb520104450 2024-04-26T01:50:13.747 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:13.749+0000 7fb51de00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb520103b30 0x7fb520101790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:13.747 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:13.749+0000 7fb51e800700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb52010cf60 0x7fb520102210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:13.747 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:13.749+0000 7fb51de00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb520103b30 0x7fb520101790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34994/0 (socket says 172.21.15.46:34994) 2024-04-26T01:50:13.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:13.749+0000 7fb51de00700 1 -- 172.21.15.46:0/3452050858 learned_addr learned my addr 172.21.15.46:0/3452050858 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:50:13.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:13.749+0000 7fb51d400700 1 --2- 172.21.15.46:0/3452050858 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb520104450 0x7fb520101cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:13.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:13.750+0000 7fb51e800700 1 -- 172.21.15.46:0/3452050858 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb520104450 msgr2=0x7fb520101cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:13.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:13.750+0000 7fb51e800700 1 --2- 172.21.15.46:0/3452050858 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb520104450 0x7fb520101cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:13.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:13.750+0000 7fb51e800700 1 -- 172.21.15.46:0/3452050858 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb520103b30 msgr2=0x7fb520101790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:13.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:13.750+0000 7fb51e800700 1 --2- 172.21.15.46:0/3452050858 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb520103b30 0x7fb520101790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:13.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:13.750+0000 7fb51e800700 1 -- 172.21.15.46:0/3452050858 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5201a76f0 con 0x7fb52010cf60 2024-04-26T01:50:13.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:13.750+0000 7fb51e800700 1 --2- 172.21.15.46:0/3452050858 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb52010cf60 0x7fb520102210 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fb51800efc0 tx=0x7fb51800c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:13.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:13.750+0000 7fb516a00700 1 -- 172.21.15.46:0/3452050858 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5180092e0 con 0x7fb52010cf60 2024-04-26T01:50:13.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:13.750+0000 7fb516a00700 1 -- 172.21.15.46:0/3452050858 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb518004bb0 con 0x7fb52010cf60 2024-04-26T01:50:13.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:13.750+0000 7fb516a00700 1 -- 172.21.15.46:0/3452050858 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb518004280 con 0x7fb52010cf60 2024-04-26T01:50:13.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:13.750+0000 7fb51f200700 1 -- 172.21.15.46:0/3452050858 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5201a7980 con 0x7fb52010cf60 2024-04-26T01:50:13.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:13.751+0000 7fb51f200700 1 -- 172.21.15.46:0/3452050858 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5201a7e40 con 0x7fb52010cf60 2024-04-26T01:50:13.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:13.752+0000 7fb51f200700 1 -- 172.21.15.46:0/3452050858 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb520069730 con 0x7fb52010cf60 2024-04-26T01:50:13.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:13.754+0000 7fb516a00700 1 -- 172.21.15.46:0/3452050858 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fb51801b030 con 0x7fb52010cf60 2024-04-26T01:50:13.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:13.755+0000 7fb516a00700 1 --2- 172.21.15.46:0/3452050858 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fb5040a3c40 0x7fb5040a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:13.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:13.755+0000 7fb516a00700 1 -- 172.21.15.46:0/3452050858 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fb5180cfdf0 con 0x7fb52010cf60 2024-04-26T01:50:13.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:13.755+0000 7fb51de00700 1 --2- 172.21.15.46:0/3452050858 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fb5040a3c40 0x7fb5040a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:13.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:13.756+0000 7fb51de00700 1 --2- 172.21.15.46:0/3452050858 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fb5040a3c40 0x7fb5040a6100 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fb510009d20 tx=0x7fb510009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:13.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:13.759+0000 7fb516a00700 1 -- 172.21.15.46:0/3452050858 <== mon.2 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb518022020 con 0x7fb52010cf60 2024-04-26T01:50:14.038 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:14.040+0000 7fb51f200700 1 -- 172.21.15.46:0/3452050858 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb52002df80 con 0x7fb52010cf60 2024-04-26T01:50:14.039 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:14.041+0000 7fb516a00700 1 -- 172.21.15.46:0/3452050858 <== mon.2 v2:172.21.15.103:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11943 (secure 0 0 0) 0x7fb518010040 con 0x7fb52010cf60 2024-04-26T01:50:14.040 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:50:14.040 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14391,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/3599447924","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":3599447924},{"type":"v1","addr":"172.21.15.46:6839","nonce":3599447924}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6833/1782107626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":1782107626},{"type":"v1","addr":"172.21.15.103:6833","nonce":1782107626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:46:33.259216+0000","modified":"2024-04-26T01:46:59.081814+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24530,"mds_1":24524,"mds_2":24511,"mds_3":24496,"mds_4":24488},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24448":{"gid":24448,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6833/3674154522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6832","nonce":3674154522},{"type":"v1","addr":"172.21.15.163:6833","nonce":3674154522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"d","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6837/2284069014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":2284069014},{"type":"v1","addr":"172.21.15.46:6837","nonce":2284069014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"j","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6835/441878789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":441878789},{"type":"v1","addr":"172.21.15.46:6835","nonce":441878789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/2093120942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":2093120942},{"type":"v1","addr":"172.21.15.103:6835","nonce":2093120942}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6835/3496224673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6834","nonce":3496224673},{"type":"v1","addr":"172.21.15.163:6835","nonce":3496224673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"h","rank":4,"incarnation":24,"state":"up:active","state_seq":16,"addr":"172.21.15.103:6837/356151155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":356151155},{"type":"v1","addr":"172.21.15.103:6837","nonce":356151155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":16,"addr":"172.21.15.163:6837/3255035214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6836","nonce":3255035214},{"type":"v1","addr":"172.21.15.163:6837","nonce":3255035214}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.163:6839/1457170931","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6838","nonce":1457170931},{"type":"v1","addr":"172.21.15.163:6839","nonce":1457170931}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"a","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.46:6841/1857491842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":1857491842},{"type":"v1","addr":"172.21.15.46:6841","nonce":1857491842}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.103:6839/4045492459","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":4045492459},{"type":"v1","addr":"172.21.15.103:6839","nonce":4045492459}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24488,24530,24511,24524,24496]},"id":1}]} 2024-04-26T01:50:14.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:14.044+0000 7fb51f200700 1 -- 172.21.15.46:0/3452050858 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fb5040a3c40 msgr2=0x7fb5040a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:14.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:14.044+0000 7fb51f200700 1 --2- 172.21.15.46:0/3452050858 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fb5040a3c40 0x7fb5040a6100 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fb510009d20 tx=0x7fb510009260 comp rx=0 tx=0).stop 2024-04-26T01:50:14.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:14.044+0000 7fb51f200700 1 -- 172.21.15.46:0/3452050858 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb52010cf60 msgr2=0x7fb520102210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:14.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:14.044+0000 7fb51f200700 1 --2- 172.21.15.46:0/3452050858 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb52010cf60 0x7fb520102210 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fb51800efc0 tx=0x7fb51800c3a0 comp rx=0 tx=0).stop 2024-04-26T01:50:14.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:14.044+0000 7fb51f200700 1 -- 172.21.15.46:0/3452050858 shutdown_connections 2024-04-26T01:50:14.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:14.044+0000 7fb51f200700 1 --2- 172.21.15.46:0/3452050858 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fb5040a3c40 0x7fb5040a6100 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:14.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:14.044+0000 7fb51f200700 1 --2- 172.21.15.46:0/3452050858 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb52010cf60 0x7fb520102210 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:14.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:14.044+0000 7fb51f200700 1 --2- 172.21.15.46:0/3452050858 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb520103b30 0x7fb520101790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:14.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:14.044+0000 7fb51f200700 1 --2- 172.21.15.46:0/3452050858 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb520104450 0x7fb520101cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:14.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:14.045+0000 7fb51f200700 1 -- 172.21.15.46:0/3452050858 >> 172.21.15.46:0/3452050858 conn(0x7fb5200fd360 msgr2=0x7fb5200fe070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:14.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:14.045+0000 7fb51f200700 1 -- 172.21.15.46:0/3452050858 shutdown_connections 2024-04-26T01:50:14.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:14.045+0000 7fb51f200700 1 -- 172.21.15.46:0/3452050858 wait complete. 2024-04-26T01:50:14.044 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 28 2024-04-26T01:50:14.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:14 smithi046 ceph-mon[28013]: pgmap v447: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:50:14.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:14 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/3452050858' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:50:15.016 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:50:15.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:14 smithi103 ceph-mon[32920]: pgmap v447: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:50:15.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:14 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/3452050858' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:50:15.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:14 smithi163 ceph-mon[32592]: pgmap v447: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:50:15.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:14 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/3452050858' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:50:15.500 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:50:16.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:16 smithi046 ceph-mon[28013]: pgmap v448: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:50:17.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:16 smithi103 ceph-mon[32920]: pgmap v448: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:50:17.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:16 smithi163 ceph-mon[32592]: pgmap v448: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:50:17.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:17.910+0000 7f02e1000700 1 -- 172.21.15.46:0/1230304885 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f02dc108960 msgr2=0x7f02dc108d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:17.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:17.910+0000 7f02e1000700 1 --2- 172.21.15.46:0/1230304885 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f02dc108960 0x7f02dc108d40 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f02cc009990 tx=0x7f02cc009ca0 comp rx=0 tx=0).stop 2024-04-26T01:50:17.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:17.910+0000 7f02e1000700 1 -- 172.21.15.46:0/1230304885 shutdown_connections 2024-04-26T01:50:17.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:17.910+0000 7f02e1000700 1 --2- 172.21.15.46:0/1230304885 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f02dc103320 0x7f02dc10f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:17.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:17.910+0000 7f02e1000700 1 --2- 172.21.15.46:0/1230304885 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f02dc108960 0x7f02dc108d40 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:17.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:17.910+0000 7f02e1000700 1 --2- 172.21.15.46:0/1230304885 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02dc102960 0x7f02dc102de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:17.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:17.910+0000 7f02e1000700 1 -- 172.21.15.46:0/1230304885 >> 172.21.15.46:0/1230304885 conn(0x7f02dc0fe450 msgr2=0x7f02dc100870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:17.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:17.911+0000 7f02e1000700 1 -- 172.21.15.46:0/1230304885 shutdown_connections 2024-04-26T01:50:17.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:17.911+0000 7f02e1000700 1 -- 172.21.15.46:0/1230304885 wait complete. 2024-04-26T01:50:17.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:17.912+0000 7f02e1000700 1 Processor -- start 2024-04-26T01:50:17.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:17.912+0000 7f02e1000700 1 -- start start 2024-04-26T01:50:17.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:17.913+0000 7f02e1000700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f02dc102960 0x7f02dc19b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:17.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:17.913+0000 7f02e1000700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f02dc103320 0x7f02dc19b830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:17.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:17.913+0000 7f02e1000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02dc108960 0x7f02dc19fbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:17.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:17.913+0000 7f02e1000700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f02dc112cd0 con 0x7f02dc108960 2024-04-26T01:50:17.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:17.913+0000 7f02e1000700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f02dc112b50 con 0x7f02dc102960 2024-04-26T01:50:17.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:17.913+0000 7f02e1000700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f02dc112e50 con 0x7f02dc103320 2024-04-26T01:50:17.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:17.913+0000 7f02daa00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f02dc103320 0x7f02dc19b830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:17.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:17.913+0000 7f02daa00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f02dc103320 0x7f02dc19b830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:57438/0 (socket says 172.21.15.46:57438) 2024-04-26T01:50:17.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:17.913+0000 7f02dbe00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02dc108960 0x7f02dc19fbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:17.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:17.913+0000 7f02daa00700 1 -- 172.21.15.46:0/3210308472 learned_addr learned my addr 172.21.15.46:0/3210308472 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:50:17.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:17.913+0000 7f02db400700 1 --2- 172.21.15.46:0/3210308472 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f02dc102960 0x7f02dc19b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:17.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:17.914+0000 7f02daa00700 1 -- 172.21.15.46:0/3210308472 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f02dc102960 msgr2=0x7f02dc19b2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:17.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:17.914+0000 7f02daa00700 1 --2- 172.21.15.46:0/3210308472 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f02dc102960 0x7f02dc19b2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:17.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:17.914+0000 7f02daa00700 1 -- 172.21.15.46:0/3210308472 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02dc108960 msgr2=0x7f02dc19fbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:17.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:17.914+0000 7f02daa00700 1 --2- 172.21.15.46:0/3210308472 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02dc108960 0x7f02dc19fbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:17.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:17.914+0000 7f02daa00700 1 -- 172.21.15.46:0/3210308472 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02dc1a0300 con 0x7f02dc103320 2024-04-26T01:50:17.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:17.914+0000 7f02dbe00700 1 --2- 172.21.15.46:0/3210308472 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02dc108960 0x7f02dc19fbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:50:17.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:17.914+0000 7f02daa00700 1 --2- 172.21.15.46:0/3210308472 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f02dc103320 0x7f02dc19b830 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f02c800eb30 tx=0x7f02c800ee40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:17.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:17.914+0000 7f02d3e00700 1 -- 172.21.15.46:0/3210308472 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02c800cbd0 con 0x7f02dc103320 2024-04-26T01:50:17.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:17.914+0000 7f02e1000700 1 -- 172.21.15.46:0/3210308472 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02dc1a05f0 con 0x7f02dc103320 2024-04-26T01:50:17.914 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:17.914+0000 7f02d3e00700 1 -- 172.21.15.46:0/3210308472 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f02c80044f0 con 0x7f02dc103320 2024-04-26T01:50:17.914 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:17.914+0000 7f02d3e00700 1 -- 172.21.15.46:0/3210308472 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02c8010430 con 0x7f02dc103320 2024-04-26T01:50:17.914 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:17.915+0000 7f02e1000700 1 -- 172.21.15.46:0/3210308472 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02dc1a7e70 con 0x7f02dc103320 2024-04-26T01:50:17.914 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:17.916+0000 7f02e1000700 1 -- 172.21.15.46:0/3210308472 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02dc069730 con 0x7f02dc103320 2024-04-26T01:50:17.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:17.917+0000 7f02d3e00700 1 -- 172.21.15.46:0/3210308472 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f02c8003ed0 con 0x7f02dc103320 2024-04-26T01:50:17.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:17.919+0000 7f02d3e00700 1 --2- 172.21.15.46:0/3210308472 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f02c00a3c40 0x7f02c00a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:17.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:17.919+0000 7f02d3e00700 1 -- 172.21.15.46:0/3210308472 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f02c80d07b0 con 0x7f02dc103320 2024-04-26T01:50:17.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:17.919+0000 7f02db400700 1 --2- 172.21.15.46:0/3210308472 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f02c00a3c40 0x7f02c00a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:17.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:17.920+0000 7f02db400700 1 --2- 172.21.15.46:0/3210308472 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f02c00a3c40 0x7f02c00a6100 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f02cc00b790 tx=0x7f02cc00b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:17.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:17.923+0000 7f02d3e00700 1 -- 172.21.15.46:0/3210308472 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f02c809d140 con 0x7f02dc103320 2024-04-26T01:50:18.207 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:18.208+0000 7f02e1000700 1 -- 172.21.15.46:0/3210308472 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f02dc1a80a0 con 0x7f02dc103320 2024-04-26T01:50:18.208 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:18.210+0000 7f02d3e00700 1 -- 172.21.15.46:0/3210308472 <== mon.1 v2:172.21.15.163:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11943 (secure 0 0 0) 0x7f02c809ca40 con 0x7f02dc103320 2024-04-26T01:50:18.208 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:50:18.208 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14391,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/3599447924","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":3599447924},{"type":"v1","addr":"172.21.15.46:6839","nonce":3599447924}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6833/1782107626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":1782107626},{"type":"v1","addr":"172.21.15.103:6833","nonce":1782107626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:46:33.259216+0000","modified":"2024-04-26T01:46:59.081814+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24530,"mds_1":24524,"mds_2":24511,"mds_3":24496,"mds_4":24488},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24448":{"gid":24448,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6833/3674154522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6832","nonce":3674154522},{"type":"v1","addr":"172.21.15.163:6833","nonce":3674154522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"d","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6837/2284069014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":2284069014},{"type":"v1","addr":"172.21.15.46:6837","nonce":2284069014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"j","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6835/441878789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":441878789},{"type":"v1","addr":"172.21.15.46:6835","nonce":441878789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/2093120942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":2093120942},{"type":"v1","addr":"172.21.15.103:6835","nonce":2093120942}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6835/3496224673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6834","nonce":3496224673},{"type":"v1","addr":"172.21.15.163:6835","nonce":3496224673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"h","rank":4,"incarnation":24,"state":"up:active","state_seq":16,"addr":"172.21.15.103:6837/356151155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":356151155},{"type":"v1","addr":"172.21.15.103:6837","nonce":356151155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":16,"addr":"172.21.15.163:6837/3255035214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6836","nonce":3255035214},{"type":"v1","addr":"172.21.15.163:6837","nonce":3255035214}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.163:6839/1457170931","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6838","nonce":1457170931},{"type":"v1","addr":"172.21.15.163:6839","nonce":1457170931}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"a","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.46:6841/1857491842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":1857491842},{"type":"v1","addr":"172.21.15.46:6841","nonce":1857491842}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.103:6839/4045492459","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":4045492459},{"type":"v1","addr":"172.21.15.103:6839","nonce":4045492459}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24488,24530,24511,24524,24496]},"id":1}]} 2024-04-26T01:50:18.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:18.213+0000 7f02e1000700 1 -- 172.21.15.46:0/3210308472 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f02c00a3c40 msgr2=0x7f02c00a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:18.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:18.213+0000 7f02e1000700 1 --2- 172.21.15.46:0/3210308472 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f02c00a3c40 0x7f02c00a6100 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f02cc00b790 tx=0x7f02cc00b260 comp rx=0 tx=0).stop 2024-04-26T01:50:18.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:18.213+0000 7f02e1000700 1 -- 172.21.15.46:0/3210308472 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f02dc103320 msgr2=0x7f02dc19b830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:18.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:18.213+0000 7f02e1000700 1 --2- 172.21.15.46:0/3210308472 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f02dc103320 0x7f02dc19b830 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f02c800eb30 tx=0x7f02c800ee40 comp rx=0 tx=0).stop 2024-04-26T01:50:18.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:18.213+0000 7f02e1000700 1 -- 172.21.15.46:0/3210308472 shutdown_connections 2024-04-26T01:50:18.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:18.213+0000 7f02e1000700 1 --2- 172.21.15.46:0/3210308472 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f02dc108960 0x7f02dc19fbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:18.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:18.213+0000 7f02e1000700 1 --2- 172.21.15.46:0/3210308472 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f02c00a3c40 0x7f02c00a6100 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:18.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:18.213+0000 7f02e1000700 1 --2- 172.21.15.46:0/3210308472 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f02dc102960 0x7f02dc19b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:18.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:18.213+0000 7f02e1000700 1 --2- 172.21.15.46:0/3210308472 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f02dc103320 0x7f02dc19b830 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:18.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:18.213+0000 7f02e1000700 1 -- 172.21.15.46:0/3210308472 >> 172.21.15.46:0/3210308472 conn(0x7f02dc0fe450 msgr2=0x7f02dc10df80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:18.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:18.213+0000 7f02e1000700 1 -- 172.21.15.46:0/3210308472 shutdown_connections 2024-04-26T01:50:18.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:18.214+0000 7f02e1000700 1 -- 172.21.15.46:0/3210308472 wait complete. 2024-04-26T01:50:18.213 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 28 2024-04-26T01:50:19.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:18 smithi046 ceph-mon[28013]: pgmap v449: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:50:19.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:18 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/3210308472' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:50:19.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:18 smithi103 ceph-mon[32920]: pgmap v449: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:50:19.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:18 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/3210308472' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:50:19.147 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T01:50:19.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:18 smithi163 ceph-mon[32592]: pgmap v449: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:50:19.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:18 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/3210308472' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:50:19.632 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:50:21.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:20 smithi046 ceph-mon[28013]: pgmap v450: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:50:21.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:20 smithi103 ceph-mon[32920]: pgmap v450: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:50:21.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:20 smithi163 ceph-mon[32592]: pgmap v450: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:50:21.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:21.992+0000 7fb7efe00700 1 -- 172.21.15.46:0/1725433942 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb7e810f4f0 msgr2=0x7fb7e81118e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:21.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:21.992+0000 7fb7efe00700 1 --2- 172.21.15.46:0/1725433942 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb7e810f4f0 0x7fb7e81118e0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fb7e000b0a0 tx=0x7fb7e000b3b0 comp rx=0 tx=0).stop 2024-04-26T01:50:21.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:21.992+0000 7fb7efe00700 1 -- 172.21.15.46:0/1725433942 shutdown_connections 2024-04-26T01:50:21.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:21.992+0000 7fb7efe00700 1 --2- 172.21.15.46:0/1725433942 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb7e810f4f0 0x7fb7e81118e0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:21.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:21.992+0000 7fb7efe00700 1 --2- 172.21.15.46:0/1725433942 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb7e806a750 0x7fb7e806ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:21.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:21.992+0000 7fb7efe00700 1 --2- 172.21.15.46:0/1725433942 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb7e806b070 0x7fb7e810efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:21.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:21.992+0000 7fb7efe00700 1 -- 172.21.15.46:0/1725433942 >> 172.21.15.46:0/1725433942 conn(0x7fb7e80788f0 msgr2=0x7fb7e8078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:21.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:21.993+0000 7fb7efe00700 1 -- 172.21.15.46:0/1725433942 shutdown_connections 2024-04-26T01:50:21.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:21.993+0000 7fb7efe00700 1 -- 172.21.15.46:0/1725433942 wait complete. 2024-04-26T01:50:21.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:21.994+0000 7fb7efe00700 1 Processor -- start 2024-04-26T01:50:21.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:21.994+0000 7fb7efe00700 1 -- start start 2024-04-26T01:50:21.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:21.994+0000 7fb7efe00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb7e806a750 0x7fb7e819b430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:21.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:21.994+0000 7fb7efe00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb7e806b070 0x7fb7e819b970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:21.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:21.994+0000 7fb7efe00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb7e810f4f0 0x7fb7e819fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:21.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:21.994+0000 7fb7efe00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb7e8114f80 con 0x7fb7e806a750 2024-04-26T01:50:21.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:21.994+0000 7fb7efe00700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fb7e8114e00 con 0x7fb7e806b070 2024-04-26T01:50:21.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:21.994+0000 7fb7efe00700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fb7e8115100 con 0x7fb7e810f4f0 2024-04-26T01:50:22.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:21.995+0000 7fb7ed400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb7e806a750 0x7fb7e819b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:22.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:21.995+0000 7fb7ed400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb7e806a750 0x7fb7e819b430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35026/0 (socket says 172.21.15.46:35026) 2024-04-26T01:50:22.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:21.995+0000 7fb7ed400700 1 -- 172.21.15.46:0/247181923 learned_addr learned my addr 172.21.15.46:0/247181923 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:50:22.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:21.995+0000 7fb7eca00700 1 --2- 172.21.15.46:0/247181923 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb7e806b070 0x7fb7e819b970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:22.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:21.995+0000 7fb7ede00700 1 --2- 172.21.15.46:0/247181923 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb7e810f4f0 0x7fb7e819fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:22.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:21.995+0000 7fb7ed400700 1 -- 172.21.15.46:0/247181923 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb7e810f4f0 msgr2=0x7fb7e819fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:22.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:21.995+0000 7fb7ed400700 1 --2- 172.21.15.46:0/247181923 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb7e810f4f0 0x7fb7e819fcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:22.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:21.995+0000 7fb7ed400700 1 -- 172.21.15.46:0/247181923 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb7e806b070 msgr2=0x7fb7e819b970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:22.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:21.995+0000 7fb7ed400700 1 --2- 172.21.15.46:0/247181923 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb7e806b070 0x7fb7e819b970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:22.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:21.995+0000 7fb7ed400700 1 -- 172.21.15.46:0/247181923 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7e81a03f0 con 0x7fb7e806a750 2024-04-26T01:50:22.001 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:21.995+0000 7fb7ede00700 1 --2- 172.21.15.46:0/247181923 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb7e810f4f0 0x7fb7e819fcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:50:22.002 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:21.996+0000 7fb7ed400700 1 --2- 172.21.15.46:0/247181923 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb7e806a750 0x7fb7e819b430 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fb7dc00e9a0 tx=0x7fb7dc00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:22.002 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:21.996+0000 7fb7e6000700 1 -- 172.21.15.46:0/247181923 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7dc00ca10 con 0x7fb7e806a750 2024-04-26T01:50:22.002 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:21.996+0000 7fb7e6000700 1 -- 172.21.15.46:0/247181923 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb7dc00cbb0 con 0x7fb7e806a750 2024-04-26T01:50:22.002 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:21.996+0000 7fb7efe00700 1 -- 172.21.15.46:0/247181923 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7e81a06e0 con 0x7fb7e806a750 2024-04-26T01:50:22.002 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:21.996+0000 7fb7e6000700 1 -- 172.21.15.46:0/247181923 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7dc018680 con 0x7fb7e806a750 2024-04-26T01:50:22.002 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:21.996+0000 7fb7efe00700 1 -- 172.21.15.46:0/247181923 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7e81a7f60 con 0x7fb7e806a750 2024-04-26T01:50:22.003 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:21.998+0000 7fb7efe00700 1 -- 172.21.15.46:0/247181923 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7e8069730 con 0x7fb7e806a750 2024-04-26T01:50:22.004 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:21.999+0000 7fb7e6000700 1 -- 172.21.15.46:0/247181923 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fb7dc018820 con 0x7fb7e806a750 2024-04-26T01:50:22.004 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:22.001+0000 7fb7e6000700 1 --2- 172.21.15.46:0/247181923 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fb7d00a3c40 0x7fb7d00a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:22.005 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:22.001+0000 7fb7e6000700 1 -- 172.21.15.46:0/247181923 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fb7dc0d0600 con 0x7fb7e806a750 2024-04-26T01:50:22.005 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:22.001+0000 7fb7eca00700 1 --2- 172.21.15.46:0/247181923 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fb7d00a3c40 0x7fb7d00a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:22.005 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:22.002+0000 7fb7eca00700 1 --2- 172.21.15.46:0/247181923 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fb7d00a3c40 0x7fb7d00a6100 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fb7e8102e30 tx=0x7fb7d4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:22.005 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:22.006+0000 7fb7e6000700 1 -- 172.21.15.46:0/247181923 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb7dc09cf90 con 0x7fb7e806a750 2024-04-26T01:50:22.233 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:22.234+0000 7fb7efe00700 1 -- 172.21.15.46:0/247181923 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb7e802df80 con 0x7fb7e806a750 2024-04-26T01:50:22.237 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:22.239+0000 7fb7e6000700 1 -- 172.21.15.46:0/247181923 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+22678 (secure 0 0 0) 0x7fb7dc09c890 con 0x7fb7e806a750 2024-04-26T01:50:22.238 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:50:22.238 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":91,"fsid":"4e298560-036d-11ef-bc93-c7b262605968","created":"2024-04-26T01:36:51.789921+0000","modified":"2024-04-26T01:47:03.030395+0000","last_up_change":"2024-04-26T01:45:13.269142+0000","last_in_change":"2024-04-26T01:44:53.812099+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T01:40:53.363826+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T01:46:24.277738+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T01:46:29.225616+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8fb81e1c-2c24-45c9-89fd-896ec37fedb6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":1705061833},{"type":"v1","addr":"172.21.15.46:6803","nonce":1705061833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":1705061833},{"type":"v1","addr":"172.21.15.46:6805","nonce":1705061833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1705061833},{"type":"v1","addr":"172.21.15.46:6809","nonce":1705061833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":1705061833},{"type":"v1","addr":"172.21.15.46:6807","nonce":1705061833}]},"public_addr":"172.21.15.46:6803/1705061833","cluster_addr":"172.21.15.46:6805/1705061833","heartbeat_back_addr":"172.21.15.46:6809/1705061833","heartbeat_front_addr":"172.21.15.46:6807/1705061833","state":["exists","up"]},{"osd":1,"uuid":"235ad6a0-ad0d-44ff-9ad1-55205dc13533","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":4149643711},{"type":"v1","addr":"172.21.15.103:6801","nonce":4149643711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":4149643711},{"type":"v1","addr":"172.21.15.103:6803","nonce":4149643711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":4149643711},{"type":"v1","addr":"172.21.15.103:6807","nonce":4149643711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":4149643711},{"type":"v1","addr":"172.21.15.103:6805","nonce":4149643711}]},"public_addr":"172.21.15.103:6801/4149643711","cluster_addr":"172.21.15.103:6803/4149643711","heartbeat_back_addr":"172.21.15.103:6807/4149643711","heartbeat_front_addr":"172.21.15.103:6805/4149643711","state":["exists","up"]},{"osd":2,"uuid":"10a4e364-80e6-4c2e-8bdd-8c6e27188acf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6800","nonce":3238203653},{"type":"v1","addr":"172.21.15.163:6801","nonce":3238203653}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6802","nonce":3238203653},{"type":"v1","addr":"172.21.15.163:6803","nonce":3238203653}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6806","nonce":3238203653},{"type":"v1","addr":"172.21.15.163:6807","nonce":3238203653}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6804","nonce":3238203653},{"type":"v1","addr":"172.21.15.163:6805","nonce":3238203653}]},"public_addr":"172.21.15.163:6801/3238203653","cluster_addr":"172.21.15.163:6803/3238203653","heartbeat_back_addr":"172.21.15.163:6807/3238203653","heartbeat_front_addr":"172.21.15.163:6805/3238203653","state":["exists","up"]},{"osd":3,"uuid":"72b47e70-a1c2-4e07-868b-c030c68a8f5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":1889462647},{"type":"v1","addr":"172.21.15.46:6811","nonce":1889462647}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1889462647},{"type":"v1","addr":"172.21.15.46:6813","nonce":1889462647}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1889462647},{"type":"v1","addr":"172.21.15.46:6817","nonce":1889462647}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":1889462647},{"type":"v1","addr":"172.21.15.46:6815","nonce":1889462647}]},"public_addr":"172.21.15.46:6811/1889462647","cluster_addr":"172.21.15.46:6813/1889462647","heartbeat_back_addr":"172.21.15.46:6817/1889462647","heartbeat_front_addr":"172.21.15.46:6815/1889462647","state":["exists","up"]},{"osd":4,"uuid":"644cff68-2da7-43ed-bb87-f3b0d5f82b1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":3946150982},{"type":"v1","addr":"172.21.15.103:6809","nonce":3946150982}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":3946150982},{"type":"v1","addr":"172.21.15.103:6811","nonce":3946150982}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":3946150982},{"type":"v1","addr":"172.21.15.103:6815","nonce":3946150982}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":3946150982},{"type":"v1","addr":"172.21.15.103:6813","nonce":3946150982}]},"public_addr":"172.21.15.103:6809/3946150982","cluster_addr":"172.21.15.103:6811/3946150982","heartbeat_back_addr":"172.21.15.103:6815/3946150982","heartbeat_front_addr":"172.21.15.103:6813/3946150982","state":["exists","up"]},{"osd":5,"uuid":"fb7bbd34-9be5-4f39-ac32-af6c1eab2c64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6808","nonce":616922792},{"type":"v1","addr":"172.21.15.163:6809","nonce":616922792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6810","nonce":616922792},{"type":"v1","addr":"172.21.15.163:6811","nonce":616922792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6814","nonce":616922792},{"type":"v1","addr":"172.21.15.163:6815","nonce":616922792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6812","nonce":616922792},{"type":"v1","addr":"172.21.15.163:6813","nonce":616922792}]},"public_addr":"172.21.15.163:6809/616922792","cluster_addr":"172.21.15.163:6811/616922792","heartbeat_back_addr":"172.21.15.163:6815/616922792","heartbeat_front_addr":"172.21.15.163:6813/616922792","state":["exists","up"]},{"osd":6,"uuid":"bf28b38e-8424-4fb4-9528-6dbc7d2b1612","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2027770735},{"type":"v1","addr":"172.21.15.46:6819","nonce":2027770735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2027770735},{"type":"v1","addr":"172.21.15.46:6821","nonce":2027770735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2027770735},{"type":"v1","addr":"172.21.15.46:6825","nonce":2027770735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2027770735},{"type":"v1","addr":"172.21.15.46:6823","nonce":2027770735}]},"public_addr":"172.21.15.46:6819/2027770735","cluster_addr":"172.21.15.46:6821/2027770735","heartbeat_back_addr":"172.21.15.46:6825/2027770735","heartbeat_front_addr":"172.21.15.46:6823/2027770735","state":["exists","up"]},{"osd":7,"uuid":"019316c5-b83f-43f1-8d46-6dd43de6259a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":3114516049},{"type":"v1","addr":"172.21.15.103:6817","nonce":3114516049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":3114516049},{"type":"v1","addr":"172.21.15.103:6819","nonce":3114516049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":3114516049},{"type":"v1","addr":"172.21.15.103:6823","nonce":3114516049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":3114516049},{"type":"v1","addr":"172.21.15.103:6821","nonce":3114516049}]},"public_addr":"172.21.15.103:6817/3114516049","cluster_addr":"172.21.15.103:6819/3114516049","heartbeat_back_addr":"172.21.15.103:6823/3114516049","heartbeat_front_addr":"172.21.15.103:6821/3114516049","state":["exists","up"]},{"osd":8,"uuid":"209597cd-7768-4b82-ade7-8e01927a3e03","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6816","nonce":1671606862},{"type":"v1","addr":"172.21.15.163:6817","nonce":1671606862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6818","nonce":1671606862},{"type":"v1","addr":"172.21.15.163:6819","nonce":1671606862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6822","nonce":1671606862},{"type":"v1","addr":"172.21.15.163:6823","nonce":1671606862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6820","nonce":1671606862},{"type":"v1","addr":"172.21.15.163:6821","nonce":1671606862}]},"public_addr":"172.21.15.163:6817/1671606862","cluster_addr":"172.21.15.163:6819/1671606862","heartbeat_back_addr":"172.21.15.163:6823/1671606862","heartbeat_front_addr":"172.21.15.163:6821/1671606862","state":["exists","up"]},{"osd":9,"uuid":"77a2c45f-b6c7-465c-96ec-d760fa92dd75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":1569907716},{"type":"v1","addr":"172.21.15.46:6827","nonce":1569907716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":1569907716},{"type":"v1","addr":"172.21.15.46:6829","nonce":1569907716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":1569907716},{"type":"v1","addr":"172.21.15.46:6833","nonce":1569907716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":1569907716},{"type":"v1","addr":"172.21.15.46:6831","nonce":1569907716}]},"public_addr":"172.21.15.46:6827/1569907716","cluster_addr":"172.21.15.46:6829/1569907716","heartbeat_back_addr":"172.21.15.46:6833/1569907716","heartbeat_front_addr":"172.21.15.46:6831/1569907716","state":["exists","up"]},{"osd":10,"uuid":"b0ec12dc-7afe-454a-8195-2e38441ca466","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":4049341884},{"type":"v1","addr":"172.21.15.103:6825","nonce":4049341884}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":4049341884},{"type":"v1","addr":"172.21.15.103:6827","nonce":4049341884}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":4049341884},{"type":"v1","addr":"172.21.15.103:6831","nonce":4049341884}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":4049341884},{"type":"v1","addr":"172.21.15.103:6829","nonce":4049341884}]},"public_addr":"172.21.15.103:6825/4049341884","cluster_addr":"172.21.15.103:6827/4049341884","heartbeat_back_addr":"172.21.15.103:6831/4049341884","heartbeat_front_addr":"172.21.15.103:6829/4049341884","state":["exists","up"]},{"osd":11,"uuid":"1c43e737-c189-43c0-a9ee-17a3cdc8278d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6824","nonce":1269489610},{"type":"v1","addr":"172.21.15.163:6825","nonce":1269489610}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6826","nonce":1269489610},{"type":"v1","addr":"172.21.15.163:6827","nonce":1269489610}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6830","nonce":1269489610},{"type":"v1","addr":"172.21.15.163:6831","nonce":1269489610}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6828","nonce":1269489610},{"type":"v1","addr":"172.21.15.163:6829","nonce":1269489610}]},"public_addr":"172.21.15.163:6825/1269489610","cluster_addr":"172.21.15.163:6827/1269489610","heartbeat_back_addr":"172.21.15.163:6831/1269489610","heartbeat_front_addr":"172.21.15.163:6829/1269489610","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:39:58.982337+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:40:24.637183+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:40:49.044978+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:41:23.090601+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:41:49.957654+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:42:15.570899+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:42:50.909512+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:43:17.899928+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:43:43.563643+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:44:19.007356+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:44:46.388363+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:45:11.782396+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.27","mappings":[{"from":3,"to":9}]},{"pgid":"3.33","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:0/2138390774":"2024-04-27T01:38:01.199869+0000","172.21.15.46:0/1671101151":"2024-04-27T01:38:01.199869+0000","172.21.15.46:0/3463419164":"2024-04-27T01:38:01.199869+0000","172.21.15.46:6801/1268650508":"2024-04-27T01:38:01.199869+0000","172.21.15.46:0/1254319164":"2024-04-27T01:37:25.688097+0000","172.21.15.46:6800/2101651407":"2024-04-27T01:37:25.688097+0000","172.21.15.46:6800/1268650508":"2024-04-27T01:38:01.199869+0000","172.21.15.46:0/2440871722":"2024-04-27T01:37:25.688097+0000","172.21.15.46:0/846597820":"2024-04-27T01:37:25.688097+0000","172.21.15.46:6801/2101651407":"2024-04-27T01:37:25.688097+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T01:50:22.240 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:22.242+0000 7fb7efe00700 1 -- 172.21.15.46:0/247181923 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fb7d00a3c40 msgr2=0x7fb7d00a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:22.241 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:22.242+0000 7fb7efe00700 1 --2- 172.21.15.46:0/247181923 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fb7d00a3c40 0x7fb7d00a6100 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fb7e8102e30 tx=0x7fb7d4009260 comp rx=0 tx=0).stop 2024-04-26T01:50:22.241 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:22.242+0000 7fb7efe00700 1 -- 172.21.15.46:0/247181923 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb7e806a750 msgr2=0x7fb7e819b430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:22.241 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:22.242+0000 7fb7efe00700 1 --2- 172.21.15.46:0/247181923 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb7e806a750 0x7fb7e819b430 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fb7dc00e9a0 tx=0x7fb7dc00ecb0 comp rx=0 tx=0).stop 2024-04-26T01:50:22.241 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:22.242+0000 7fb7efe00700 1 -- 172.21.15.46:0/247181923 shutdown_connections 2024-04-26T01:50:22.241 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:22.242+0000 7fb7efe00700 1 --2- 172.21.15.46:0/247181923 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb7e810f4f0 0x7fb7e819fcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:22.241 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:22.242+0000 7fb7efe00700 1 --2- 172.21.15.46:0/247181923 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb7e806a750 0x7fb7e819b430 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:22.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:22.242+0000 7fb7efe00700 1 --2- 172.21.15.46:0/247181923 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fb7d00a3c40 0x7fb7d00a6100 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:22.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:22.242+0000 7fb7efe00700 1 --2- 172.21.15.46:0/247181923 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb7e806b070 0x7fb7e819b970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:22.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:22.242+0000 7fb7efe00700 1 -- 172.21.15.46:0/247181923 >> 172.21.15.46:0/247181923 conn(0x7fb7e80788f0 msgr2=0x7fb7e81108e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:22.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:22.242+0000 7fb7efe00700 1 -- 172.21.15.46:0/247181923 shutdown_connections 2024-04-26T01:50:22.242 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:22.242+0000 7fb7efe00700 1 -- 172.21.15.46:0/247181923 wait complete. 2024-04-26T01:50:23.017 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:22 smithi046 ceph-mon[28013]: pgmap v451: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:50:23.018 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:22 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/247181923' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:50:23.108 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 28, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-04-26T01:46:33.259216+0000', 'modified': '2024-04-26T01:46:59.081814+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24530, 'mds_1': 24524, 'mds_2': 24511, 'mds_3': 24496, 'mds_4': 24488}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24448': {'gid': 24448, 'name': 'l', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.163:6833/3674154522', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.163:6832', 'nonce': 3674154522}, {'type': 'v1', 'addr': '172.21.15.163:6833', 'nonce': 3674154522}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24464': {'gid': 24464, 'name': 'd', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.46:6837/2284069014', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.46:6836', 'nonce': 2284069014}, {'type': 'v1', 'addr': '172.21.15.46:6837', 'nonce': 2284069014}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24466': {'gid': 24466, 'name': 'j', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.46:6835/441878789', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.46:6834', 'nonce': 441878789}, {'type': 'v1', 'addr': '172.21.15.46:6835', 'nonce': 441878789}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24476': {'gid': 24476, 'name': 'e', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.103:6835/2093120942', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.103:6834', 'nonce': 2093120942}, {'type': 'v1', 'addr': '172.21.15.103:6835', 'nonce': 2093120942}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24484': {'gid': 24484, 'name': 'f', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.163:6835/3496224673', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.163:6834', 'nonce': 3496224673}, {'type': 'v1', 'addr': '172.21.15.163:6835', 'nonce': 3496224673}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24488': {'gid': 24488, 'name': 'h', 'rank': 4, 'incarnation': 24, 'state': 'up:active', 'state_seq': 16, 'addr': '172.21.15.103:6837/356151155', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.103:6836', 'nonce': 356151155}, {'type': 'v1', 'addr': '172.21.15.103:6837', 'nonce': 356151155}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24496': {'gid': 24496, 'name': 'c', 'rank': 3, 'incarnation': 22, 'state': 'up:active', 'state_seq': 16, 'addr': '172.21.15.163:6837/3255035214', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.163:6836', 'nonce': 3255035214}, {'type': 'v1', 'addr': '172.21.15.163:6837', 'nonce': 3255035214}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24511': {'gid': 24511, 'name': 'i', 'rank': 2, 'incarnation': 20, 'state': 'up:active', 'state_seq': 15, 'addr': '172.21.15.163:6839/1457170931', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.163:6838', 'nonce': 1457170931}, {'type': 'v1', 'addr': '172.21.15.163:6839', 'nonce': 1457170931}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24524': {'gid': 24524, 'name': 'a', 'rank': 1, 'incarnation': 18, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.46:6841/1857491842', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.46:6840', 'nonce': 1857491842}, {'type': 'v1', 'addr': '172.21.15.46:6841', 'nonce': 1857491842}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24530': {'gid': 24530, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.103:6839/4045492459', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.103:6838', 'nonce': 4045492459}, {'type': 'v1', 'addr': '172.21.15.103:6839', 'nonce': 4045492459}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24530, 'qdb_cluster': [24488, 24530, 24511, 24524, 24496]} 2024-04-26T01:50:23.108 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-04-26T01:50:23.109 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph tell mds.h status 2024-04-26T01:50:23.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:22 smithi103 ceph-mon[32920]: pgmap v451: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:50:23.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:22 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/247181923' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:50:23.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:22 smithi163 ceph-mon[32592]: pgmap v451: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:50:23.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:22 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/247181923' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:50:23.601 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:50:24.972 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:24 smithi163 ceph-mon[32592]: pgmap v452: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:50:25.051 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:24 smithi046 ceph-mon[28013]: pgmap v452: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:50:25.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:24 smithi103 ceph-mon[32920]: pgmap v452: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:50:25.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.931+0000 7f37f9800700 1 -- 172.21.15.46:0/3666996495 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f37f4102a90 msgr2=0x7f37f4102f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:25.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.931+0000 7f37f9800700 1 --2- 172.21.15.46:0/3666996495 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f37f4102a90 0x7f37f4102f10 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f37dc0098f0 tx=0x7f37dc009c00 comp rx=0 tx=0).stop 2024-04-26T01:50:25.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.931+0000 7f37f9800700 1 -- 172.21.15.46:0/3666996495 shutdown_connections 2024-04-26T01:50:25.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.931+0000 7f37f9800700 1 --2- 172.21.15.46:0/3666996495 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f37f4103450 0x7f37f410f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:25.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.931+0000 7f37f9800700 1 --2- 172.21.15.46:0/3666996495 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f37f4108a50 0x7f37f4108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:25.930 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.931+0000 7f37f9800700 1 --2- 172.21.15.46:0/3666996495 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f37f4102a90 0x7f37f4102f10 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:25.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.931+0000 7f37f9800700 1 -- 172.21.15.46:0/3666996495 >> 172.21.15.46:0/3666996495 conn(0x7f37f4079ba0 msgr2=0x7f37f4079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:25.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.931+0000 7f37f9800700 1 -- 172.21.15.46:0/3666996495 shutdown_connections 2024-04-26T01:50:25.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.931+0000 7f37f9800700 1 -- 172.21.15.46:0/3666996495 wait complete. 2024-04-26T01:50:25.931 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.932+0000 7f37f9800700 1 Processor -- start 2024-04-26T01:50:25.932 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.932+0000 7f37f9800700 1 -- start start 2024-04-26T01:50:25.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.933+0000 7f37f9800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f37f4102a90 0x7f37f419b530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:25.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.933+0000 7f37f9800700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f37f4103450 0x7f37f419ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:25.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.933+0000 7f37f9800700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f37f4108a50 0x7f37f419fe00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:25.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.933+0000 7f37f9800700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f37f4112d90 con 0x7f37f4102a90 2024-04-26T01:50:25.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.933+0000 7f37f9800700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f37f4112c10 con 0x7f37f4103450 2024-04-26T01:50:25.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.933+0000 7f37f9800700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f37f4112f10 con 0x7f37f4108a50 2024-04-26T01:50:25.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.933+0000 7f37f2a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f37f4102a90 0x7f37f419b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:25.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.933+0000 7f37f2a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f37f4102a90 0x7f37f419b530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54040/0 (socket says 172.21.15.46:54040) 2024-04-26T01:50:25.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.933+0000 7f37f2a00700 1 -- 172.21.15.46:0/54264096 learned_addr learned my addr 172.21.15.46:0/54264096 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:50:25.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.933+0000 7f37ebe00700 1 --2- 172.21.15.46:0/54264096 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f37f4103450 0x7f37f419ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:25.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.933+0000 7f37f3400700 1 --2- 172.21.15.46:0/54264096 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f37f4108a50 0x7f37f419fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:25.933 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.934+0000 7f37ebe00700 1 -- 172.21.15.46:0/54264096 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f37f4108a50 msgr2=0x7f37f419fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:25.934 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.934+0000 7f37ebe00700 1 --2- 172.21.15.46:0/54264096 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f37f4108a50 0x7f37f419fe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:25.934 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.934+0000 7f37ebe00700 1 -- 172.21.15.46:0/54264096 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f37f4102a90 msgr2=0x7f37f419b530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:25.934 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.934+0000 7f37ebe00700 1 --2- 172.21.15.46:0/54264096 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f37f4102a90 0x7f37f419b530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:25.934 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.934+0000 7f37ebe00700 1 -- 172.21.15.46:0/54264096 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37f41a0540 con 0x7f37f4103450 2024-04-26T01:50:25.934 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.934+0000 7f37ebe00700 1 --2- 172.21.15.46:0/54264096 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f37f4103450 0x7f37f419ba70 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f37dc00c010 tx=0x7f37dc010f00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:25.934 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.934+0000 7f37eb400700 1 -- 172.21.15.46:0/54264096 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37dc0051c0 con 0x7f37f4103450 2024-04-26T01:50:25.934 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.934+0000 7f37eb400700 1 -- 172.21.15.46:0/54264096 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f37dc00b560 con 0x7f37f4103450 2024-04-26T01:50:25.934 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.934+0000 7f37f9800700 1 -- 172.21.15.46:0/54264096 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37f41a07d0 con 0x7f37f4103450 2024-04-26T01:50:25.934 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.934+0000 7f37eb400700 1 -- 172.21.15.46:0/54264096 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37dc003b10 con 0x7f37f4103450 2024-04-26T01:50:25.934 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.934+0000 7f37f9800700 1 -- 172.21.15.46:0/54264096 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37f41a80b0 con 0x7f37f4103450 2024-04-26T01:50:25.935 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.938+0000 7f37eb400700 1 -- 172.21.15.46:0/54264096 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f37dc00b710 con 0x7f37f4103450 2024-04-26T01:50:25.937 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.939+0000 7f37eb400700 1 --2- 172.21.15.46:0/54264096 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f37d80a3c40 0x7f37d80a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:25.937 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.939+0000 7f380410bb80 1 Processor -- start 2024-04-26T01:50:25.937 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.939+0000 7f37eb400700 1 -- 172.21.15.46:0/54264096 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f37dc0d1250 con 0x7f37f4103450 2024-04-26T01:50:25.937 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.939+0000 7f37f2a00700 1 --2- 172.21.15.46:0/54264096 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f37d80a3c40 0x7f37d80a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:25.937 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.939+0000 7f380410bb80 1 -- start start 2024-04-26T01:50:25.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.940+0000 7f380410bb80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5590fa2ba2f0 0x5590fa2ba6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:25.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.940+0000 7f380410bb80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5590fa2bac10 0x5590fa2c5570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:25.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.940+0000 7f380410bb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5590fa2c5ab0 0x5590fa2c7ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:25.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.940+0000 7f380410bb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5590fa20de40 con 0x5590fa2c5ab0 2024-04-26T01:50:25.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.940+0000 7f380410bb80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x5590fa1b46e0 con 0x5590fa2ba2f0 2024-04-26T01:50:25.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.940+0000 7f380410bb80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x5590fa209e00 con 0x5590fa2bac10 2024-04-26T01:50:25.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.940+0000 7f37ebe00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5590fa2bac10 0x5590fa2c5570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:25.939 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.940+0000 7f37f2a00700 1 --2- 172.21.15.46:0/54264096 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f37d80a3c40 0x7f37d80a6100 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f37e4005950 tx=0x7f37e4009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:25.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.940+0000 7f37f2a00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5590fa2ba2f0 0x5590fa2ba6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:25.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.940+0000 7f37f3400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5590fa2c5ab0 0x5590fa2c7ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:25.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.940+0000 7f37ebe00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5590fa2bac10 0x5590fa2c5570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:34786/0 (socket says 172.21.15.46:34786) 2024-04-26T01:50:25.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.940+0000 7f37ebe00700 1 -- 172.21.15.46:0/3179413141 learned_addr learned my addr 172.21.15.46:0/3179413141 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:50:25.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.941+0000 7f37f2a00700 1 -- 172.21.15.46:0/3179413141 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5590fa2bac10 msgr2=0x5590fa2c5570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:25.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.941+0000 7f37f2a00700 1 --2- 172.21.15.46:0/3179413141 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5590fa2bac10 0x5590fa2c5570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:25.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.941+0000 7f37f2a00700 1 -- 172.21.15.46:0/3179413141 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5590fa2c5ab0 msgr2=0x5590fa2c7ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:25.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.941+0000 7f37f2a00700 1 --2- 172.21.15.46:0/3179413141 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5590fa2c5ab0 0x5590fa2c7ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:25.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.941+0000 7f37f2a00700 1 -- 172.21.15.46:0/3179413141 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5590fa1aa630 con 0x5590fa2ba2f0 2024-04-26T01:50:25.940 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.941+0000 7f37f2a00700 1 --2- 172.21.15.46:0/3179413141 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5590fa2ba2f0 0x5590fa2ba6d0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f37e4011ab0 tx=0x7f37e4014000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=25a126605738e1a5 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:25.942 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.941+0000 7f37e3e00700 1 -- 172.21.15.46:0/3179413141 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37e4003b10 con 0x5590fa2ba2f0 2024-04-26T01:50:25.942 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.941+0000 7f37e3e00700 1 -- 172.21.15.46:0/3179413141 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f37e4004d00 con 0x5590fa2ba2f0 2024-04-26T01:50:25.942 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.941+0000 7f37e3e00700 1 -- 172.21.15.46:0/3179413141 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37e4005680 con 0x5590fa2ba2f0 2024-04-26T01:50:25.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.942+0000 7f380410bb80 1 -- 172.21.15.46:0/3179413141 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5590fa2ba2f0 msgr2=0x5590fa2ba6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:25.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.942+0000 7f380410bb80 1 --2- 172.21.15.46:0/3179413141 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5590fa2ba2f0 0x5590fa2ba6d0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f37e4011ab0 tx=0x7f37e4014000 comp rx=0 tx=0).stop 2024-04-26T01:50:25.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.942+0000 7f380410bb80 1 -- 172.21.15.46:0/3179413141 shutdown_connections 2024-04-26T01:50:25.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.942+0000 7f380410bb80 1 --2- 172.21.15.46:0/3179413141 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5590fa2c5ab0 0x5590fa2c7ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:25.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.942+0000 7f380410bb80 1 --2- 172.21.15.46:0/3179413141 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5590fa2ba2f0 0x5590fa2ba6d0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:25.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.942+0000 7f380410bb80 1 --2- 172.21.15.46:0/3179413141 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5590fa2bac10 0x5590fa2c5570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:25.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.942+0000 7f380410bb80 1 -- 172.21.15.46:0/3179413141 >> 172.21.15.46:0/3179413141 conn(0x5590fa1e9550 msgr2=0x5590fa2b6790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:25.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.942+0000 7f380410bb80 1 -- 172.21.15.46:0/3179413141 shutdown_connections 2024-04-26T01:50:25.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.942+0000 7f380410bb80 1 -- 172.21.15.46:0/3179413141 wait complete. 2024-04-26T01:50:25.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.943+0000 7f380410bb80 1 -- start start 2024-04-26T01:50:25.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.943+0000 7f380410bb80 1 Processor -- start 2024-04-26T01:50:25.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.944+0000 7f380410bb80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5590fa2ba2f0 0x5590fa2c5250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:25.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.944+0000 7f380410bb80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5590fa2bac10 0x5590fa2c2550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:25.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.944+0000 7f380410bb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5590fa2c5ab0 0x5590fa2c2a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:25.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.944+0000 7f380410bb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5590fa2c85a0 con 0x5590fa2c5ab0 2024-04-26T01:50:25.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.944+0000 7f380410bb80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x5590fa1c7810 con 0x5590fa2bac10 2024-04-26T01:50:25.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.944+0000 7f380410bb80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x5590fa2c8720 con 0x5590fa2ba2f0 2024-04-26T01:50:25.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.944+0000 7f380410bb80 10 client.0 _ll_register_callbacks cb 0x5590fa1a66d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:50:25.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.944+0000 7f37f2a00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5590fa2ba2f0 0x5590fa2c5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:25.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.944+0000 7f37f3400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5590fa2c5ab0 0x5590fa2c2a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:25.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.944+0000 7f37f2a00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5590fa2ba2f0 0x5590fa2c5250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:34792/0 (socket says 172.21.15.46:34792) 2024-04-26T01:50:25.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.944+0000 7f37f2a00700 1 -- 172.21.15.46:0/1089182994 learned_addr learned my addr 172.21.15.46:0/1089182994 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:50:25.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.944+0000 7f37ebe00700 1 --2- 172.21.15.46:0/1089182994 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5590fa2bac10 0x5590fa2c2550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:25.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.944+0000 7f37f2a00700 1 -- 172.21.15.46:0/1089182994 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5590fa2bac10 msgr2=0x5590fa2c2550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:25.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.944+0000 7f37f2a00700 1 --2- 172.21.15.46:0/1089182994 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5590fa2bac10 0x5590fa2c2550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:25.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.944+0000 7f37f2a00700 1 -- 172.21.15.46:0/1089182994 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5590fa2c5ab0 msgr2=0x5590fa2c2a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:25.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.944+0000 7f37f2a00700 1 --2- 172.21.15.46:0/1089182994 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5590fa2c5ab0 0x5590fa2c2a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:25.945 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.944+0000 7f37f2a00700 1 -- 172.21.15.46:0/1089182994 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5590fa15b880 con 0x5590fa2ba2f0 2024-04-26T01:50:25.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.945+0000 7f37f2a00700 1 --2- 172.21.15.46:0/1089182994 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5590fa2ba2f0 0x5590fa2c5250 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f37e4004690 tx=0x7f37e4003f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c48e183f877edaf6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:25.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.945+0000 7f37e0c00700 10 client.0 ms_handle_connect on v2:172.21.15.163:3300/0 2024-04-26T01:50:25.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.945+0000 7f37e0c00700 1 -- 172.21.15.46:0/1089182994 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37e4004fb0 con 0x5590fa2ba2f0 2024-04-26T01:50:25.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.945+0000 7f380410bb80 1 -- 172.21.15.46:0/1089182994 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f37e4004d00 con 0x5590fa2ba2f0 2024-04-26T01:50:25.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.945+0000 7f37e0c00700 1 -- 172.21.15.46:0/1089182994 <== mon.1 v2:172.21.15.163:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f37e40054f0 con 0x5590fa2ba2f0 2024-04-26T01:50:25.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.945+0000 7f37e0c00700 1 -- 172.21.15.46:0/1089182994 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f37e4004750 con 0x5590fa2ba2f0 2024-04-26T01:50:25.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.945+0000 7f380410bb80 10 client.25033 fetch_fsmap learned FSMap version 28 2024-04-26T01:50:25.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.945+0000 7f380410bb80 1 -- 172.21.15.46:0/1089182994 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5590fa1a4aa0 con 0x5590fa2ba2f0 2024-04-26T01:50:25.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.946+0000 7f37e0c00700 1 -- 172.21.15.46:0/1089182994 <== mon.1 v2:172.21.15.163:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f37e4004d00 con 0x5590fa2ba2f0 2024-04-26T01:50:25.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.946+0000 7f37e0c00700 1 -- 172.21.15.46:0/1089182994 <== mon.1 v2:172.21.15.163:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f37e401e420 con 0x5590fa2ba2f0 2024-04-26T01:50:25.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.946+0000 7f380410bb80 10 client.25033 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:50:25.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.946+0000 7f380410bb80 10 client.25033 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-26T01:50:25.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.946+0000 7f380410bb80 20 client.25033 populate_metadata read hostname 'smithi046' 2024-04-26T01:50:25.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.946+0000 7f380410bb80 1 --2- 172.21.15.46:0/1089182994 >> [v2:172.21.15.103:6836/356151155,v1:172.21.15.103:6837/356151155] conn(0x5590fa2d4ea0 0x5590fa2d6310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:25.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.946+0000 7f380410bb80 4 client.25033 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:50:25.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.946+0000 7f380410bb80 1 -- 172.21.15.46:0/1089182994 --> [v2:172.21.15.103:6836/356151155,v1:172.21.15.103:6837/356151155] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5590fa21b630 con 0x5590fa2d4ea0 2024-04-26T01:50:25.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.947+0000 7f37ebe00700 1 --2- 172.21.15.46:0/1089182994 >> [v2:172.21.15.103:6836/356151155,v1:172.21.15.103:6837/356151155] conn(0x5590fa2d4ea0 0x5590fa2d6310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:25.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.947+0000 7f37ebe00700 1 --2- 172.21.15.46:0/1089182994 >> [v2:172.21.15.103:6836/356151155,v1:172.21.15.103:6837/356151155] conn(0x5590fa2d4ea0 0x5590fa2d6310 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=caea2884fa6f2613 server_cookie=eff044b2ce9f3cff in_seq=0 out_seq=0 2024-04-26T01:50:25.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.947+0000 7f37e0c00700 10 client.25033 ms_handle_connect on v2:172.21.15.103:6836/356151155 2024-04-26T01:50:25.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.948+0000 7f37e0c00700 1 -- 172.21.15.46:0/1089182994 <== mds.4 v2:172.21.15.103:6836/356151155 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5590fa21b630 con 0x5590fa2d4ea0 2024-04-26T01:50:25.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.948+0000 7f37e0c00700 10 client.25033 handle_command_reply: tid=0 2024-04-26T01:50:25.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.948+0000 7f380410bb80 1 client.25033 shutdown 2024-04-26T01:50:25.949 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.948+0000 7f380410bb80 1 -- 172.21.15.46:0/1089182994 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5590fa2ba2f0 msgr2=0x5590fa2c5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:25.949 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.948+0000 7f380410bb80 1 --2- 172.21.15.46:0/1089182994 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5590fa2ba2f0 0x5590fa2c5250 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f37e4004690 tx=0x7f37e4003f90 comp rx=0 tx=0).stop 2024-04-26T01:50:25.949 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.948+0000 7f380410bb80 1 -- 172.21.15.46:0/1089182994 shutdown_connections 2024-04-26T01:50:25.949 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.948+0000 7f380410bb80 1 --2- 172.21.15.46:0/1089182994 >> [v2:172.21.15.103:6836/356151155,v1:172.21.15.103:6837/356151155] conn(0x5590fa2d4ea0 0x5590fa2d6310 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:25.949 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.948+0000 7f380410bb80 1 --2- 172.21.15.46:0/1089182994 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5590fa2c5ab0 0x5590fa2c2a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:25.949 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.948+0000 7f380410bb80 1 --2- 172.21.15.46:0/1089182994 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5590fa2ba2f0 0x5590fa2c5250 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:25.949 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.948+0000 7f380410bb80 1 --2- 172.21.15.46:0/1089182994 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5590fa2bac10 0x5590fa2c2550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:25.949 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.948+0000 7f380410bb80 1 -- 172.21.15.46:0/1089182994 >> 172.21.15.46:0/1089182994 conn(0x5590fa1e9550 msgr2=0x5590fa2bcc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:25.949 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.948+0000 7f37e0c00700 0 client.25033 ms_handle_reset on v2:172.21.15.103:6836/356151155 2024-04-26T01:50:25.949 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.949+0000 7f380410bb80 1 -- 172.21.15.46:0/1089182994 shutdown_connections 2024-04-26T01:50:25.949 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.949+0000 7f380410bb80 1 -- 172.21.15.46:0/1089182994 wait complete. 2024-04-26T01:50:25.949 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.949+0000 7f380410bb80 20 client.25033 trim_cache size 0 max 16384 2024-04-26T01:50:25.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.971+0000 7f380410bb80 1 Processor -- start 2024-04-26T01:50:25.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.972+0000 7f380410bb80 1 -- start start 2024-04-26T01:50:25.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.972+0000 7f380410bb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5590fa2ba2f0 0x5590fa2c2a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:25.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.972+0000 7f380410bb80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5590fa2bac10 0x5590fa2df770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:25.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.972+0000 7f380410bb80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5590fa2c5ab0 0x5590fa2dfcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:25.970 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.972+0000 7f380410bb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5590fa2d4650 con 0x5590fa2ba2f0 2024-04-26T01:50:25.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.972+0000 7f380410bb80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x5590fa2d4d20 con 0x5590fa2bac10 2024-04-26T01:50:25.971 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.972+0000 7f380410bb80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x5590fa2d53f0 con 0x5590fa2c5ab0 2024-04-26T01:50:25.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.972+0000 7f37ebe00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5590fa2bac10 0x5590fa2df770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:25.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.972+0000 7f37f2a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5590fa2ba2f0 0x5590fa2c2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:25.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.972+0000 7f37ebe00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5590fa2bac10 0x5590fa2df770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:48882/0 (socket says 172.21.15.46:48882) 2024-04-26T01:50:25.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.972+0000 7f37ebe00700 1 -- 172.21.15.46:0/3911606446 learned_addr learned my addr 172.21.15.46:0/3911606446 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:50:25.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.972+0000 7f37f3400700 1 --2- 172.21.15.46:0/3911606446 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5590fa2c5ab0 0x5590fa2dfcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:25.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.973+0000 7f37ebe00700 1 -- 172.21.15.46:0/3911606446 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5590fa2c5ab0 msgr2=0x5590fa2dfcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:25.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.973+0000 7f37ebe00700 1 --2- 172.21.15.46:0/3911606446 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5590fa2c5ab0 0x5590fa2dfcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:25.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.973+0000 7f37ebe00700 1 -- 172.21.15.46:0/3911606446 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5590fa2ba2f0 msgr2=0x5590fa2c2a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:25.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.973+0000 7f37ebe00700 1 --2- 172.21.15.46:0/3911606446 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5590fa2ba2f0 0x5590fa2c2a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:25.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.973+0000 7f37ebe00700 1 -- 172.21.15.46:0/3911606446 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5590fa2c4e90 con 0x5590fa2bac10 2024-04-26T01:50:25.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.973+0000 7f37f2a00700 1 --2- 172.21.15.46:0/3911606446 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5590fa2ba2f0 0x5590fa2c2a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:50:25.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.973+0000 7f37f3400700 1 --2- 172.21.15.46:0/3911606446 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5590fa2c5ab0 0x5590fa2dfcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:50:25.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.973+0000 7f37ebe00700 1 --2- 172.21.15.46:0/3911606446 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5590fa2bac10 0x5590fa2df770 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f37dc000c00 tx=0x7f37dc088040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=251f467b3c1bf9ee server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:25.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.973+0000 7f37e3400700 1 -- 172.21.15.46:0/3911606446 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37dc09d570 con 0x5590fa2bac10 2024-04-26T01:50:25.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.973+0000 7f37e3400700 1 -- 172.21.15.46:0/3911606446 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f37dc0a1920 con 0x5590fa2bac10 2024-04-26T01:50:25.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.973+0000 7f37e3400700 1 -- 172.21.15.46:0/3911606446 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37dc099d70 con 0x5590fa2bac10 2024-04-26T01:50:25.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.974+0000 7f380410bb80 1 -- 172.21.15.46:0/3911606446 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5590fa2bac10 msgr2=0x5590fa2df770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:25.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.974+0000 7f380410bb80 1 --2- 172.21.15.46:0/3911606446 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5590fa2bac10 0x5590fa2df770 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f37dc000c00 tx=0x7f37dc088040 comp rx=0 tx=0).stop 2024-04-26T01:50:25.973 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.974+0000 7f380410bb80 1 -- 172.21.15.46:0/3911606446 shutdown_connections 2024-04-26T01:50:25.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.974+0000 7f380410bb80 1 --2- 172.21.15.46:0/3911606446 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5590fa2c5ab0 0x5590fa2dfcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:25.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.974+0000 7f380410bb80 1 --2- 172.21.15.46:0/3911606446 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5590fa2ba2f0 0x5590fa2c2a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:25.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.974+0000 7f380410bb80 1 --2- 172.21.15.46:0/3911606446 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5590fa2bac10 0x5590fa2df770 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:25.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.974+0000 7f380410bb80 1 -- 172.21.15.46:0/3911606446 >> 172.21.15.46:0/3911606446 conn(0x5590fa1e9550 msgr2=0x5590fa2c2330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:25.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.974+0000 7f380410bb80 1 -- 172.21.15.46:0/3911606446 shutdown_connections 2024-04-26T01:50:25.974 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.974+0000 7f380410bb80 1 -- 172.21.15.46:0/3911606446 wait complete. 2024-04-26T01:50:25.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.975+0000 7f380410bb80 1 -- start start 2024-04-26T01:50:25.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.975+0000 7f380410bb80 1 Processor -- start 2024-04-26T01:50:25.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.976+0000 7f380410bb80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5590fa2ba2f0 0x5590fa2df6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:25.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.976+0000 7f380410bb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5590fa2bac10 0x5590fa2dfc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:25.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.976+0000 7f380410bb80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5590fa2c5ab0 0x5590fa2d9be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:25.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.976+0000 7f380410bb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5590fa2d6190 con 0x5590fa2bac10 2024-04-26T01:50:25.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.976+0000 7f380410bb80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x5590fa2d5ac0 con 0x5590fa2c5ab0 2024-04-26T01:50:25.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.976+0000 7f380410bb80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x5590fa2d6860 con 0x5590fa2ba2f0 2024-04-26T01:50:25.978 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.976+0000 7f380410bb80 10 client.0 _ll_register_callbacks cb 0x5590fa1a66d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:50:25.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.976+0000 7f37f2a00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5590fa2ba2f0 0x5590fa2df6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:25.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.976+0000 7f37ebe00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5590fa2bac10 0x5590fa2dfc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:25.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.976+0000 7f37f2a00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5590fa2ba2f0 0x5590fa2df6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:34812/0 (socket says 172.21.15.46:34812) 2024-04-26T01:50:25.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.976+0000 7f37f2a00700 1 -- 172.21.15.46:0/3427209981 learned_addr learned my addr 172.21.15.46:0/3427209981 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:50:25.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.976+0000 7f37f3400700 1 --2- 172.21.15.46:0/3427209981 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5590fa2c5ab0 0x5590fa2d9be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:25.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.976+0000 7f37f2a00700 1 -- 172.21.15.46:0/3427209981 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5590fa2c5ab0 msgr2=0x5590fa2d9be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:25.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.976+0000 7f37f2a00700 1 --2- 172.21.15.46:0/3427209981 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5590fa2c5ab0 0x5590fa2d9be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:25.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.976+0000 7f37f2a00700 1 -- 172.21.15.46:0/3427209981 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5590fa2bac10 msgr2=0x5590fa2dfc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:25.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.976+0000 7f37f2a00700 1 --2- 172.21.15.46:0/3427209981 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5590fa2bac10 0x5590fa2dfc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:25.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.976+0000 7f37f2a00700 1 -- 172.21.15.46:0/3427209981 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5590fa2da420 con 0x5590fa2ba2f0 2024-04-26T01:50:25.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.977+0000 7f37f2a00700 1 --2- 172.21.15.46:0/3427209981 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5590fa2ba2f0 0x5590fa2df6e0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f37e401e9e0 tx=0x7f37e40039e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=192f5410ffb35b66 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:25.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.977+0000 7f37e0c00700 10 client.0 ms_handle_connect on v2:172.21.15.163:3300/0 2024-04-26T01:50:25.979 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.977+0000 7f37e0c00700 1 -- 172.21.15.46:0/3427209981 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37e40054f0 con 0x5590fa2ba2f0 2024-04-26T01:50:25.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.977+0000 7f380410bb80 1 -- 172.21.15.46:0/3427209981 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f37dc0a1920 con 0x5590fa2ba2f0 2024-04-26T01:50:25.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.977+0000 7f37e0c00700 1 -- 172.21.15.46:0/3427209981 <== mon.1 v2:172.21.15.163:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f37e402d040 con 0x5590fa2ba2f0 2024-04-26T01:50:25.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.977+0000 7f37e0c00700 1 -- 172.21.15.46:0/3427209981 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f37e4005690 con 0x5590fa2ba2f0 2024-04-26T01:50:25.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.977+0000 7f380410bb80 10 client.25039 fetch_fsmap learned FSMap version 28 2024-04-26T01:50:25.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.977+0000 7f380410bb80 1 -- 172.21.15.46:0/3427209981 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5590fa33cc50 con 0x5590fa2ba2f0 2024-04-26T01:50:25.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.978+0000 7f37e0c00700 1 -- 172.21.15.46:0/3427209981 <== mon.1 v2:172.21.15.163:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f37dc0a1920 con 0x5590fa2ba2f0 2024-04-26T01:50:25.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.978+0000 7f37e0c00700 1 -- 172.21.15.46:0/3427209981 <== mon.1 v2:172.21.15.163:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f37e40315e0 con 0x5590fa2ba2f0 2024-04-26T01:50:25.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.978+0000 7f380410bb80 10 client.25039 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:50:25.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.978+0000 7f380410bb80 10 client.25039 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-26T01:50:25.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.978+0000 7f380410bb80 20 client.25039 populate_metadata read hostname 'smithi046' 2024-04-26T01:50:25.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.978+0000 7f380410bb80 1 --2- 172.21.15.46:0/3427209981 >> [v2:172.21.15.103:6836/356151155,v1:172.21.15.103:6837/356151155] conn(0x5590fa341730 0x5590fa340440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:25.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.978+0000 7f380410bb80 4 client.25039 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T01:50:25.980 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.978+0000 7f380410bb80 1 -- 172.21.15.46:0/3427209981 --> [v2:172.21.15.103:6836/356151155,v1:172.21.15.103:6837/356151155] -- command(tid 0: {"prefix": "status"}) -- 0x5590fa2156d0 con 0x5590fa341730 2024-04-26T01:50:25.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.978+0000 7f37ebe00700 1 --2- 172.21.15.46:0/3427209981 >> [v2:172.21.15.103:6836/356151155,v1:172.21.15.103:6837/356151155] conn(0x5590fa341730 0x5590fa340440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:25.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.979+0000 7f37ebe00700 1 --2- 172.21.15.46:0/3427209981 >> [v2:172.21.15.103:6836/356151155,v1:172.21.15.103:6837/356151155] conn(0x5590fa341730 0x5590fa340440 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=95a4c820940cdfef server_cookie=d606376d8c2c7a2d in_seq=0 out_seq=0 2024-04-26T01:50:25.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.979+0000 7f37e0c00700 10 client.25039 ms_handle_connect on v2:172.21.15.103:6836/356151155 2024-04-26T01:50:25.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.979+0000 7f37e0c00700 1 -- 172.21.15.46:0/3427209981 <== mds.4 v2:172.21.15.103:6836/356151155 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x5590fa2156d0 con 0x5590fa341730 2024-04-26T01:50:25.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.979+0000 7f37e0c00700 10 client.25039 handle_command_reply: tid=0 2024-04-26T01:50:25.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.979+0000 7f380410bb80 1 client.25039 shutdown 2024-04-26T01:50:25.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.979+0000 7f380410bb80 1 -- 172.21.15.46:0/3427209981 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5590fa2ba2f0 msgr2=0x5590fa2df6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:25.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.979+0000 7f380410bb80 1 --2- 172.21.15.46:0/3427209981 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5590fa2ba2f0 0x5590fa2df6e0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f37e401e9e0 tx=0x7f37e40039e0 comp rx=0 tx=0).stop 2024-04-26T01:50:25.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.979+0000 7f380410bb80 1 -- 172.21.15.46:0/3427209981 shutdown_connections 2024-04-26T01:50:25.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.979+0000 7f380410bb80 1 --2- 172.21.15.46:0/3427209981 >> [v2:172.21.15.103:6836/356151155,v1:172.21.15.103:6837/356151155] conn(0x5590fa341730 0x5590fa340440 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:25.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.979+0000 7f380410bb80 1 --2- 172.21.15.46:0/3427209981 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5590fa2c5ab0 0x5590fa2d9be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:25.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.979+0000 7f380410bb80 1 --2- 172.21.15.46:0/3427209981 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5590fa2ba2f0 0x5590fa2df6e0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:25.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.979+0000 7f380410bb80 1 --2- 172.21.15.46:0/3427209981 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5590fa2bac10 0x5590fa2dfc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:25.981 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.979+0000 7f37e0c00700 0 client.25039 ms_handle_reset on v2:172.21.15.103:6836/356151155 2024-04-26T01:50:25.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.979+0000 7f380410bb80 1 -- 172.21.15.46:0/3427209981 >> 172.21.15.46:0/3427209981 conn(0x5590fa1e9550 msgr2=0x5590fa2c2a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:25.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.979+0000 7f380410bb80 1 -- 172.21.15.46:0/3427209981 shutdown_connections 2024-04-26T01:50:25.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.980+0000 7f380410bb80 1 -- 172.21.15.46:0/3427209981 wait complete. 2024-04-26T01:50:25.982 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.980+0000 7f380410bb80 20 client.25039 trim_cache size 0 max 16384 2024-04-26T01:50:25.982 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-04-26T01:50:25.982 INFO:teuthology.orchestra.run.smithi046.stdout: "cluster_fsid": "4e298560-036d-11ef-bc93-c7b262605968", 2024-04-26T01:50:25.982 INFO:teuthology.orchestra.run.smithi046.stdout: "whoami": 4, 2024-04-26T01:50:25.982 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 24488, 2024-04-26T01:50:25.982 INFO:teuthology.orchestra.run.smithi046.stdout: "want_state": "up:active", 2024-04-26T01:50:25.982 INFO:teuthology.orchestra.run.smithi046.stdout: "state": "up:active", 2024-04-26T01:50:25.983 INFO:teuthology.orchestra.run.smithi046.stdout: "fs_name": "cephfs", 2024-04-26T01:50:25.983 INFO:teuthology.orchestra.run.smithi046.stdout: "rank_uptime": 213.015672881, 2024-04-26T01:50:25.983 INFO:teuthology.orchestra.run.smithi046.stdout: "mdsmap_epoch": 28, 2024-04-26T01:50:25.983 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch": 91, 2024-04-26T01:50:25.983 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T01:50:25.983 INFO:teuthology.orchestra.run.smithi046.stdout: "uptime": 270.97622862100002 2024-04-26T01:50:25.983 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-04-26T01:50:25.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.980+0000 7f37f9800700 1 -- 172.21.15.46:0/54264096 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f37d80a3c40 msgr2=0x7f37d80a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:25.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.980+0000 7f37f9800700 1 --2- 172.21.15.46:0/54264096 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f37d80a3c40 0x7f37d80a6100 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f37e4005950 tx=0x7f37e4009310 comp rx=0 tx=0).stop 2024-04-26T01:50:25.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.980+0000 7f37f9800700 1 -- 172.21.15.46:0/54264096 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f37f4103450 msgr2=0x7f37f419ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:25.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.980+0000 7f37f9800700 1 --2- 172.21.15.46:0/54264096 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f37f4103450 0x7f37f419ba70 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f37dc00c010 tx=0x7f37dc010f00 comp rx=0 tx=0).stop 2024-04-26T01:50:25.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.980+0000 7f37f9800700 1 -- 172.21.15.46:0/54264096 shutdown_connections 2024-04-26T01:50:25.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.980+0000 7f37f9800700 1 --2- 172.21.15.46:0/54264096 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f37f4108a50 0x7f37f419fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:25.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.980+0000 7f37f9800700 1 --2- 172.21.15.46:0/54264096 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f37f4102a90 0x7f37f419b530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:25.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.980+0000 7f37f9800700 1 --2- 172.21.15.46:0/54264096 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f37d80a3c40 0x7f37d80a6100 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:25.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.980+0000 7f37f9800700 1 --2- 172.21.15.46:0/54264096 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f37f4103450 0x7f37f419ba70 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:25.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.980+0000 7f37f9800700 1 -- 172.21.15.46:0/54264096 >> 172.21.15.46:0/54264096 conn(0x7f37f4079ba0 msgr2=0x7f37f410df70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:25.984 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.981+0000 7f37f9800700 1 -- 172.21.15.46:0/54264096 shutdown_connections 2024-04-26T01:50:25.985 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:25.981+0000 7f37f9800700 1 -- 172.21.15.46:0/54264096 wait complete. 2024-04-26T01:50:26.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:26 smithi046 ceph-mon[28013]: pgmap v453: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:50:26.950 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph tell mds.c status 2024-04-26T01:50:27.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:26 smithi103 ceph-mon[32920]: pgmap v453: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:50:27.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:26 smithi163 ceph-mon[32592]: pgmap v453: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:50:27.415 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:50:28.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:28 smithi046 ceph-mon[28013]: pgmap v454: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:50:29.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:28 smithi103 ceph-mon[32920]: pgmap v454: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:50:29.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:28 smithi163 ceph-mon[32592]: pgmap v454: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:50:29.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.862+0000 7f4efbc00700 1 -- 172.21.15.46:0/539993843 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4ef4109c80 msgr2=0x7f4ef410dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:29.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.862+0000 7f4efbc00700 1 --2- 172.21.15.46:0/539993843 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4ef4109c80 0x7f4ef410dcd0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f4ee00099c0 tx=0x7f4ee0009cd0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.862+0000 7f4efbc00700 1 -- 172.21.15.46:0/539993843 shutdown_connections 2024-04-26T01:50:29.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.862+0000 7f4efbc00700 1 --2- 172.21.15.46:0/539993843 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4ef410e3b0 0x7f4ef4115f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.862+0000 7f4efbc00700 1 --2- 172.21.15.46:0/539993843 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4ef41092d0 0x7f4ef41096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.862+0000 7f4efbc00700 1 --2- 172.21.15.46:0/539993843 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4ef4109c80 0x7f4ef410dcd0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.862+0000 7f4efbc00700 1 -- 172.21.15.46:0/539993843 >> 172.21.15.46:0/539993843 conn(0x7f4ef4076210 msgr2=0x7f4ef4107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:29.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.862+0000 7f4efbc00700 1 -- 172.21.15.46:0/539993843 shutdown_connections 2024-04-26T01:50:29.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.862+0000 7f4efbc00700 1 -- 172.21.15.46:0/539993843 wait complete. 2024-04-26T01:50:29.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.863+0000 7f4efbc00700 1 Processor -- start 2024-04-26T01:50:29.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.864+0000 7f4efbc00700 1 -- start start 2024-04-26T01:50:29.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.864+0000 7f4efbc00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4ef41092d0 0x7f4ef41a5570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:29.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.864+0000 7f4efbc00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4ef4109c80 0x7f4ef41a5ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:29.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.864+0000 7f4efbc00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4ef410e3b0 0x7f4ef419f640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:29.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.864+0000 7f4efbc00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f4ef4119380 con 0x7f4ef410e3b0 2024-04-26T01:50:29.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.864+0000 7f4efbc00700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f4ef4119200 con 0x7f4ef41092d0 2024-04-26T01:50:29.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.864+0000 7f4efbc00700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f4ef4119500 con 0x7f4ef4109c80 2024-04-26T01:50:29.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.865+0000 7f4ef9200700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4ef41092d0 0x7f4ef41a5570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:29.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.865+0000 7f4ef9c00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4ef410e3b0 0x7f4ef419f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:29.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.865+0000 7f4ef9200700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4ef41092d0 0x7f4ef41a5570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:48914/0 (socket says 172.21.15.46:48914) 2024-04-26T01:50:29.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.865+0000 7f4ef9200700 1 -- 172.21.15.46:0/455564059 learned_addr learned my addr 172.21.15.46:0/455564059 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:50:29.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.865+0000 7f4ef3e00700 1 --2- 172.21.15.46:0/455564059 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4ef4109c80 0x7f4ef41a5ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:29.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.865+0000 7f4ef9200700 1 -- 172.21.15.46:0/455564059 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4ef4109c80 msgr2=0x7f4ef41a5ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:29.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.865+0000 7f4ef9200700 1 --2- 172.21.15.46:0/455564059 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4ef4109c80 0x7f4ef41a5ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.865+0000 7f4ef9200700 1 -- 172.21.15.46:0/455564059 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4ef410e3b0 msgr2=0x7f4ef419f640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:29.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.865+0000 7f4ef9200700 1 --2- 172.21.15.46:0/455564059 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4ef410e3b0 0x7f4ef419f640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.865+0000 7f4ef9200700 1 -- 172.21.15.46:0/455564059 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ef419ff20 con 0x7f4ef41092d0 2024-04-26T01:50:29.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.865+0000 7f4ef9c00700 1 --2- 172.21.15.46:0/455564059 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4ef410e3b0 0x7f4ef419f640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:50:29.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.866+0000 7f4ef9200700 1 --2- 172.21.15.46:0/455564059 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4ef41092d0 0x7f4ef41a5570 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f4ee800eb30 tx=0x7f4ee800ee40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:29.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.866+0000 7f4ef1600700 1 -- 172.21.15.46:0/455564059 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ee800cbd0 con 0x7f4ef41092d0 2024-04-26T01:50:29.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.866+0000 7f4ef1600700 1 -- 172.21.15.46:0/455564059 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4ee80044f0 con 0x7f4ef41092d0 2024-04-26T01:50:29.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.866+0000 7f4efbc00700 1 -- 172.21.15.46:0/455564059 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ef41a0210 con 0x7f4ef41092d0 2024-04-26T01:50:29.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.866+0000 7f4ef1600700 1 -- 172.21.15.46:0/455564059 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ee8010430 con 0x7f4ef41092d0 2024-04-26T01:50:29.865 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.866+0000 7f4efbc00700 1 -- 172.21.15.46:0/455564059 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ef41ac4f0 con 0x7f4ef41092d0 2024-04-26T01:50:29.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.869+0000 7f4ef1600700 1 -- 172.21.15.46:0/455564059 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f4ee8003ed0 con 0x7f4ef41092d0 2024-04-26T01:50:29.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.870+0000 7f4ef1600700 1 --2- 172.21.15.46:0/455564059 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f4edc0a3cc0 0x7f4edc0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:29.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.871+0000 7f4ef1600700 1 -- 172.21.15.46:0/455564059 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f4ee80d0730 con 0x7f4ef41092d0 2024-04-26T01:50:29.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.871+0000 7f4ef3e00700 1 --2- 172.21.15.46:0/455564059 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f4edc0a3cc0 0x7f4edc0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:29.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.871+0000 7f4f06584b80 1 Processor -- start 2024-04-26T01:50:29.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.871+0000 7f4f06584b80 1 -- start start 2024-04-26T01:50:29.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.871+0000 7f4f06584b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d62e6842f0 0x55d62e6846d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:29.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.871+0000 7f4f06584b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d62e684c10 0x55d62e68f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:29.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.872+0000 7f4f06584b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d62e68fab0 0x55d62e691ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:29.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.872+0000 7f4f06584b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55d62e5d7e40 con 0x55d62e6842f0 2024-04-26T01:50:29.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.872+0000 7f4f06584b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55d62e57e6e0 con 0x55d62e68fab0 2024-04-26T01:50:29.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.872+0000 7f4f06584b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55d62e5d3e00 con 0x55d62e684c10 2024-04-26T01:50:29.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.872+0000 7f4ef3e00700 1 --2- 172.21.15.46:0/455564059 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f4edc0a3cc0 0x7f4edc0a6180 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f4ee0000c00 tx=0x7f4ee0005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:29.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.872+0000 7f4ef9200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d62e6842f0 0x55d62e6846d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:29.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.872+0000 7f4ef3e00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d62e684c10 0x55d62e68f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:29.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.872+0000 7f4ef9200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d62e6842f0 0x55d62e6846d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54106/0 (socket says 172.21.15.46:54106) 2024-04-26T01:50:29.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.872+0000 7f4ef9200700 1 -- 172.21.15.46:0/1476434291 learned_addr learned my addr 172.21.15.46:0/1476434291 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:50:29.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.872+0000 7f4ef9c00700 1 --2- 172.21.15.46:0/1476434291 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d62e68fab0 0x55d62e691ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:29.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.872+0000 7f4ef9200700 1 -- 172.21.15.46:0/1476434291 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d62e684c10 msgr2=0x55d62e68f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:29.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.872+0000 7f4ef9200700 1 --2- 172.21.15.46:0/1476434291 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d62e684c10 0x55d62e68f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.872+0000 7f4ef9200700 1 -- 172.21.15.46:0/1476434291 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d62e68fab0 msgr2=0x55d62e691ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:29.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.872+0000 7f4ef9200700 1 --2- 172.21.15.46:0/1476434291 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d62e68fab0 0x55d62e691ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.872+0000 7f4ef9200700 1 -- 172.21.15.46:0/1476434291 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d62e574630 con 0x55d62e6842f0 2024-04-26T01:50:29.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.872+0000 7f4ef9c00700 1 --2- 172.21.15.46:0/1476434291 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d62e68fab0 0x55d62e691ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:50:29.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.873+0000 7f4ef9200700 1 --2- 172.21.15.46:0/1476434291 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d62e6842f0 0x55d62e6846d0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f4ee8099390 tx=0x7f4ee8098ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=860d2751faeea8c0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:29.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.873+0000 7f4ee6000700 1 -- 172.21.15.46:0/1476434291 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ee809c320 con 0x55d62e6842f0 2024-04-26T01:50:29.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.873+0000 7f4ee6000700 1 -- 172.21.15.46:0/1476434291 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4ee8003680 con 0x55d62e6842f0 2024-04-26T01:50:29.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.873+0000 7f4ee6000700 1 -- 172.21.15.46:0/1476434291 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ee809acc0 con 0x55d62e6842f0 2024-04-26T01:50:29.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.874+0000 7f4f06584b80 1 -- 172.21.15.46:0/1476434291 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d62e6842f0 msgr2=0x55d62e6846d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:29.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.874+0000 7f4f06584b80 1 --2- 172.21.15.46:0/1476434291 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d62e6842f0 0x55d62e6846d0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f4ee8099390 tx=0x7f4ee8098ce0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.874+0000 7f4f06584b80 1 -- 172.21.15.46:0/1476434291 shutdown_connections 2024-04-26T01:50:29.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.874+0000 7f4f06584b80 1 --2- 172.21.15.46:0/1476434291 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d62e68fab0 0x55d62e691ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.874+0000 7f4f06584b80 1 --2- 172.21.15.46:0/1476434291 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d62e6842f0 0x55d62e6846d0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.874+0000 7f4f06584b80 1 --2- 172.21.15.46:0/1476434291 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d62e684c10 0x55d62e68f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.874+0000 7f4f06584b80 1 -- 172.21.15.46:0/1476434291 >> 172.21.15.46:0/1476434291 conn(0x55d62e5b3550 msgr2=0x55d62e680790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:29.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.874+0000 7f4f06584b80 1 -- 172.21.15.46:0/1476434291 shutdown_connections 2024-04-26T01:50:29.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.874+0000 7f4f06584b80 1 -- 172.21.15.46:0/1476434291 wait complete. 2024-04-26T01:50:29.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.875+0000 7f4f06584b80 1 -- start start 2024-04-26T01:50:29.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.875+0000 7f4f06584b80 1 Processor -- start 2024-04-26T01:50:29.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.876+0000 7f4f06584b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d62e6842f0 0x55d62e68f250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:29.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.876+0000 7f4f06584b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d62e684c10 0x55d62e68c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:29.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.876+0000 7f4f06584b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d62e68fab0 0x55d62e68ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:29.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.876+0000 7f4f06584b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55d62e6925a0 con 0x55d62e6842f0 2024-04-26T01:50:29.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.876+0000 7f4f06584b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55d62e591810 con 0x55d62e684c10 2024-04-26T01:50:29.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.876+0000 7f4f06584b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55d62e692720 con 0x55d62e68fab0 2024-04-26T01:50:29.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.876+0000 7f4f06584b80 10 client.0 _ll_register_callbacks cb 0x55d62e5706d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:50:29.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.876+0000 7f4ef9200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d62e6842f0 0x55d62e68f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:29.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.876+0000 7f4ef3e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d62e684c10 0x55d62e68c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:29.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.876+0000 7f4ef9200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d62e6842f0 0x55d62e68f250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54122/0 (socket says 172.21.15.46:54122) 2024-04-26T01:50:29.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.876+0000 7f4ef9200700 1 -- 172.21.15.46:0/3472950321 learned_addr learned my addr 172.21.15.46:0/3472950321 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:50:29.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.876+0000 7f4ef9c00700 1 --2- 172.21.15.46:0/3472950321 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d62e68fab0 0x55d62e68ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:29.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.877+0000 7f4ef3e00700 1 -- 172.21.15.46:0/3472950321 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d62e68fab0 msgr2=0x55d62e68ca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:29.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.877+0000 7f4ef3e00700 1 --2- 172.21.15.46:0/3472950321 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d62e68fab0 0x55d62e68ca90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.877+0000 7f4ef3e00700 1 -- 172.21.15.46:0/3472950321 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d62e6842f0 msgr2=0x55d62e68f250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:29.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.877+0000 7f4ef3e00700 1 --2- 172.21.15.46:0/3472950321 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d62e6842f0 0x55d62e68f250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.877+0000 7f4ef3e00700 1 -- 172.21.15.46:0/3472950321 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d62e525880 con 0x55d62e684c10 2024-04-26T01:50:29.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.877+0000 7f4ef3e00700 1 --2- 172.21.15.46:0/3472950321 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d62e684c10 0x55d62e68c550 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f4ee00098e0 tx=0x7f4ee0005050 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b545c5cb1a64d4cf server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:29.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.877+0000 7f4edaa00700 10 client.0 ms_handle_connect on v2:172.21.15.103:3300/0 2024-04-26T01:50:29.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.877+0000 7f4edaa00700 1 -- 172.21.15.46:0/3472950321 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ee0033060 con 0x55d62e684c10 2024-04-26T01:50:29.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.877+0000 7f4edaa00700 1 -- 172.21.15.46:0/3472950321 <== mon.2 v2:172.21.15.103:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f4ee000bdf0 con 0x55d62e684c10 2024-04-26T01:50:29.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.877+0000 7f4f06584b80 1 -- 172.21.15.46:0/3472950321 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55d62e5e5630 con 0x55d62e684c10 2024-04-26T01:50:29.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.878+0000 7f4edaa00700 1 -- 172.21.15.46:0/3472950321 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f4ee0023460 con 0x55d62e684c10 2024-04-26T01:50:29.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.878+0000 7f4f06584b80 10 client.25037 fetch_fsmap learned FSMap version 28 2024-04-26T01:50:29.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.878+0000 7f4f06584b80 1 -- 172.21.15.46:0/3472950321 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d62e56eaa0 con 0x55d62e684c10 2024-04-26T01:50:29.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.878+0000 7f4edaa00700 1 -- 172.21.15.46:0/3472950321 <== mon.2 v2:172.21.15.103:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x55d62e5e5630 con 0x55d62e684c10 2024-04-26T01:50:29.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.878+0000 7f4edaa00700 1 -- 172.21.15.46:0/3472950321 <== mon.2 v2:172.21.15.103:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f4ee002e610 con 0x55d62e684c10 2024-04-26T01:50:29.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.878+0000 7f4f06584b80 10 client.25037 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:50:29.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.878+0000 7f4f06584b80 10 client.25037 resolve_mds: resolved name 'c' to daemon mds.c 2024-04-26T01:50:29.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.878+0000 7f4f06584b80 20 client.25037 populate_metadata read hostname 'smithi046' 2024-04-26T01:50:29.878 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.879+0000 7f4f06584b80 1 --2- 172.21.15.46:0/3472950321 >> [v2:172.21.15.163:6836/3255035214,v1:172.21.15.163:6837/3255035214] conn(0x55d62e69f2b0 0x55d62e6a0720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:29.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.879+0000 7f4f06584b80 4 client.25037 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:50:29.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.879+0000 7f4f06584b80 1 -- 172.21.15.46:0/3472950321 --> [v2:172.21.15.163:6836/3255035214,v1:172.21.15.163:6837/3255035214] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d62e5df6d0 con 0x55d62e69f2b0 2024-04-26T01:50:29.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.879+0000 7f4ef9200700 1 --2- 172.21.15.46:0/3472950321 >> [v2:172.21.15.163:6836/3255035214,v1:172.21.15.163:6837/3255035214] conn(0x55d62e69f2b0 0x55d62e6a0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:29.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.879+0000 7f4ef9200700 1 --2- 172.21.15.46:0/3472950321 >> [v2:172.21.15.163:6836/3255035214,v1:172.21.15.163:6837/3255035214] conn(0x55d62e69f2b0 0x55d62e6a0720 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=faeb3cbae8171292 server_cookie=869c906f072ce2b5 in_seq=0 out_seq=0 2024-04-26T01:50:29.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.879+0000 7f4edaa00700 10 client.25037 ms_handle_connect on v2:172.21.15.163:6836/3255035214 2024-04-26T01:50:29.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.880+0000 7f4edaa00700 1 -- 172.21.15.46:0/3472950321 <== mds.3 v2:172.21.15.163:6836/3255035214 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d62e5df6d0 con 0x55d62e69f2b0 2024-04-26T01:50:29.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.880+0000 7f4edaa00700 10 client.25037 handle_command_reply: tid=0 2024-04-26T01:50:29.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.880+0000 7f4f06584b80 1 client.25037 shutdown 2024-04-26T01:50:29.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.881+0000 7f4f06584b80 1 -- 172.21.15.46:0/3472950321 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d62e684c10 msgr2=0x55d62e68c550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:29.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.881+0000 7f4f06584b80 1 --2- 172.21.15.46:0/3472950321 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d62e684c10 0x55d62e68c550 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f4ee00098e0 tx=0x7f4ee0005050 comp rx=0 tx=0).stop 2024-04-26T01:50:29.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.881+0000 7f4f06584b80 1 -- 172.21.15.46:0/3472950321 shutdown_connections 2024-04-26T01:50:29.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.881+0000 7f4f06584b80 1 --2- 172.21.15.46:0/3472950321 >> [v2:172.21.15.163:6836/3255035214,v1:172.21.15.163:6837/3255035214] conn(0x55d62e69f2b0 0x55d62e6a0720 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.881+0000 7f4f06584b80 1 --2- 172.21.15.46:0/3472950321 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d62e68fab0 0x55d62e68ca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.881+0000 7f4f06584b80 1 --2- 172.21.15.46:0/3472950321 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d62e6842f0 0x55d62e68f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.881+0000 7f4f06584b80 1 --2- 172.21.15.46:0/3472950321 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d62e684c10 0x55d62e68c550 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.881+0000 7f4edaa00700 0 client.25037 ms_handle_reset on v2:172.21.15.163:6836/3255035214 2024-04-26T01:50:29.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.881+0000 7f4f06584b80 1 -- 172.21.15.46:0/3472950321 >> 172.21.15.46:0/3472950321 conn(0x55d62e5b3550 msgr2=0x55d62e686c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:29.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.881+0000 7f4f06584b80 1 -- 172.21.15.46:0/3472950321 shutdown_connections 2024-04-26T01:50:29.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.881+0000 7f4f06584b80 1 -- 172.21.15.46:0/3472950321 wait complete. 2024-04-26T01:50:29.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.881+0000 7f4f06584b80 20 client.25037 trim_cache size 0 max 16384 2024-04-26T01:50:29.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.903+0000 7f4f06584b80 1 Processor -- start 2024-04-26T01:50:29.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.904+0000 7f4f06584b80 1 -- start start 2024-04-26T01:50:29.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.904+0000 7f4f06584b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d62e6842f0 0x55d62e68c330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:29.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.904+0000 7f4f06584b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d62e684c10 0x55d62e68c870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:29.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.904+0000 7f4f06584b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d62e68fab0 0x55d62e6a9b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:29.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.904+0000 7f4f06584b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55d62e69ea60 con 0x55d62e68fab0 2024-04-26T01:50:29.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.904+0000 7f4f06584b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55d62e69f130 con 0x55d62e6842f0 2024-04-26T01:50:29.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.904+0000 7f4f06584b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55d62e69f800 con 0x55d62e684c10 2024-04-26T01:50:29.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.904+0000 7f4ef9c00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d62e68fab0 0x55d62e6a9b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:29.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.904+0000 7f4ef9c00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d62e68fab0 0x55d62e6a9b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:54132/0 (socket says 172.21.15.46:54132) 2024-04-26T01:50:29.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.904+0000 7f4ef9c00700 1 -- 172.21.15.46:0/1525778224 learned_addr learned my addr 172.21.15.46:0/1525778224 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:50:29.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.904+0000 7f4ef3e00700 1 --2- 172.21.15.46:0/1525778224 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d62e684c10 0x55d62e68c870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:29.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.905+0000 7f4ef9200700 1 --2- 172.21.15.46:0/1525778224 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d62e6842f0 0x55d62e68c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:29.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.905+0000 7f4ef9c00700 1 -- 172.21.15.46:0/1525778224 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d62e684c10 msgr2=0x55d62e68c870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:29.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.905+0000 7f4ef9c00700 1 --2- 172.21.15.46:0/1525778224 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d62e684c10 0x55d62e68c870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.905+0000 7f4ef9c00700 1 -- 172.21.15.46:0/1525778224 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d62e6842f0 msgr2=0x55d62e68c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:29.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.905+0000 7f4ef9c00700 1 --2- 172.21.15.46:0/1525778224 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d62e6842f0 0x55d62e68c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.905+0000 7f4ef9c00700 1 -- 172.21.15.46:0/1525778224 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d62e6a03c0 con 0x55d62e68fab0 2024-04-26T01:50:29.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.905+0000 7f4ef3e00700 1 --2- 172.21.15.46:0/1525778224 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d62e684c10 0x55d62e68c870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:50:29.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.905+0000 7f4ef9c00700 1 --2- 172.21.15.46:0/1525778224 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d62e68fab0 0x55d62e6a9b80 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f4eec00ea90 tx=0x7f4eec009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e404d407e1e8dcb1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:29.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.906+0000 7f4ee5600700 1 -- 172.21.15.46:0/1525778224 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4eec017880 con 0x55d62e68fab0 2024-04-26T01:50:29.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.906+0000 7f4ee5600700 1 -- 172.21.15.46:0/1525778224 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4eec007500 con 0x55d62e68fab0 2024-04-26T01:50:29.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.906+0000 7f4ee5600700 1 -- 172.21.15.46:0/1525778224 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4eec01f620 con 0x55d62e68fab0 2024-04-26T01:50:29.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.906+0000 7f4f06584b80 1 -- 172.21.15.46:0/1525778224 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d62e68fab0 msgr2=0x55d62e6a9b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:29.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.906+0000 7f4f06584b80 1 --2- 172.21.15.46:0/1525778224 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d62e68fab0 0x55d62e6a9b80 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f4eec00ea90 tx=0x7f4eec009920 comp rx=0 tx=0).stop 2024-04-26T01:50:29.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.906+0000 7f4f06584b80 1 -- 172.21.15.46:0/1525778224 shutdown_connections 2024-04-26T01:50:29.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.906+0000 7f4f06584b80 1 --2- 172.21.15.46:0/1525778224 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d62e68fab0 0x55d62e6a9b80 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.906+0000 7f4f06584b80 1 --2- 172.21.15.46:0/1525778224 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d62e6842f0 0x55d62e68c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.906+0000 7f4f06584b80 1 --2- 172.21.15.46:0/1525778224 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d62e684c10 0x55d62e68c870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.907+0000 7f4f06584b80 1 -- 172.21.15.46:0/1525778224 >> 172.21.15.46:0/1525778224 conn(0x55d62e5b3550 msgr2=0x55d62e68ae60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:29.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.907+0000 7f4f06584b80 1 -- 172.21.15.46:0/1525778224 shutdown_connections 2024-04-26T01:50:29.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.907+0000 7f4f06584b80 1 -- 172.21.15.46:0/1525778224 wait complete. 2024-04-26T01:50:29.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.907+0000 7f4f06584b80 1 -- start start 2024-04-26T01:50:29.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.907+0000 7f4f06584b80 1 Processor -- start 2024-04-26T01:50:29.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.908+0000 7f4f06584b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d62e6842f0 0x55d62e6a9df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:29.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.908+0000 7f4f06584b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d62e684c10 0x55d62e6a4160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:29.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.908+0000 7f4f06584b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d62e68fab0 0x55d62e6a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:29.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.908+0000 7f4f06584b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55d62e6a05a0 con 0x55d62e68fab0 2024-04-26T01:50:29.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.908+0000 7f4f06584b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55d62e69fed0 con 0x55d62e684c10 2024-04-26T01:50:29.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.908+0000 7f4f06584b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55d62e6a0c70 con 0x55d62e6842f0 2024-04-26T01:50:29.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.908+0000 7f4f06584b80 10 client.0 _ll_register_callbacks cb 0x55d62e5706d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:50:29.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.908+0000 7f4ef9c00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d62e68fab0 0x55d62e6a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:29.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.908+0000 7f4ef9200700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d62e6842f0 0x55d62e6a9df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:29.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.908+0000 7f4ef3e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d62e684c10 0x55d62e6a4160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:29.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.908+0000 7f4ef9200700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d62e6842f0 0x55d62e6a9df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:34884/0 (socket says 172.21.15.46:34884) 2024-04-26T01:50:29.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.908+0000 7f4ef9200700 1 -- 172.21.15.46:0/2693907268 learned_addr learned my addr 172.21.15.46:0/2693907268 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:50:29.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.909+0000 7f4ef9200700 1 -- 172.21.15.46:0/2693907268 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d62e684c10 msgr2=0x55d62e6a4160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:29.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.909+0000 7f4ef9200700 1 --2- 172.21.15.46:0/2693907268 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d62e684c10 0x55d62e6a4160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.909+0000 7f4ef9200700 1 -- 172.21.15.46:0/2693907268 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d62e68fab0 msgr2=0x55d62e6a46a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:29.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.909+0000 7f4ef9200700 1 --2- 172.21.15.46:0/2693907268 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d62e68fab0 0x55d62e6a46a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.909+0000 7f4ef9200700 1 -- 172.21.15.46:0/2693907268 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d62e6a4d70 con 0x55d62e6842f0 2024-04-26T01:50:29.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.909+0000 7f4ef3e00700 1 --2- 172.21.15.46:0/2693907268 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d62e684c10 0x55d62e6a4160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:50:29.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.909+0000 7f4ef9c00700 1 --2- 172.21.15.46:0/2693907268 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d62e68fab0 0x55d62e6a46a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:50:29.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.909+0000 7f4ef9200700 1 --2- 172.21.15.46:0/2693907268 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d62e6842f0 0x55d62e6a9df0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f4ee8098e20 tx=0x7f4ee809c890 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b70e8031d5cd6d6a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:29.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.909+0000 7f4edaa00700 10 client.0 ms_handle_connect on v2:172.21.15.163:3300/0 2024-04-26T01:50:29.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.909+0000 7f4edaa00700 1 -- 172.21.15.46:0/2693907268 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ee809c320 con 0x55d62e6842f0 2024-04-26T01:50:29.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.909+0000 7f4edaa00700 1 -- 172.21.15.46:0/2693907268 <== mon.1 v2:172.21.15.163:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f4ee801fe00 con 0x55d62e6842f0 2024-04-26T01:50:29.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.909+0000 7f4f06584b80 1 -- 172.21.15.46:0/2693907268 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4eec007500 con 0x55d62e6842f0 2024-04-26T01:50:29.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.910+0000 7f4edaa00700 1 -- 172.21.15.46:0/2693907268 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f4ee809d0c0 con 0x55d62e6842f0 2024-04-26T01:50:29.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.910+0000 7f4f06584b80 10 client.25057 fetch_fsmap learned FSMap version 28 2024-04-26T01:50:29.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.910+0000 7f4f06584b80 1 -- 172.21.15.46:0/2693907268 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d62e7072f0 con 0x55d62e6842f0 2024-04-26T01:50:29.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.910+0000 7f4edaa00700 1 -- 172.21.15.46:0/2693907268 <== mon.1 v2:172.21.15.163:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4eec007500 con 0x55d62e6842f0 2024-04-26T01:50:29.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.910+0000 7f4edaa00700 1 -- 172.21.15.46:0/2693907268 <== mon.1 v2:172.21.15.163:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f4ee80ba070 con 0x55d62e6842f0 2024-04-26T01:50:29.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.910+0000 7f4f06584b80 10 client.25057 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:50:29.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.910+0000 7f4f06584b80 10 client.25057 resolve_mds: resolved name 'c' to daemon mds.c 2024-04-26T01:50:29.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.910+0000 7f4f06584b80 20 client.25057 populate_metadata read hostname 'smithi046' 2024-04-26T01:50:29.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.910+0000 7f4f06584b80 1 --2- 172.21.15.46:0/2693907268 >> [v2:172.21.15.163:6836/3255035214,v1:172.21.15.163:6837/3255035214] conn(0x55d62e70b990 0x55d62e70a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:29.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.910+0000 7f4f06584b80 4 client.25057 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T01:50:29.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.910+0000 7f4f06584b80 1 -- 172.21.15.46:0/2693907268 --> [v2:172.21.15.163:6836/3255035214,v1:172.21.15.163:6837/3255035214] -- command(tid 0: {"prefix": "status"}) -- 0x55d62e458200 con 0x55d62e70b990 2024-04-26T01:50:29.913 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.911+0000 7f4ef3e00700 1 --2- 172.21.15.46:0/2693907268 >> [v2:172.21.15.163:6836/3255035214,v1:172.21.15.163:6837/3255035214] conn(0x55d62e70b990 0x55d62e70a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:29.914 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.911+0000 7f4ef3e00700 1 --2- 172.21.15.46:0/2693907268 >> [v2:172.21.15.163:6836/3255035214,v1:172.21.15.163:6837/3255035214] conn(0x55d62e70b990 0x55d62e70a6a0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=9340c78cb6d8f6c server_cookie=e35374fb6afffcde in_seq=0 out_seq=0 2024-04-26T01:50:29.914 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.911+0000 7f4edaa00700 10 client.25057 ms_handle_connect on v2:172.21.15.163:6836/3255035214 2024-04-26T01:50:29.914 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.911+0000 7f4edaa00700 1 -- 172.21.15.46:0/2693907268 <== mds.3 v2:172.21.15.163:6836/3255035214 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55d62e458200 con 0x55d62e70b990 2024-04-26T01:50:29.914 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.911+0000 7f4edaa00700 10 client.25057 handle_command_reply: tid=0 2024-04-26T01:50:29.914 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.911+0000 7f4f06584b80 1 client.25057 shutdown 2024-04-26T01:50:29.914 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.912+0000 7f4f06584b80 1 -- 172.21.15.46:0/2693907268 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d62e6842f0 msgr2=0x55d62e6a9df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:29.914 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.912+0000 7f4f06584b80 1 --2- 172.21.15.46:0/2693907268 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d62e6842f0 0x55d62e6a9df0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f4ee8098e20 tx=0x7f4ee809c890 comp rx=0 tx=0).stop 2024-04-26T01:50:29.914 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.912+0000 7f4f06584b80 1 -- 172.21.15.46:0/2693907268 shutdown_connections 2024-04-26T01:50:29.914 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.912+0000 7f4f06584b80 1 --2- 172.21.15.46:0/2693907268 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d62e68fab0 0x55d62e6a46a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.914 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.912+0000 7f4f06584b80 1 --2- 172.21.15.46:0/2693907268 >> [v2:172.21.15.163:6836/3255035214,v1:172.21.15.163:6837/3255035214] conn(0x55d62e70b990 0x55d62e70a6a0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.914 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.912+0000 7f4f06584b80 1 --2- 172.21.15.46:0/2693907268 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d62e6842f0 0x55d62e6a9df0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.912+0000 7f4f06584b80 1 --2- 172.21.15.46:0/2693907268 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d62e684c10 0x55d62e6a4160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.912+0000 7f4edaa00700 0 client.25057 ms_handle_reset on v2:172.21.15.163:6836/3255035214 2024-04-26T01:50:29.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.912+0000 7f4f06584b80 1 -- 172.21.15.46:0/2693907268 >> 172.21.15.46:0/2693907268 conn(0x55d62e5b3550 msgr2=0x55d62e68c330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:29.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.912+0000 7f4f06584b80 1 -- 172.21.15.46:0/2693907268 shutdown_connections 2024-04-26T01:50:29.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.912+0000 7f4f06584b80 1 -- 172.21.15.46:0/2693907268 wait complete. 2024-04-26T01:50:29.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.912+0000 7f4f06584b80 20 client.25057 trim_cache size 0 max 16384 2024-04-26T01:50:29.915 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-04-26T01:50:29.915 INFO:teuthology.orchestra.run.smithi046.stdout: "cluster_fsid": "4e298560-036d-11ef-bc93-c7b262605968", 2024-04-26T01:50:29.915 INFO:teuthology.orchestra.run.smithi046.stdout: "whoami": 3, 2024-04-26T01:50:29.916 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 24496, 2024-04-26T01:50:29.916 INFO:teuthology.orchestra.run.smithi046.stdout: "want_state": "up:active", 2024-04-26T01:50:29.916 INFO:teuthology.orchestra.run.smithi046.stdout: "state": "up:active", 2024-04-26T01:50:29.916 INFO:teuthology.orchestra.run.smithi046.stdout: "fs_name": "cephfs", 2024-04-26T01:50:29.916 INFO:teuthology.orchestra.run.smithi046.stdout: "rank_uptime": 217.95746059699999, 2024-04-26T01:50:29.916 INFO:teuthology.orchestra.run.smithi046.stdout: "mdsmap_epoch": 28, 2024-04-26T01:50:29.916 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch": 91, 2024-04-26T01:50:29.916 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T01:50:29.916 INFO:teuthology.orchestra.run.smithi046.stdout: "uptime": 277.74074343900003 2024-04-26T01:50:29.916 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-04-26T01:50:29.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.913+0000 7f4efbc00700 1 -- 172.21.15.46:0/455564059 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f4edc0a3cc0 msgr2=0x7f4edc0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:29.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.913+0000 7f4efbc00700 1 --2- 172.21.15.46:0/455564059 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f4edc0a3cc0 0x7f4edc0a6180 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f4ee0000c00 tx=0x7f4ee0005fb0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.913+0000 7f4efbc00700 1 -- 172.21.15.46:0/455564059 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4ef41092d0 msgr2=0x7f4ef41a5570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:29.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.913+0000 7f4efbc00700 1 --2- 172.21.15.46:0/455564059 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4ef41092d0 0x7f4ef41a5570 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f4ee800eb30 tx=0x7f4ee800ee40 comp rx=0 tx=0).stop 2024-04-26T01:50:29.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.913+0000 7f4efbc00700 1 -- 172.21.15.46:0/455564059 shutdown_connections 2024-04-26T01:50:29.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.913+0000 7f4efbc00700 1 --2- 172.21.15.46:0/455564059 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4ef410e3b0 0x7f4ef419f640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.913+0000 7f4efbc00700 1 --2- 172.21.15.46:0/455564059 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f4edc0a3cc0 0x7f4edc0a6180 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.913+0000 7f4efbc00700 1 --2- 172.21.15.46:0/455564059 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4ef41092d0 0x7f4ef41a5570 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.913+0000 7f4efbc00700 1 --2- 172.21.15.46:0/455564059 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4ef4109c80 0x7f4ef41a5ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:29.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.913+0000 7f4efbc00700 1 -- 172.21.15.46:0/455564059 >> 172.21.15.46:0/455564059 conn(0x7f4ef4076210 msgr2=0x7f4ef4076790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:29.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.913+0000 7f4efbc00700 1 -- 172.21.15.46:0/455564059 shutdown_connections 2024-04-26T01:50:29.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:29.913+0000 7f4efbc00700 1 -- 172.21.15.46:0/455564059 wait complete. 2024-04-26T01:50:30.927 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph tell mds.i status 2024-04-26T01:50:31.012 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:30 smithi046 ceph-mon[28013]: pgmap v455: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:50:31.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:30 smithi103 ceph-mon[32920]: pgmap v455: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:50:31.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:30 smithi163 ceph-mon[32592]: pgmap v455: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:50:31.405 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:50:33.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:32 smithi046 ceph-mon[28013]: pgmap v456: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:50:33.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:32 smithi103 ceph-mon[32920]: pgmap v456: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:50:33.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:32 smithi163 ceph-mon[32592]: pgmap v456: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:50:33.680 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.681+0000 7f254b800700 1 -- 172.21.15.46:0/3945764232 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2544109c80 msgr2=0x7f254410dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:33.680 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.681+0000 7f254b800700 1 --2- 172.21.15.46:0/3945764232 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2544109c80 0x7f254410dcd0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f252c0099c0 tx=0x7f252c009cd0 comp rx=0 tx=0).stop 2024-04-26T01:50:33.680 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.681+0000 7f254b800700 1 -- 172.21.15.46:0/3945764232 shutdown_connections 2024-04-26T01:50:33.680 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.681+0000 7f254b800700 1 --2- 172.21.15.46:0/3945764232 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f254410e3b0 0x7f2544115f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:33.680 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.681+0000 7f254b800700 1 --2- 172.21.15.46:0/3945764232 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f25441092d0 0x7f25441096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:33.680 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.681+0000 7f254b800700 1 --2- 172.21.15.46:0/3945764232 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f2544109c80 0x7f254410dcd0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:33.680 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.681+0000 7f254b800700 1 -- 172.21.15.46:0/3945764232 >> 172.21.15.46:0/3945764232 conn(0x7f2544076210 msgr2=0x7f2544107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:33.680 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.681+0000 7f254b800700 1 -- 172.21.15.46:0/3945764232 shutdown_connections 2024-04-26T01:50:33.680 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.682+0000 7f254b800700 1 -- 172.21.15.46:0/3945764232 wait complete. 2024-04-26T01:50:33.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.682+0000 7f254b800700 1 Processor -- start 2024-04-26T01:50:33.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.683+0000 7f254b800700 1 -- start start 2024-04-26T01:50:33.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.683+0000 7f254b800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25441092d0 0x7f25441a5410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:33.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.683+0000 7f254b800700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2544109c80 0x7f25441a5950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:33.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.683+0000 7f254b800700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f254410e3b0 0x7f254419f620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:33.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.683+0000 7f254b800700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f2544119360 con 0x7f25441092d0 2024-04-26T01:50:33.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.683+0000 7f254b800700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f25441191e0 con 0x7f254410e3b0 2024-04-26T01:50:33.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.683+0000 7f254b800700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f25441194e0 con 0x7f2544109c80 2024-04-26T01:50:33.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.683+0000 7f2548e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25441092d0 0x7f25441a5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:33.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.684+0000 7f2548e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25441092d0 0x7f25441a5410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39624/0 (socket says 172.21.15.46:39624) 2024-04-26T01:50:33.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.684+0000 7f2548e00700 1 -- 172.21.15.46:0/3203869528 learned_addr learned my addr 172.21.15.46:0/3203869528 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:50:33.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.684+0000 7f2543e00700 1 --2- 172.21.15.46:0/3203869528 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2544109c80 0x7f25441a5950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:33.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.684+0000 7f2549800700 1 --2- 172.21.15.46:0/3203869528 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f254410e3b0 0x7f254419f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:33.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.684+0000 7f2548e00700 1 -- 172.21.15.46:0/3203869528 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2544109c80 msgr2=0x7f25441a5950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:33.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.684+0000 7f2548e00700 1 --2- 172.21.15.46:0/3203869528 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2544109c80 0x7f25441a5950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:33.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.684+0000 7f2548e00700 1 -- 172.21.15.46:0/3203869528 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f254410e3b0 msgr2=0x7f254419f620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:33.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.684+0000 7f2548e00700 1 --2- 172.21.15.46:0/3203869528 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f254410e3b0 0x7f254419f620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:33.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.684+0000 7f2548e00700 1 -- 172.21.15.46:0/3203869528 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f254419fd80 con 0x7f25441092d0 2024-04-26T01:50:33.684 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.684+0000 7f2549800700 1 --2- 172.21.15.46:0/3203869528 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f254410e3b0 0x7f254419f620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:50:33.684 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.684+0000 7f2548e00700 1 --2- 172.21.15.46:0/3203869528 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25441092d0 0x7f25441a5410 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f253400c370 tx=0x7f253400c680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:33.684 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.685+0000 7f2541600700 1 -- 172.21.15.46:0/3203869528 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f253400cea0 con 0x7f25441092d0 2024-04-26T01:50:33.684 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.685+0000 7f2541600700 1 -- 172.21.15.46:0/3203869528 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f25340090d0 con 0x7f25441092d0 2024-04-26T01:50:33.684 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.685+0000 7f254b800700 1 -- 172.21.15.46:0/3203869528 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25441a0010 con 0x7f25441092d0 2024-04-26T01:50:33.685 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.685+0000 7f2541600700 1 -- 172.21.15.46:0/3203869528 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2534004870 con 0x7f25441092d0 2024-04-26T01:50:33.685 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.685+0000 7f254b800700 1 -- 172.21.15.46:0/3203869528 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25441ac2e0 con 0x7f25441092d0 2024-04-26T01:50:33.688 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.690+0000 7f2541600700 1 -- 172.21.15.46:0/3203869528 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f253401a020 con 0x7f25441092d0 2024-04-26T01:50:33.688 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.691+0000 7f2556182b80 1 Processor -- start 2024-04-26T01:50:33.689 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.691+0000 7f2556182b80 1 -- start start 2024-04-26T01:50:33.689 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.691+0000 7f2556182b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55622de822f0 0x55622de826d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:33.689 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.691+0000 7f2541600700 1 --2- 172.21.15.46:0/3203869528 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f25280a3c40 0x7f25280a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:33.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.691+0000 7f2556182b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55622de82c10 0x55622de8d570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:33.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.691+0000 7f2556182b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55622de8dab0 0x55622de8fea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:33.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.691+0000 7f2556182b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55622ddd5e40 con 0x55622de82c10 2024-04-26T01:50:33.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.691+0000 7f2556182b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55622dd7c6e0 con 0x55622de822f0 2024-04-26T01:50:33.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.691+0000 7f2556182b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55622ddd1e00 con 0x55622de8dab0 2024-04-26T01:50:33.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.692+0000 7f2541600700 1 -- 172.21.15.46:0/3203869528 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f25340cfe80 con 0x7f25441092d0 2024-04-26T01:50:33.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.692+0000 7f2548e00700 1 --2- 172.21.15.46:0/3203869528 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f25280a3c40 0x7f25280a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:33.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.692+0000 7f2549800700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55622de822f0 0x55622de826d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:33.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.692+0000 7f2543e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55622de82c10 0x55622de8d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:33.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.692+0000 7f2549800700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55622de822f0 0x55622de826d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:57796/0 (socket says 172.21.15.46:57796) 2024-04-26T01:50:33.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.692+0000 7f2549800700 1 -- 172.21.15.46:0/4117168150 learned_addr learned my addr 172.21.15.46:0/4117168150 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:50:33.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.692+0000 7f2549800700 1 --2- 172.21.15.46:0/4117168150 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55622de8dab0 0x55622de8fea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:33.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.692+0000 7f2549800700 1 -- 172.21.15.46:0/4117168150 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55622de8dab0 msgr2=0x55622de8fea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:33.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.692+0000 7f2549800700 1 --2- 172.21.15.46:0/4117168150 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55622de8dab0 0x55622de8fea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:33.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.692+0000 7f2549800700 1 -- 172.21.15.46:0/4117168150 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55622de82c10 msgr2=0x55622de8d570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:33.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.692+0000 7f2549800700 1 --2- 172.21.15.46:0/4117168150 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55622de82c10 0x55622de8d570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:33.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.692+0000 7f2548e00700 1 --2- 172.21.15.46:0/3203869528 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f25280a3c40 0x7f25280a6100 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f253400ca80 tx=0x7f2534004310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:33.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.693+0000 7f2549800700 1 -- 172.21.15.46:0/4117168150 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55622dd72630 con 0x55622de822f0 2024-04-26T01:50:33.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.693+0000 7f2549800700 1 --2- 172.21.15.46:0/4117168150 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55622de822f0 0x55622de826d0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f253c0127f0 tx=0x7f253c009790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a58641d48c817be7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:33.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.693+0000 7f253a000700 1 -- 172.21.15.46:0/4117168150 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f253c012e10 con 0x55622de822f0 2024-04-26T01:50:33.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.693+0000 7f253a000700 1 -- 172.21.15.46:0/4117168150 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f253c0044f0 con 0x55622de822f0 2024-04-26T01:50:33.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.693+0000 7f253a000700 1 -- 172.21.15.46:0/4117168150 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f253c00f6b0 con 0x55622de822f0 2024-04-26T01:50:33.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.694+0000 7f2556182b80 1 -- 172.21.15.46:0/4117168150 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55622de822f0 msgr2=0x55622de826d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:33.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.694+0000 7f2556182b80 1 --2- 172.21.15.46:0/4117168150 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55622de822f0 0x55622de826d0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f253c0127f0 tx=0x7f253c009790 comp rx=0 tx=0).stop 2024-04-26T01:50:33.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.694+0000 7f2556182b80 1 -- 172.21.15.46:0/4117168150 shutdown_connections 2024-04-26T01:50:33.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.694+0000 7f2556182b80 1 --2- 172.21.15.46:0/4117168150 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55622de8dab0 0x55622de8fea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:33.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.694+0000 7f2556182b80 1 --2- 172.21.15.46:0/4117168150 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55622de822f0 0x55622de826d0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:33.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.694+0000 7f2556182b80 1 --2- 172.21.15.46:0/4117168150 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55622de82c10 0x55622de8d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:33.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.694+0000 7f2556182b80 1 -- 172.21.15.46:0/4117168150 >> 172.21.15.46:0/4117168150 conn(0x55622ddb1550 msgr2=0x55622de7e790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:33.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.694+0000 7f2556182b80 1 -- 172.21.15.46:0/4117168150 shutdown_connections 2024-04-26T01:50:33.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.694+0000 7f2556182b80 1 -- 172.21.15.46:0/4117168150 wait complete. 2024-04-26T01:50:33.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.695+0000 7f2556182b80 1 -- start start 2024-04-26T01:50:33.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.695+0000 7f2556182b80 1 Processor -- start 2024-04-26T01:50:33.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.696+0000 7f2556182b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55622de822f0 0x55622de8d290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:33.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.696+0000 7f2556182b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55622de82c10 0x55622de8a590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:33.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.696+0000 7f2556182b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55622de8dab0 0x55622de8aad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:33.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.696+0000 7f2556182b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55622de905a0 con 0x55622de82c10 2024-04-26T01:50:33.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.696+0000 7f2556182b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55622dd8f810 con 0x55622de822f0 2024-04-26T01:50:33.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.696+0000 7f2556182b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55622de90720 con 0x55622de8dab0 2024-04-26T01:50:33.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.696+0000 7f2556182b80 10 client.0 _ll_register_callbacks cb 0x55622dd6e6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:50:33.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.696+0000 7f2549800700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55622de822f0 0x55622de8d290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:33.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.696+0000 7f2549800700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55622de822f0 0x55622de8d290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:57800/0 (socket says 172.21.15.46:57800) 2024-04-26T01:50:33.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.696+0000 7f2549800700 1 -- 172.21.15.46:0/526268628 learned_addr learned my addr 172.21.15.46:0/526268628 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:50:33.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.696+0000 7f2543e00700 1 --2- 172.21.15.46:0/526268628 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55622de82c10 0x55622de8a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:33.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.696+0000 7f2549800700 1 --2- 172.21.15.46:0/526268628 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55622de8dab0 0x55622de8aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:33.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.696+0000 7f2549800700 1 -- 172.21.15.46:0/526268628 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55622de8dab0 msgr2=0x55622de8aad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:33.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.696+0000 7f2549800700 1 --2- 172.21.15.46:0/526268628 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55622de8dab0 0x55622de8aad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:33.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.696+0000 7f2549800700 1 -- 172.21.15.46:0/526268628 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55622de82c10 msgr2=0x55622de8a590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:33.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.696+0000 7f2549800700 1 --2- 172.21.15.46:0/526268628 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55622de82c10 0x55622de8a590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:33.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.696+0000 7f2549800700 1 -- 172.21.15.46:0/526268628 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55622dd23880 con 0x55622de822f0 2024-04-26T01:50:33.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.697+0000 7f2549800700 1 --2- 172.21.15.46:0/526268628 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55622de822f0 0x55622de8d290 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f253c003d10 tx=0x7f253c009290 comp rx=0 tx=0).ready entity=mon.2 client_cookie=58ed4aab21d0023 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:33.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.697+0000 7f2532a00700 10 client.0 ms_handle_connect on v2:172.21.15.103:3300/0 2024-04-26T01:50:33.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.697+0000 7f2532a00700 1 -- 172.21.15.46:0/526268628 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f253c0042f0 con 0x55622de822f0 2024-04-26T01:50:33.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.697+0000 7f2532a00700 1 -- 172.21.15.46:0/526268628 <== mon.2 v2:172.21.15.103:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f253c003680 con 0x55622de822f0 2024-04-26T01:50:33.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.697+0000 7f2556182b80 1 -- 172.21.15.46:0/526268628 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f253c0044f0 con 0x55622de822f0 2024-04-26T01:50:33.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.697+0000 7f2532a00700 1 -- 172.21.15.46:0/526268628 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f253c003880 con 0x55622de822f0 2024-04-26T01:50:33.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.697+0000 7f2556182b80 10 client.25055 fetch_fsmap learned FSMap version 28 2024-04-26T01:50:33.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.697+0000 7f2556182b80 1 -- 172.21.15.46:0/526268628 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55622dd6caa0 con 0x55622de822f0 2024-04-26T01:50:33.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.698+0000 7f2532a00700 1 -- 172.21.15.46:0/526268628 <== mon.2 v2:172.21.15.103:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f253c0044f0 con 0x55622de822f0 2024-04-26T01:50:33.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.698+0000 7f2532a00700 1 -- 172.21.15.46:0/526268628 <== mon.2 v2:172.21.15.103:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f253c005320 con 0x55622de822f0 2024-04-26T01:50:33.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.698+0000 7f2556182b80 10 client.25055 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:50:33.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.698+0000 7f2556182b80 10 client.25055 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-26T01:50:33.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.698+0000 7f2556182b80 20 client.25055 populate_metadata read hostname 'smithi046' 2024-04-26T01:50:33.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.698+0000 7f2556182b80 1 --2- 172.21.15.46:0/526268628 >> [v2:172.21.15.163:6838/1457170931,v1:172.21.15.163:6839/1457170931] conn(0x55622de9cf00 0x55622de9e370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:33.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.698+0000 7f2556182b80 4 client.25055 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:50:33.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.698+0000 7f2556182b80 1 -- 172.21.15.46:0/526268628 --> [v2:172.21.15.163:6838/1457170931,v1:172.21.15.163:6839/1457170931] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55622dde3630 con 0x55622de9cf00 2024-04-26T01:50:33.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.699+0000 7f2543e00700 1 --2- 172.21.15.46:0/526268628 >> [v2:172.21.15.163:6838/1457170931,v1:172.21.15.163:6839/1457170931] conn(0x55622de9cf00 0x55622de9e370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:33.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.699+0000 7f2543e00700 1 --2- 172.21.15.46:0/526268628 >> [v2:172.21.15.163:6838/1457170931,v1:172.21.15.163:6839/1457170931] conn(0x55622de9cf00 0x55622de9e370 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=549710f3c1591fe6 server_cookie=3304a4879f899d4c in_seq=0 out_seq=0 2024-04-26T01:50:33.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.699+0000 7f2532a00700 10 client.25055 ms_handle_connect on v2:172.21.15.163:6838/1457170931 2024-04-26T01:50:33.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.700+0000 7f2532a00700 1 -- 172.21.15.46:0/526268628 <== mds.2 v2:172.21.15.163:6838/1457170931 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55622dde3630 con 0x55622de9cf00 2024-04-26T01:50:33.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.700+0000 7f2532a00700 10 client.25055 handle_command_reply: tid=0 2024-04-26T01:50:33.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.700+0000 7f2556182b80 1 client.25055 shutdown 2024-04-26T01:50:33.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.700+0000 7f2556182b80 1 -- 172.21.15.46:0/526268628 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55622de822f0 msgr2=0x55622de8d290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:33.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.700+0000 7f2556182b80 1 --2- 172.21.15.46:0/526268628 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55622de822f0 0x55622de8d290 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f253c003d10 tx=0x7f253c009290 comp rx=0 tx=0).stop 2024-04-26T01:50:33.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.700+0000 7f2556182b80 1 -- 172.21.15.46:0/526268628 shutdown_connections 2024-04-26T01:50:33.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.700+0000 7f2556182b80 1 --2- 172.21.15.46:0/526268628 >> [v2:172.21.15.163:6838/1457170931,v1:172.21.15.163:6839/1457170931] conn(0x55622de9cf00 0x55622de9e370 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:33.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.700+0000 7f2556182b80 1 --2- 172.21.15.46:0/526268628 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55622de8dab0 0x55622de8aad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:33.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.700+0000 7f2556182b80 1 --2- 172.21.15.46:0/526268628 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55622de822f0 0x55622de8d290 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:33.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.700+0000 7f2532a00700 0 client.25055 ms_handle_reset on v2:172.21.15.163:6838/1457170931 2024-04-26T01:50:33.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.700+0000 7f2556182b80 1 --2- 172.21.15.46:0/526268628 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55622de82c10 0x55622de8a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:33.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.700+0000 7f2556182b80 1 -- 172.21.15.46:0/526268628 >> 172.21.15.46:0/526268628 conn(0x55622ddb1550 msgr2=0x55622de7d950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:33.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.701+0000 7f2556182b80 1 -- 172.21.15.46:0/526268628 shutdown_connections 2024-04-26T01:50:33.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.701+0000 7f2556182b80 1 -- 172.21.15.46:0/526268628 wait complete. 2024-04-26T01:50:33.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.701+0000 7f2556182b80 20 client.25055 trim_cache size 0 max 16384 2024-04-26T01:50:33.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.723+0000 7f2556182b80 1 Processor -- start 2024-04-26T01:50:33.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.723+0000 7f2556182b80 1 -- start start 2024-04-26T01:50:33.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.724+0000 7f2556182b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55622de822f0 0x55622de85da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:33.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.724+0000 7f2556182b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55622de82c10 0x55622de8aa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:33.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.724+0000 7f2556182b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55622de8dab0 0x55622dea77d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:33.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.724+0000 7f2556182b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55622de9c6b0 con 0x55622de8dab0 2024-04-26T01:50:33.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.724+0000 7f2556182b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55622de9cd80 con 0x55622de82c10 2024-04-26T01:50:33.722 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.724+0000 7f2556182b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55622de9d450 con 0x55622de822f0 2024-04-26T01:50:33.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.724+0000 7f2549800700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55622de822f0 0x55622de85da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:33.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.724+0000 7f2549800700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55622de822f0 0x55622de85da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:59126/0 (socket says 172.21.15.46:59126) 2024-04-26T01:50:33.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.724+0000 7f2549800700 1 -- 172.21.15.46:0/951445798 learned_addr learned my addr 172.21.15.46:0/951445798 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:50:33.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.724+0000 7f2549800700 1 --2- 172.21.15.46:0/951445798 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55622de8dab0 0x55622dea77d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:33.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.724+0000 7f2543e00700 1 --2- 172.21.15.46:0/951445798 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55622de82c10 0x55622de8aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:33.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.725+0000 7f2549800700 1 -- 172.21.15.46:0/951445798 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55622de82c10 msgr2=0x55622de8aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:33.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.725+0000 7f2549800700 1 --2- 172.21.15.46:0/951445798 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55622de82c10 0x55622de8aa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:33.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.725+0000 7f2549800700 1 -- 172.21.15.46:0/951445798 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55622de8dab0 msgr2=0x55622dea77d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:33.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.725+0000 7f2549800700 1 --2- 172.21.15.46:0/951445798 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55622de8dab0 0x55622dea77d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:33.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.725+0000 7f2549800700 1 -- 172.21.15.46:0/951445798 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55622de76020 con 0x55622de822f0 2024-04-26T01:50:33.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.725+0000 7f2549800700 1 --2- 172.21.15.46:0/951445798 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55622de822f0 0x55622de85da0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f253c0094b0 tx=0x7f253c000bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=69e94e4c00833ada server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:33.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.725+0000 7f2539600700 1 -- 172.21.15.46:0/951445798 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f253c009aa0 con 0x55622de822f0 2024-04-26T01:50:33.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.725+0000 7f2539600700 1 -- 172.21.15.46:0/951445798 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f253c003680 con 0x55622de822f0 2024-04-26T01:50:33.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.725+0000 7f2539600700 1 -- 172.21.15.46:0/951445798 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f253c012030 con 0x55622de822f0 2024-04-26T01:50:33.726 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.726+0000 7f2556182b80 1 -- 172.21.15.46:0/951445798 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55622de822f0 msgr2=0x55622de85da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:33.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.726+0000 7f2556182b80 1 --2- 172.21.15.46:0/951445798 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55622de822f0 0x55622de85da0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f253c0094b0 tx=0x7f253c000bc0 comp rx=0 tx=0).stop 2024-04-26T01:50:33.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.726+0000 7f2556182b80 1 -- 172.21.15.46:0/951445798 shutdown_connections 2024-04-26T01:50:33.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.726+0000 7f2556182b80 1 --2- 172.21.15.46:0/951445798 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55622de8dab0 0x55622dea77d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:33.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.726+0000 7f2556182b80 1 --2- 172.21.15.46:0/951445798 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55622de822f0 0x55622de85da0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:33.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.726+0000 7f2556182b80 1 --2- 172.21.15.46:0/951445798 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55622de82c10 0x55622de8aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:33.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.726+0000 7f2556182b80 1 -- 172.21.15.46:0/951445798 >> 172.21.15.46:0/951445798 conn(0x55622ddb1550 msgr2=0x55622de8a370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:33.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.726+0000 7f2556182b80 1 -- 172.21.15.46:0/951445798 shutdown_connections 2024-04-26T01:50:33.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.726+0000 7f2556182b80 1 -- 172.21.15.46:0/951445798 wait complete. 2024-04-26T01:50:33.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.727+0000 7f2556182b80 1 -- start start 2024-04-26T01:50:33.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.727+0000 7f2556182b80 1 Processor -- start 2024-04-26T01:50:33.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.728+0000 7f2556182b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55622de822f0 0x55622dea7750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:33.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.728+0000 7f2556182b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55622de82c10 0x55622dea7c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:33.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.728+0000 7f2556182b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55622de8dab0 0x55622dea1c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:33.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.728+0000 7f2556182b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55622de9e1f0 con 0x55622de82c10 2024-04-26T01:50:33.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.728+0000 7f2556182b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55622de9db20 con 0x55622de822f0 2024-04-26T01:50:33.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.728+0000 7f2556182b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55622de9e8c0 con 0x55622de8dab0 2024-04-26T01:50:33.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.728+0000 7f2556182b80 10 client.0 _ll_register_callbacks cb 0x55622dd6e6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:50:33.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.728+0000 7f2549800700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55622de822f0 0x55622dea7750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:33.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.728+0000 7f2543e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55622de82c10 0x55622dea7c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:33.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.728+0000 7f2549800700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55622de822f0 0x55622dea7750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:57824/0 (socket says 172.21.15.46:57824) 2024-04-26T01:50:33.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.728+0000 7f2549800700 1 -- 172.21.15.46:0/3182752311 learned_addr learned my addr 172.21.15.46:0/3182752311 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:50:33.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.728+0000 7f2549800700 1 --2- 172.21.15.46:0/3182752311 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55622de8dab0 0x55622dea1c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:33.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.728+0000 7f2543e00700 1 -- 172.21.15.46:0/3182752311 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55622de8dab0 msgr2=0x55622dea1c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:33.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.728+0000 7f2543e00700 1 --2- 172.21.15.46:0/3182752311 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55622de8dab0 0x55622dea1c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:33.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.728+0000 7f2543e00700 1 -- 172.21.15.46:0/3182752311 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55622de822f0 msgr2=0x55622dea7750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:33.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.728+0000 7f2543e00700 1 --2- 172.21.15.46:0/3182752311 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55622de822f0 0x55622dea7750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:33.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.728+0000 7f2543e00700 1 -- 172.21.15.46:0/3182752311 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55622dea2460 con 0x55622de82c10 2024-04-26T01:50:33.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.729+0000 7f2543e00700 1 --2- 172.21.15.46:0/3182752311 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55622de82c10 0x55622dea7c90 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f252c0098e0 tx=0x7f252c003680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5758e55a3d10fbdb server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:33.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.729+0000 7f2532a00700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2024-04-26T01:50:33.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.729+0000 7f2532a00700 1 -- 172.21.15.46:0/3182752311 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f252c003a70 con 0x55622de82c10 2024-04-26T01:50:33.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.729+0000 7f2532a00700 1 -- 172.21.15.46:0/3182752311 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f252c003c10 con 0x55622de82c10 2024-04-26T01:50:33.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.729+0000 7f2556182b80 1 -- 172.21.15.46:0/3182752311 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f253c003680 con 0x55622de82c10 2024-04-26T01:50:33.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.729+0000 7f2532a00700 1 -- 172.21.15.46:0/3182752311 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f252c003e10 con 0x55622de82c10 2024-04-26T01:50:33.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.729+0000 7f2556182b80 10 client.14937 fetch_fsmap learned FSMap version 28 2024-04-26T01:50:33.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.729+0000 7f2556182b80 1 -- 172.21.15.46:0/3182752311 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55622df04cc0 con 0x55622de82c10 2024-04-26T01:50:33.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.730+0000 7f2532a00700 1 -- 172.21.15.46:0/3182752311 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f253c003680 con 0x55622de82c10 2024-04-26T01:50:33.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.730+0000 7f2532a00700 1 -- 172.21.15.46:0/3182752311 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f252c02a150 con 0x55622de82c10 2024-04-26T01:50:33.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.730+0000 7f2556182b80 10 client.14937 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:50:33.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.730+0000 7f2556182b80 10 client.14937 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-26T01:50:33.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.730+0000 7f2556182b80 20 client.14937 populate_metadata read hostname 'smithi046' 2024-04-26T01:50:33.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.730+0000 7f2556182b80 1 --2- 172.21.15.46:0/3182752311 >> [v2:172.21.15.163:6838/1457170931,v1:172.21.15.163:6839/1457170931] conn(0x55622df09850 0x55622df08560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:33.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.730+0000 7f2556182b80 4 client.14937 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T01:50:33.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.730+0000 7f2556182b80 1 -- 172.21.15.46:0/3182752311 --> [v2:172.21.15.163:6838/1457170931,v1:172.21.15.163:6839/1457170931] -- command(tid 0: {"prefix": "status"}) -- 0x55622dddd6d0 con 0x55622df09850 2024-04-26T01:50:33.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.731+0000 7f2549800700 1 --2- 172.21.15.46:0/3182752311 >> [v2:172.21.15.163:6838/1457170931,v1:172.21.15.163:6839/1457170931] conn(0x55622df09850 0x55622df08560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:33.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.731+0000 7f2549800700 1 --2- 172.21.15.46:0/3182752311 >> [v2:172.21.15.163:6838/1457170931,v1:172.21.15.163:6839/1457170931] conn(0x55622df09850 0x55622df08560 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=12e21cf22a2c88f9 server_cookie=d19b5e9c9856d63b in_seq=0 out_seq=0 2024-04-26T01:50:33.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.731+0000 7f2532a00700 10 client.14937 ms_handle_connect on v2:172.21.15.163:6838/1457170931 2024-04-26T01:50:33.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.731+0000 7f2532a00700 1 -- 172.21.15.46:0/3182752311 <== mds.2 v2:172.21.15.163:6838/1457170931 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55622dddd6d0 con 0x55622df09850 2024-04-26T01:50:33.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.731+0000 7f2532a00700 10 client.14937 handle_command_reply: tid=0 2024-04-26T01:50:33.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.731+0000 7f2556182b80 1 client.14937 shutdown 2024-04-26T01:50:33.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.732+0000 7f2556182b80 1 -- 172.21.15.46:0/3182752311 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55622de82c10 msgr2=0x55622dea7c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:33.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.732+0000 7f2556182b80 1 --2- 172.21.15.46:0/3182752311 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55622de82c10 0x55622dea7c90 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f252c0098e0 tx=0x7f252c003680 comp rx=0 tx=0).stop 2024-04-26T01:50:33.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.732+0000 7f2556182b80 1 -- 172.21.15.46:0/3182752311 shutdown_connections 2024-04-26T01:50:33.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.732+0000 7f2556182b80 1 --2- 172.21.15.46:0/3182752311 >> [v2:172.21.15.163:6838/1457170931,v1:172.21.15.163:6839/1457170931] conn(0x55622df09850 0x55622df08560 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:33.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.732+0000 7f2556182b80 1 --2- 172.21.15.46:0/3182752311 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55622de8dab0 0x55622dea1c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:33.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.732+0000 7f2556182b80 1 --2- 172.21.15.46:0/3182752311 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55622de822f0 0x55622dea7750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:33.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.732+0000 7f2556182b80 1 --2- 172.21.15.46:0/3182752311 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55622de82c10 0x55622dea7c90 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:33.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.732+0000 7f2556182b80 1 -- 172.21.15.46:0/3182752311 >> 172.21.15.46:0/3182752311 conn(0x55622ddb1550 msgr2=0x55622de8aa80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:33.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.732+0000 7f2532a00700 0 client.14937 ms_handle_reset on v2:172.21.15.163:6838/1457170931 2024-04-26T01:50:33.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.732+0000 7f2556182b80 1 -- 172.21.15.46:0/3182752311 shutdown_connections 2024-04-26T01:50:33.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.732+0000 7f2556182b80 1 -- 172.21.15.46:0/3182752311 wait complete. 2024-04-26T01:50:33.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.732+0000 7f2556182b80 20 client.14937 trim_cache size 0 max 16384 2024-04-26T01:50:33.734 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-04-26T01:50:33.735 INFO:teuthology.orchestra.run.smithi046.stdout: "cluster_fsid": "4e298560-036d-11ef-bc93-c7b262605968", 2024-04-26T01:50:33.735 INFO:teuthology.orchestra.run.smithi046.stdout: "whoami": 2, 2024-04-26T01:50:33.735 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 24511, 2024-04-26T01:50:33.735 INFO:teuthology.orchestra.run.smithi046.stdout: "want_state": "up:active", 2024-04-26T01:50:33.735 INFO:teuthology.orchestra.run.smithi046.stdout: "state": "up:active", 2024-04-26T01:50:33.735 INFO:teuthology.orchestra.run.smithi046.stdout: "fs_name": "cephfs", 2024-04-26T01:50:33.735 INFO:teuthology.orchestra.run.smithi046.stdout: "rank_uptime": 222.79899625600001, 2024-04-26T01:50:33.735 INFO:teuthology.orchestra.run.smithi046.stdout: "mdsmap_epoch": 28, 2024-04-26T01:50:33.735 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch": 91, 2024-04-26T01:50:33.735 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T01:50:33.735 INFO:teuthology.orchestra.run.smithi046.stdout: "uptime": 275.81302644700003 2024-04-26T01:50:33.735 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-04-26T01:50:33.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.733+0000 7f254b800700 1 -- 172.21.15.46:0/3203869528 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f25280a3c40 msgr2=0x7f25280a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:33.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.733+0000 7f254b800700 1 --2- 172.21.15.46:0/3203869528 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f25280a3c40 0x7f25280a6100 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f253400ca80 tx=0x7f2534004310 comp rx=0 tx=0).stop 2024-04-26T01:50:33.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.733+0000 7f254b800700 1 -- 172.21.15.46:0/3203869528 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25441092d0 msgr2=0x7f25441a5410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:33.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.733+0000 7f254b800700 1 --2- 172.21.15.46:0/3203869528 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25441092d0 0x7f25441a5410 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f253400c370 tx=0x7f253400c680 comp rx=0 tx=0).stop 2024-04-26T01:50:33.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.733+0000 7f254b800700 1 -- 172.21.15.46:0/3203869528 shutdown_connections 2024-04-26T01:50:33.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.733+0000 7f254b800700 1 --2- 172.21.15.46:0/3203869528 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f25280a3c40 0x7f25280a6100 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:33.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.733+0000 7f254b800700 1 --2- 172.21.15.46:0/3203869528 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f254410e3b0 0x7f254419f620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:33.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.733+0000 7f254b800700 1 --2- 172.21.15.46:0/3203869528 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f25441092d0 0x7f25441a5410 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:33.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.733+0000 7f254b800700 1 --2- 172.21.15.46:0/3203869528 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f2544109c80 0x7f25441a5950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:33.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.733+0000 7f254b800700 1 -- 172.21.15.46:0/3203869528 >> 172.21.15.46:0/3203869528 conn(0x7f2544076210 msgr2=0x7f2544076770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:33.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.733+0000 7f254b800700 1 -- 172.21.15.46:0/3203869528 shutdown_connections 2024-04-26T01:50:33.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:33.733+0000 7f254b800700 1 -- 172.21.15.46:0/3203869528 wait complete. 2024-04-26T01:50:34.815 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph tell mds.a status 2024-04-26T01:50:35.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:34 smithi046 ceph-mon[28013]: pgmap v457: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:50:35.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:34 smithi103 ceph-mon[32920]: pgmap v457: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:50:35.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:34 smithi163 ceph-mon[32592]: pgmap v457: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:50:35.288 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:50:37.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:36 smithi046 ceph-mon[28013]: pgmap v458: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:50:37.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:36 smithi103 ceph-mon[32920]: pgmap v458: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:50:37.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:36 smithi163 ceph-mon[32592]: pgmap v458: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:50:37.827 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.829+0000 7f8e47000700 1 -- 172.21.15.46:0/1461061611 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8e40102af0 msgr2=0x7f8e40102f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:37.827 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.829+0000 7f8e47000700 1 --2- 172.21.15.46:0/1461061611 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8e40102af0 0x7f8e40102f70 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f8e2c0099c0 tx=0x7f8e2c009cd0 comp rx=0 tx=0).stop 2024-04-26T01:50:37.827 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.829+0000 7f8e47000700 1 -- 172.21.15.46:0/1461061611 shutdown_connections 2024-04-26T01:50:37.827 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.829+0000 7f8e47000700 1 --2- 172.21.15.46:0/1461061611 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8e401034b0 0x7f8e4010f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:37.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.829+0000 7f8e47000700 1 --2- 172.21.15.46:0/1461061611 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8e40107940 0x7f8e40107d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:37.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.829+0000 7f8e47000700 1 --2- 172.21.15.46:0/1461061611 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8e40102af0 0x7f8e40102f70 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:37.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.829+0000 7f8e47000700 1 -- 172.21.15.46:0/1461061611 >> 172.21.15.46:0/1461061611 conn(0x7f8e40079ba0 msgr2=0x7f8e40079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:37.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.829+0000 7f8e47000700 1 -- 172.21.15.46:0/1461061611 shutdown_connections 2024-04-26T01:50:37.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.829+0000 7f8e47000700 1 -- 172.21.15.46:0/1461061611 wait complete. 2024-04-26T01:50:37.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.830+0000 7f8e47000700 1 Processor -- start 2024-04-26T01:50:37.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.830+0000 7f8e47000700 1 -- start start 2024-04-26T01:50:37.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.831+0000 7f8e47000700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8e40102af0 0x7f8e4019b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:37.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.831+0000 7f8e47000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8e401034b0 0x7f8e4019ba30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:37.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.831+0000 7f8e47000700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8e40107940 0x7f8e4019fdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:37.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.831+0000 7f8e47000700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f8e40112e20 con 0x7f8e401034b0 2024-04-26T01:50:37.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.831+0000 7f8e47000700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f8e40112ca0 con 0x7f8e40102af0 2024-04-26T01:50:37.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.831+0000 7f8e47000700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f8e40112fa0 con 0x7f8e40107940 2024-04-26T01:50:37.830 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.831+0000 7f8e3f400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8e401034b0 0x7f8e4019ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:37.830 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.831+0000 7f8e3fe00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8e40102af0 0x7f8e4019b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:37.830 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.831+0000 7f8e45000700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8e40107940 0x7f8e4019fdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:37.830 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.831+0000 7f8e3f400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8e401034b0 0x7f8e4019ba30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39650/0 (socket says 172.21.15.46:39650) 2024-04-26T01:50:37.830 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.831+0000 7f8e3f400700 1 -- 172.21.15.46:0/79912277 learned_addr learned my addr 172.21.15.46:0/79912277 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:50:37.830 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.832+0000 7f8e3f400700 1 -- 172.21.15.46:0/79912277 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8e40107940 msgr2=0x7f8e4019fdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:37.831 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.832+0000 7f8e3f400700 1 --2- 172.21.15.46:0/79912277 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8e40107940 0x7f8e4019fdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:37.831 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.832+0000 7f8e3f400700 1 -- 172.21.15.46:0/79912277 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8e40102af0 msgr2=0x7f8e4019b4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:37.831 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.832+0000 7f8e3f400700 1 --2- 172.21.15.46:0/79912277 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8e40102af0 0x7f8e4019b4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:37.831 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.832+0000 7f8e3f400700 1 -- 172.21.15.46:0/79912277 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e401a0500 con 0x7f8e401034b0 2024-04-26T01:50:37.831 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.832+0000 7f8e3fe00700 1 --2- 172.21.15.46:0/79912277 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8e40102af0 0x7f8e4019b4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:50:37.831 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.832+0000 7f8e3f400700 1 --2- 172.21.15.46:0/79912277 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8e401034b0 0x7f8e4019ba30 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f8e2c006010 tx=0x7f8e2c003a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:37.831 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.833+0000 7f8e3cc00700 1 -- 172.21.15.46:0/79912277 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e2c003e50 con 0x7f8e401034b0 2024-04-26T01:50:37.832 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.833+0000 7f8e47000700 1 -- 172.21.15.46:0/79912277 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e401a0790 con 0x7f8e401034b0 2024-04-26T01:50:37.832 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.833+0000 7f8e3cc00700 1 -- 172.21.15.46:0/79912277 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8e2c005590 con 0x7f8e401034b0 2024-04-26T01:50:37.832 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.833+0000 7f8e3cc00700 1 -- 172.21.15.46:0/79912277 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e2c00fe50 con 0x7f8e401034b0 2024-04-26T01:50:37.832 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.833+0000 7f8e47000700 1 -- 172.21.15.46:0/79912277 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e401a8070 con 0x7f8e401034b0 2024-04-26T01:50:37.834 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.836+0000 7f8e3cc00700 1 -- 172.21.15.46:0/79912277 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f8e2c00f580 con 0x7f8e401034b0 2024-04-26T01:50:37.835 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.838+0000 7f8e3cc00700 1 --2- 172.21.15.46:0/79912277 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f8e240a4000 0x7f8e240a64c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:37.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.838+0000 7f8e519b7b80 1 Processor -- start 2024-04-26T01:50:37.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.838+0000 7f8e3cc00700 1 -- 172.21.15.46:0/79912277 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f8e2c0d1110 con 0x7f8e401034b0 2024-04-26T01:50:37.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.838+0000 7f8e3fe00700 1 --2- 172.21.15.46:0/79912277 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f8e240a4000 0x7f8e240a64c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:37.836 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.838+0000 7f8e519b7b80 1 -- start start 2024-04-26T01:50:37.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.839+0000 7f8e519b7b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dcdacfa2f0 0x55dcdacfa6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:37.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.839+0000 7f8e519b7b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dcdacfac10 0x55dcdad0dd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:37.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.839+0000 7f8e519b7b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55dcdad0e2c0 0x55dcdad106b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:37.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.839+0000 7f8e519b7b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55dcdac4de40 con 0x55dcdacfa2f0 2024-04-26T01:50:37.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.839+0000 7f8e519b7b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55dcdabf46e0 con 0x55dcdacfac10 2024-04-26T01:50:37.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.839+0000 7f8e519b7b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55dcdac49e00 con 0x55dcdad0e2c0 2024-04-26T01:50:37.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.839+0000 7f8e3fe00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dcdacfa2f0 0x55dcdacfa6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:37.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.839+0000 7f8e3f400700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dcdacfac10 0x55dcdad0dd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:37.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.839+0000 7f8e3fe00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dcdacfa2f0 0x55dcdacfa6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39658/0 (socket says 172.21.15.46:39658) 2024-04-26T01:50:37.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.839+0000 7f8e3fe00700 1 -- 172.21.15.46:0/1213629158 learned_addr learned my addr 172.21.15.46:0/1213629158 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:50:37.838 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.839+0000 7f8e3fe00700 1 --2- 172.21.15.46:0/79912277 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f8e240a4000 0x7f8e240a64c0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f8e30009fd0 tx=0x7f8e30009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:37.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.839+0000 7f8e45000700 1 --2- 172.21.15.46:0/1213629158 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55dcdad0e2c0 0x55dcdad106b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:37.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.840+0000 7f8e3f400700 1 -- 172.21.15.46:0/1213629158 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55dcdad0e2c0 msgr2=0x55dcdad106b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:37.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.840+0000 7f8e3f400700 1 --2- 172.21.15.46:0/1213629158 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55dcdad0e2c0 0x55dcdad106b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:37.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.840+0000 7f8e3f400700 1 -- 172.21.15.46:0/1213629158 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dcdacfa2f0 msgr2=0x55dcdacfa6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:37.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.840+0000 7f8e3f400700 1 --2- 172.21.15.46:0/1213629158 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dcdacfa2f0 0x55dcdacfa6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:37.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.840+0000 7f8e3f400700 1 -- 172.21.15.46:0/1213629158 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dcdabea630 con 0x55dcdacfac10 2024-04-26T01:50:37.839 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.840+0000 7f8e3f400700 1 --2- 172.21.15.46:0/1213629158 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dcdacfac10 0x55dcdad0dd80 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f8e2c0cebc0 tx=0x7f8e2c00f890 comp rx=0 tx=0).ready entity=mon.2 client_cookie=38adbdd9ca602c74 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:37.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.840+0000 7f8e35600700 1 -- 172.21.15.46:0/1213629158 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e2c09db30 con 0x55dcdacfac10 2024-04-26T01:50:37.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.840+0000 7f8e35600700 1 -- 172.21.15.46:0/1213629158 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8e2c09d430 con 0x55dcdacfac10 2024-04-26T01:50:37.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.840+0000 7f8e35600700 1 -- 172.21.15.46:0/1213629158 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e2c09d690 con 0x55dcdacfac10 2024-04-26T01:50:37.840 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.841+0000 7f8e519b7b80 1 -- 172.21.15.46:0/1213629158 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dcdacfac10 msgr2=0x55dcdad0dd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:37.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.841+0000 7f8e519b7b80 1 --2- 172.21.15.46:0/1213629158 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dcdacfac10 0x55dcdad0dd80 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f8e2c0cebc0 tx=0x7f8e2c00f890 comp rx=0 tx=0).stop 2024-04-26T01:50:37.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.841+0000 7f8e519b7b80 1 -- 172.21.15.46:0/1213629158 shutdown_connections 2024-04-26T01:50:37.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.841+0000 7f8e519b7b80 1 --2- 172.21.15.46:0/1213629158 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55dcdad0e2c0 0x55dcdad106b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:37.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.841+0000 7f8e519b7b80 1 --2- 172.21.15.46:0/1213629158 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dcdacfa2f0 0x55dcdacfa6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:37.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.841+0000 7f8e519b7b80 1 --2- 172.21.15.46:0/1213629158 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dcdacfac10 0x55dcdad0dd80 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:37.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.841+0000 7f8e519b7b80 1 -- 172.21.15.46:0/1213629158 >> 172.21.15.46:0/1213629158 conn(0x55dcdac29550 msgr2=0x55dcdacf6790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:37.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.841+0000 7f8e519b7b80 1 -- 172.21.15.46:0/1213629158 shutdown_connections 2024-04-26T01:50:37.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.841+0000 7f8e519b7b80 1 -- 172.21.15.46:0/1213629158 wait complete. 2024-04-26T01:50:37.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.842+0000 7f8e519b7b80 1 -- start start 2024-04-26T01:50:37.841 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.842+0000 7f8e519b7b80 1 Processor -- start 2024-04-26T01:50:37.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.843+0000 7f8e519b7b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55dcdacfa2f0 0x55dcdad0d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:37.843 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.843+0000 7f8e519b7b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dcdacfac10 0x55dcdad0acf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:37.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.843+0000 7f8e519b7b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dcdad0e2c0 0x55dcdad0b230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:37.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.843+0000 7f8e519b7b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55dcdad10bf0 con 0x55dcdacfac10 2024-04-26T01:50:37.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.843+0000 7f8e519b7b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55dcdac07810 con 0x55dcdad0e2c0 2024-04-26T01:50:37.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.843+0000 7f8e519b7b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55dcdad10d70 con 0x55dcdacfa2f0 2024-04-26T01:50:37.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.843+0000 7f8e519b7b80 10 client.0 _ll_register_callbacks cb 0x55dcdabe66d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:50:37.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.843+0000 7f8e3fe00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55dcdacfa2f0 0x55dcdad0d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:37.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.843+0000 7f8e3fe00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55dcdacfa2f0 0x55dcdad0d9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:59178/0 (socket says 172.21.15.46:59178) 2024-04-26T01:50:37.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.843+0000 7f8e3f400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dcdacfac10 0x55dcdad0acf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:37.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.843+0000 7f8e3fe00700 1 -- 172.21.15.46:0/954913486 learned_addr learned my addr 172.21.15.46:0/954913486 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:50:37.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.843+0000 7f8e45000700 1 --2- 172.21.15.46:0/954913486 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dcdad0e2c0 0x55dcdad0b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:37.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.844+0000 7f8e3fe00700 1 -- 172.21.15.46:0/954913486 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dcdad0e2c0 msgr2=0x55dcdad0b230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:37.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.844+0000 7f8e3fe00700 1 --2- 172.21.15.46:0/954913486 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dcdad0e2c0 0x55dcdad0b230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:37.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.844+0000 7f8e3fe00700 1 -- 172.21.15.46:0/954913486 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dcdacfac10 msgr2=0x55dcdad0acf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:37.844 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.844+0000 7f8e3fe00700 1 --2- 172.21.15.46:0/954913486 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dcdacfac10 0x55dcdad0acf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:37.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.844+0000 7f8e3fe00700 1 -- 172.21.15.46:0/954913486 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dcdab9b880 con 0x55dcdacfa2f0 2024-04-26T01:50:37.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.844+0000 7f8e45000700 1 --2- 172.21.15.46:0/954913486 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dcdad0e2c0 0x55dcdad0b230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:50:37.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.844+0000 7f8e3f400700 1 --2- 172.21.15.46:0/954913486 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dcdacfac10 0x55dcdad0acf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:50:37.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.844+0000 7f8e3fe00700 1 --2- 172.21.15.46:0/954913486 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55dcdacfa2f0 0x55dcdad0d9f0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f8e300039d0 tx=0x7f8e300047c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8d9d009946b2d407 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:37.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.844+0000 7f8e2a000700 10 client.0 ms_handle_connect on v2:172.21.15.163:3300/0 2024-04-26T01:50:37.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.844+0000 7f8e2a000700 1 -- 172.21.15.46:0/954913486 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e3001f990 con 0x55dcdacfa2f0 2024-04-26T01:50:37.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.845+0000 7f8e2a000700 1 -- 172.21.15.46:0/954913486 <== mon.1 v2:172.21.15.163:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f8e3001fb30 con 0x55dcdacfa2f0 2024-04-26T01:50:37.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.845+0000 7f8e519b7b80 1 -- 172.21.15.46:0/954913486 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8e2c09d430 con 0x55dcdacfa2f0 2024-04-26T01:50:37.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.845+0000 7f8e2a000700 1 -- 172.21.15.46:0/954913486 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f8e3001fd30 con 0x55dcdacfa2f0 2024-04-26T01:50:37.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.845+0000 7f8e519b7b80 10 client.25087 fetch_fsmap learned FSMap version 28 2024-04-26T01:50:37.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.845+0000 7f8e519b7b80 1 -- 172.21.15.46:0/954913486 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55dcdabe4aa0 con 0x55dcdacfa2f0 2024-04-26T01:50:37.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.845+0000 7f8e2a000700 1 -- 172.21.15.46:0/954913486 <== mon.1 v2:172.21.15.163:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8e2c09d430 con 0x55dcdacfa2f0 2024-04-26T01:50:37.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.846+0000 7f8e2a000700 1 -- 172.21.15.46:0/954913486 <== mon.1 v2:172.21.15.163:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f8e30026070 con 0x55dcdacfa2f0 2024-04-26T01:50:37.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.846+0000 7f8e519b7b80 10 client.25087 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:50:37.845 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.846+0000 7f8e519b7b80 10 client.25087 resolve_mds: resolved name 'a' to daemon mds.a 2024-04-26T01:50:37.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.846+0000 7f8e519b7b80 20 client.25087 populate_metadata read hostname 'smithi046' 2024-04-26T01:50:37.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.846+0000 7f8e519b7b80 1 --2- 172.21.15.46:0/954913486 >> [v2:172.21.15.46:6840/1857491842,v1:172.21.15.46:6841/1857491842] conn(0x55dcdad1d7e0 0x55dcdad1ec50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:37.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.846+0000 7f8e519b7b80 4 client.25087 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:50:37.846 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.846+0000 7f8e519b7b80 1 -- 172.21.15.46:0/954913486 --> [v2:172.21.15.46:6840/1857491842,v1:172.21.15.46:6841/1857491842] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dcdac5b630 con 0x55dcdad1d7e0 2024-04-26T01:50:37.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.846+0000 7f8e3f400700 1 --2- 172.21.15.46:0/954913486 >> [v2:172.21.15.46:6840/1857491842,v1:172.21.15.46:6841/1857491842] conn(0x55dcdad1d7e0 0x55dcdad1ec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:37.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.847+0000 7f8e3f400700 1 --2- 172.21.15.46:0/954913486 >> [v2:172.21.15.46:6840/1857491842,v1:172.21.15.46:6841/1857491842] conn(0x55dcdad1d7e0 0x55dcdad1ec50 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=aef3db9fdbe31ce6 server_cookie=65a6bef735ed48e9 in_seq=0 out_seq=0 2024-04-26T01:50:37.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.847+0000 7f8e2a000700 10 client.25087 ms_handle_connect on v2:172.21.15.46:6840/1857491842 2024-04-26T01:50:37.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.847+0000 7f8e2a000700 1 -- 172.21.15.46:0/954913486 <== mds.1 v2:172.21.15.46:6840/1857491842 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55dcdac5b630 con 0x55dcdad1d7e0 2024-04-26T01:50:37.847 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.847+0000 7f8e2a000700 10 client.25087 handle_command_reply: tid=0 2024-04-26T01:50:37.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.847+0000 7f8e519b7b80 1 client.25087 shutdown 2024-04-26T01:50:37.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.848+0000 7f8e519b7b80 1 -- 172.21.15.46:0/954913486 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55dcdacfa2f0 msgr2=0x55dcdad0d9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:37.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.848+0000 7f8e519b7b80 1 --2- 172.21.15.46:0/954913486 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55dcdacfa2f0 0x55dcdad0d9f0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f8e300039d0 tx=0x7f8e300047c0 comp rx=0 tx=0).stop 2024-04-26T01:50:37.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.848+0000 7f8e519b7b80 1 -- 172.21.15.46:0/954913486 shutdown_connections 2024-04-26T01:50:37.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.848+0000 7f8e519b7b80 1 --2- 172.21.15.46:0/954913486 >> [v2:172.21.15.46:6840/1857491842,v1:172.21.15.46:6841/1857491842] conn(0x55dcdad1d7e0 0x55dcdad1ec50 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:37.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.848+0000 7f8e519b7b80 1 --2- 172.21.15.46:0/954913486 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dcdad0e2c0 0x55dcdad0b230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:37.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.848+0000 7f8e519b7b80 1 --2- 172.21.15.46:0/954913486 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55dcdacfa2f0 0x55dcdad0d9f0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:37.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.848+0000 7f8e2a000700 0 client.25087 ms_handle_reset on v2:172.21.15.46:6840/1857491842 2024-04-26T01:50:37.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.848+0000 7f8e519b7b80 1 --2- 172.21.15.46:0/954913486 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dcdacfac10 0x55dcdad0acf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:37.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.848+0000 7f8e519b7b80 1 -- 172.21.15.46:0/954913486 >> 172.21.15.46:0/954913486 conn(0x55dcdac29550 msgr2=0x55dcdacfcc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:37.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.848+0000 7f8e519b7b80 1 -- 172.21.15.46:0/954913486 shutdown_connections 2024-04-26T01:50:37.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.848+0000 7f8e519b7b80 1 -- 172.21.15.46:0/954913486 wait complete. 2024-04-26T01:50:37.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.848+0000 7f8e519b7b80 20 client.25087 trim_cache size 0 max 16384 2024-04-26T01:50:37.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.872+0000 7f8e519b7b80 1 Processor -- start 2024-04-26T01:50:37.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.872+0000 7f8e519b7b80 1 -- start start 2024-04-26T01:50:37.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.872+0000 7f8e519b7b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dcdacfa2f0 0x55dcdacf6930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:37.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.872+0000 7f8e519b7b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55dcdacfac10 0x55dcdad0b1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:37.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.872+0000 7f8e519b7b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dcdad0e2c0 0x55dcdad196b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:37.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.872+0000 7f8e519b7b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55dcdad1cf90 con 0x55dcdad0e2c0 2024-04-26T01:50:37.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.872+0000 7f8e519b7b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55dcdad1d660 con 0x55dcdacfa2f0 2024-04-26T01:50:37.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.872+0000 7f8e519b7b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55dcdad1dd30 con 0x55dcdacfac10 2024-04-26T01:50:37.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.872+0000 7f8e3fe00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dcdacfa2f0 0x55dcdacf6930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:37.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.873+0000 7f8e45000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dcdad0e2c0 0x55dcdad196b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:37.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.873+0000 7f8e3fe00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dcdacfa2f0 0x55dcdacf6930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:57862/0 (socket says 172.21.15.46:57862) 2024-04-26T01:50:37.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.873+0000 7f8e3fe00700 1 -- 172.21.15.46:0/1077622403 learned_addr learned my addr 172.21.15.46:0/1077622403 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:50:37.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.873+0000 7f8e3f400700 1 --2- 172.21.15.46:0/1077622403 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55dcdacfac10 0x55dcdad0b1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:37.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.873+0000 7f8e3fe00700 1 -- 172.21.15.46:0/1077622403 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55dcdacfac10 msgr2=0x55dcdad0b1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:37.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.873+0000 7f8e3fe00700 1 --2- 172.21.15.46:0/1077622403 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55dcdacfac10 0x55dcdad0b1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:37.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.873+0000 7f8e3fe00700 1 -- 172.21.15.46:0/1077622403 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dcdad0e2c0 msgr2=0x55dcdad196b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:37.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.873+0000 7f8e3fe00700 1 --2- 172.21.15.46:0/1077622403 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dcdad0e2c0 0x55dcdad196b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:37.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.873+0000 7f8e3fe00700 1 -- 172.21.15.46:0/1077622403 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dcdad0d630 con 0x55dcdacfa2f0 2024-04-26T01:50:37.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.873+0000 7f8e3f400700 1 --2- 172.21.15.46:0/1077622403 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55dcdacfac10 0x55dcdad0b1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:50:37.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.873+0000 7f8e45000700 1 --2- 172.21.15.46:0/1077622403 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dcdad0e2c0 0x55dcdad196b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:50:37.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.873+0000 7f8e3fe00700 1 --2- 172.21.15.46:0/1077622403 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dcdacfa2f0 0x55dcdacf6930 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f8e300326b0 tx=0x7f8e30004230 comp rx=0 tx=0).ready entity=mon.2 client_cookie=95daacca37a3f74b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:37.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.874+0000 7f8e34c00700 1 -- 172.21.15.46:0/1077622403 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e30032aa0 con 0x55dcdacfa2f0 2024-04-26T01:50:37.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.874+0000 7f8e34c00700 1 -- 172.21.15.46:0/1077622403 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8e3002e030 con 0x55dcdacfa2f0 2024-04-26T01:50:37.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.874+0000 7f8e34c00700 1 -- 172.21.15.46:0/1077622403 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e30028850 con 0x55dcdacfa2f0 2024-04-26T01:50:37.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.874+0000 7f8e519b7b80 1 -- 172.21.15.46:0/1077622403 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dcdacfa2f0 msgr2=0x55dcdacf6930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:37.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.874+0000 7f8e519b7b80 1 --2- 172.21.15.46:0/1077622403 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dcdacfa2f0 0x55dcdacf6930 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f8e300326b0 tx=0x7f8e30004230 comp rx=0 tx=0).stop 2024-04-26T01:50:37.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.874+0000 7f8e519b7b80 1 -- 172.21.15.46:0/1077622403 shutdown_connections 2024-04-26T01:50:37.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.874+0000 7f8e519b7b80 1 --2- 172.21.15.46:0/1077622403 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dcdad0e2c0 0x55dcdad196b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:37.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.874+0000 7f8e519b7b80 1 --2- 172.21.15.46:0/1077622403 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dcdacfa2f0 0x55dcdacf6930 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:37.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.874+0000 7f8e519b7b80 1 --2- 172.21.15.46:0/1077622403 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55dcdacfac10 0x55dcdad0b1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:37.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.874+0000 7f8e519b7b80 1 -- 172.21.15.46:0/1077622403 >> 172.21.15.46:0/1077622403 conn(0x55dcdac29550 msgr2=0x55dcdad0aad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:37.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.875+0000 7f8e519b7b80 1 -- 172.21.15.46:0/1077622403 shutdown_connections 2024-04-26T01:50:37.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.875+0000 7f8e519b7b80 1 -- 172.21.15.46:0/1077622403 wait complete. 2024-04-26T01:50:37.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.875+0000 7f8e519b7b80 1 -- start start 2024-04-26T01:50:37.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.875+0000 7f8e519b7b80 1 Processor -- start 2024-04-26T01:50:37.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.876+0000 7f8e519b7b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dcdacfa2f0 0x55dcdad281b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:37.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.876+0000 7f8e519b7b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55dcdacfac10 0x55dcdad0eee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:37.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.876+0000 7f8e519b7b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dcdad0e2c0 0x55dcdad0f420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:37.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.876+0000 7f8e519b7b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55dcdad1ead0 con 0x55dcdacfa2f0 2024-04-26T01:50:37.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.876+0000 7f8e519b7b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55dcdad1e400 con 0x55dcdad0e2c0 2024-04-26T01:50:37.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.876+0000 7f8e519b7b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55dcdad1f1a0 con 0x55dcdacfac10 2024-04-26T01:50:37.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.876+0000 7f8e519b7b80 10 client.0 _ll_register_callbacks cb 0x55dcdabe66d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:50:37.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.876+0000 7f8e3fe00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dcdacfa2f0 0x55dcdad281b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:37.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.876+0000 7f8e3fe00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dcdacfa2f0 0x55dcdad281b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39688/0 (socket says 172.21.15.46:39688) 2024-04-26T01:50:37.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.876+0000 7f8e3fe00700 1 -- 172.21.15.46:0/3627789470 learned_addr learned my addr 172.21.15.46:0/3627789470 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:50:37.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.876+0000 7f8e45000700 1 --2- 172.21.15.46:0/3627789470 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dcdad0e2c0 0x55dcdad0f420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:37.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.876+0000 7f8e3f400700 1 --2- 172.21.15.46:0/3627789470 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55dcdacfac10 0x55dcdad0eee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:37.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.876+0000 7f8e3fe00700 1 -- 172.21.15.46:0/3627789470 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55dcdacfac10 msgr2=0x55dcdad0eee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:37.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.876+0000 7f8e3fe00700 1 --2- 172.21.15.46:0/3627789470 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55dcdacfac10 0x55dcdad0eee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:37.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.876+0000 7f8e3fe00700 1 -- 172.21.15.46:0/3627789470 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dcdad0e2c0 msgr2=0x55dcdad0f420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:37.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.876+0000 7f8e3fe00700 1 --2- 172.21.15.46:0/3627789470 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dcdad0e2c0 0x55dcdad0f420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:37.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.876+0000 7f8e3fe00700 1 -- 172.21.15.46:0/3627789470 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dcdad0fa10 con 0x55dcdacfa2f0 2024-04-26T01:50:37.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.876+0000 7f8e45000700 1 --2- 172.21.15.46:0/3627789470 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dcdad0e2c0 0x55dcdad0f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:50:37.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.877+0000 7f8e3fe00700 1 --2- 172.21.15.46:0/3627789470 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dcdacfa2f0 0x55dcdad281b0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f8e300327a0 tx=0x7f8e30032470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3fa2491e705482e3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:37.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.877+0000 7f8e2a000700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2024-04-26T01:50:37.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.877+0000 7f8e2a000700 1 -- 172.21.15.46:0/3627789470 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e3003f020 con 0x55dcdacfa2f0 2024-04-26T01:50:37.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.877+0000 7f8e2a000700 1 -- 172.21.15.46:0/3627789470 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f8e3001f990 con 0x55dcdacfa2f0 2024-04-26T01:50:37.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.877+0000 7f8e519b7b80 1 -- 172.21.15.46:0/3627789470 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8e3002e030 con 0x55dcdacfa2f0 2024-04-26T01:50:37.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.877+0000 7f8e2a000700 1 -- 172.21.15.46:0/3627789470 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f8e3001fb90 con 0x55dcdacfa2f0 2024-04-26T01:50:37.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.877+0000 7f8e519b7b80 10 client.14955 fetch_fsmap learned FSMap version 28 2024-04-26T01:50:37.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.877+0000 7f8e519b7b80 1 -- 172.21.15.46:0/3627789470 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55dcdad84910 con 0x55dcdacfa2f0 2024-04-26T01:50:37.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.878+0000 7f8e2a000700 1 -- 172.21.15.46:0/3627789470 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8e3002e030 con 0x55dcdacfa2f0 2024-04-26T01:50:37.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.878+0000 7f8e2a000700 1 -- 172.21.15.46:0/3627789470 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f8e30026030 con 0x55dcdacfa2f0 2024-04-26T01:50:37.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.878+0000 7f8e519b7b80 10 client.14955 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:50:37.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.878+0000 7f8e519b7b80 10 client.14955 resolve_mds: resolved name 'a' to daemon mds.a 2024-04-26T01:50:37.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.878+0000 7f8e519b7b80 20 client.14955 populate_metadata read hostname 'smithi046' 2024-04-26T01:50:37.879 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.878+0000 7f8e519b7b80 1 --2- 172.21.15.46:0/3627789470 >> [v2:172.21.15.46:6840/1857491842,v1:172.21.15.46:6841/1857491842] conn(0x55dcdad88e90 0x55dcdad87ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:37.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.878+0000 7f8e519b7b80 4 client.14955 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T01:50:37.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.878+0000 7f8e519b7b80 1 -- 172.21.15.46:0/3627789470 --> [v2:172.21.15.46:6840/1857491842,v1:172.21.15.46:6841/1857491842] -- command(tid 0: {"prefix": "status"}) -- 0x55dcdac556d0 con 0x55dcdad88e90 2024-04-26T01:50:37.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.878+0000 7f8e3f400700 1 --2- 172.21.15.46:0/3627789470 >> [v2:172.21.15.46:6840/1857491842,v1:172.21.15.46:6841/1857491842] conn(0x55dcdad88e90 0x55dcdad87ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:37.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.879+0000 7f8e3f400700 1 --2- 172.21.15.46:0/3627789470 >> [v2:172.21.15.46:6840/1857491842,v1:172.21.15.46:6841/1857491842] conn(0x55dcdad88e90 0x55dcdad87ba0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=daa9d3041c15bd96 server_cookie=13d0f0622567f84e in_seq=0 out_seq=0 2024-04-26T01:50:37.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.879+0000 7f8e2a000700 10 client.14955 ms_handle_connect on v2:172.21.15.46:6840/1857491842 2024-04-26T01:50:37.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.879+0000 7f8e2a000700 1 -- 172.21.15.46:0/3627789470 <== mds.1 v2:172.21.15.46:6840/1857491842 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55dcdac556d0 con 0x55dcdad88e90 2024-04-26T01:50:37.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.879+0000 7f8e2a000700 10 client.14955 handle_command_reply: tid=0 2024-04-26T01:50:37.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.879+0000 7f8e519b7b80 1 client.14955 shutdown 2024-04-26T01:50:37.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.879+0000 7f8e519b7b80 1 -- 172.21.15.46:0/3627789470 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dcdacfa2f0 msgr2=0x55dcdad281b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:37.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.879+0000 7f8e519b7b80 1 --2- 172.21.15.46:0/3627789470 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dcdacfa2f0 0x55dcdad281b0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f8e300327a0 tx=0x7f8e30032470 comp rx=0 tx=0).stop 2024-04-26T01:50:37.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.879+0000 7f8e519b7b80 1 -- 172.21.15.46:0/3627789470 shutdown_connections 2024-04-26T01:50:37.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.879+0000 7f8e519b7b80 1 --2- 172.21.15.46:0/3627789470 >> [v2:172.21.15.46:6840/1857491842,v1:172.21.15.46:6841/1857491842] conn(0x55dcdad88e90 0x55dcdad87ba0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:37.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.879+0000 7f8e519b7b80 1 --2- 172.21.15.46:0/3627789470 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dcdad0e2c0 0x55dcdad0f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:37.880 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.879+0000 7f8e519b7b80 1 --2- 172.21.15.46:0/3627789470 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dcdacfa2f0 0x55dcdad281b0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:37.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.879+0000 7f8e519b7b80 1 --2- 172.21.15.46:0/3627789470 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55dcdacfac10 0x55dcdad0eee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:37.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.879+0000 7f8e519b7b80 1 -- 172.21.15.46:0/3627789470 >> 172.21.15.46:0/3627789470 conn(0x55dcdac29550 msgr2=0x55dcdad05d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:37.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.880+0000 7f8e2a000700 0 client.14955 ms_handle_reset on v2:172.21.15.46:6840/1857491842 2024-04-26T01:50:37.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.880+0000 7f8e519b7b80 1 -- 172.21.15.46:0/3627789470 shutdown_connections 2024-04-26T01:50:37.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.880+0000 7f8e519b7b80 1 -- 172.21.15.46:0/3627789470 wait complete. 2024-04-26T01:50:37.881 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.880+0000 7f8e519b7b80 20 client.14955 trim_cache size 0 max 16384 2024-04-26T01:50:37.881 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-04-26T01:50:37.881 INFO:teuthology.orchestra.run.smithi046.stdout: "cluster_fsid": "4e298560-036d-11ef-bc93-c7b262605968", 2024-04-26T01:50:37.881 INFO:teuthology.orchestra.run.smithi046.stdout: "whoami": 1, 2024-04-26T01:50:37.881 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 24524, 2024-04-26T01:50:37.881 INFO:teuthology.orchestra.run.smithi046.stdout: "want_state": "up:active", 2024-04-26T01:50:37.882 INFO:teuthology.orchestra.run.smithi046.stdout: "state": "up:active", 2024-04-26T01:50:37.882 INFO:teuthology.orchestra.run.smithi046.stdout: "fs_name": "cephfs", 2024-04-26T01:50:37.882 INFO:teuthology.orchestra.run.smithi046.stdout: "rank_uptime": 227.955196578, 2024-04-26T01:50:37.882 INFO:teuthology.orchestra.run.smithi046.stdout: "mdsmap_epoch": 28, 2024-04-26T01:50:37.882 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch": 91, 2024-04-26T01:50:37.882 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T01:50:37.882 INFO:teuthology.orchestra.run.smithi046.stdout: "uptime": 268.53258444199997 2024-04-26T01:50:37.882 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-04-26T01:50:37.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.880+0000 7f8e47000700 1 -- 172.21.15.46:0/79912277 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f8e240a4000 msgr2=0x7f8e240a64c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:37.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.880+0000 7f8e47000700 1 --2- 172.21.15.46:0/79912277 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f8e240a4000 0x7f8e240a64c0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f8e30009fd0 tx=0x7f8e30009260 comp rx=0 tx=0).stop 2024-04-26T01:50:37.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.881+0000 7f8e47000700 1 -- 172.21.15.46:0/79912277 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8e401034b0 msgr2=0x7f8e4019ba30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:37.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.881+0000 7f8e47000700 1 --2- 172.21.15.46:0/79912277 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8e401034b0 0x7f8e4019ba30 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f8e2c006010 tx=0x7f8e2c003a90 comp rx=0 tx=0).stop 2024-04-26T01:50:37.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.881+0000 7f8e47000700 1 -- 172.21.15.46:0/79912277 shutdown_connections 2024-04-26T01:50:37.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.881+0000 7f8e47000700 1 --2- 172.21.15.46:0/79912277 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8e40107940 0x7f8e4019fdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:37.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.881+0000 7f8e47000700 1 --2- 172.21.15.46:0/79912277 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f8e240a4000 0x7f8e240a64c0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:37.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.881+0000 7f8e47000700 1 --2- 172.21.15.46:0/79912277 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8e40102af0 0x7f8e4019b4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:37.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.881+0000 7f8e47000700 1 --2- 172.21.15.46:0/79912277 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8e401034b0 0x7f8e4019ba30 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:37.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.881+0000 7f8e47000700 1 -- 172.21.15.46:0/79912277 >> 172.21.15.46:0/79912277 conn(0x7f8e40079ba0 msgr2=0x7f8e40100960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:37.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.881+0000 7f8e47000700 1 -- 172.21.15.46:0/79912277 shutdown_connections 2024-04-26T01:50:37.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:37.881+0000 7f8e47000700 1 -- 172.21.15.46:0/79912277 wait complete. 2024-04-26T01:50:38.757 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph tell mds.b status 2024-04-26T01:50:39.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:38 smithi046 ceph-mon[28013]: pgmap v459: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:50:39.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:38 smithi103 ceph-mon[32920]: pgmap v459: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:50:39.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:38 smithi163 ceph-mon[32592]: pgmap v459: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-04-26T01:50:39.222 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:50:41.026 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:40 smithi046 ceph-mon[28013]: pgmap v460: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:50:41.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:40 smithi103 ceph-mon[32920]: pgmap v460: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:50:41.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:40 smithi163 ceph-mon[32592]: pgmap v460: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-04-26T01:50:41.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.576+0000 7f1f7fa00700 1 -- 172.21.15.46:0/2728692941 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1f78107960 msgr2=0x7f1f7806afe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:41.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.576+0000 7f1f7fa00700 1 --2- 172.21.15.46:0/2728692941 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1f78107960 0x7f1f7806afe0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f1f6c009990 tx=0x7f1f6c009ca0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.576+0000 7f1f7fa00700 1 -- 172.21.15.46:0/2728692941 shutdown_connections 2024-04-26T01:50:41.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.576+0000 7f1f7fa00700 1 --2- 172.21.15.46:0/2728692941 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1f78105470 0x7f1f78105900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.576+0000 7f1f7fa00700 1 --2- 172.21.15.46:0/2728692941 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1f78107960 0x7f1f7806afe0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.576+0000 7f1f7fa00700 1 --2- 172.21.15.46:0/2728692941 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1f7806b520 0x7f1f7806b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.576+0000 7f1f7fa00700 1 -- 172.21.15.46:0/2728692941 >> 172.21.15.46:0/2728692941 conn(0x7f1f780788b0 msgr2=0x7f1f78078cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:41.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.577+0000 7f1f7fa00700 1 -- 172.21.15.46:0/2728692941 shutdown_connections 2024-04-26T01:50:41.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.577+0000 7f1f7fa00700 1 -- 172.21.15.46:0/2728692941 wait complete. 2024-04-26T01:50:41.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.578+0000 7f1f7fa00700 1 Processor -- start 2024-04-26T01:50:41.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.578+0000 7f1f7fa00700 1 -- start start 2024-04-26T01:50:41.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.578+0000 7f1f7fa00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1f7806b520 0x7f1f781a5580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:41.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.578+0000 7f1f7fa00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1f78105470 0x7f1f781a5ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:41.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.578+0000 7f1f7fa00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1f78107960 0x7f1f7819f650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:41.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.578+0000 7f1f7fa00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f1f78119330 con 0x7f1f7806b520 2024-04-26T01:50:41.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.578+0000 7f1f7fa00700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f1f781191b0 con 0x7f1f78105470 2024-04-26T01:50:41.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.578+0000 7f1f7fa00700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f1f781194b0 con 0x7f1f78107960 2024-04-26T01:50:41.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.579+0000 7f1f7d000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1f7806b520 0x7f1f781a5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:41.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.579+0000 7f1f7d000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1f7806b520 0x7f1f781a5580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39706/0 (socket says 172.21.15.46:39706) 2024-04-26T01:50:41.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.579+0000 7f1f7d000700 1 -- 172.21.15.46:0/1692977171 learned_addr learned my addr 172.21.15.46:0/1692977171 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:50:41.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.579+0000 7f1f7da00700 1 --2- 172.21.15.46:0/1692977171 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1f78107960 0x7f1f7819f650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:41.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.579+0000 7f1f77e00700 1 --2- 172.21.15.46:0/1692977171 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1f78105470 0x7f1f781a5ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:41.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.579+0000 7f1f7da00700 1 -- 172.21.15.46:0/1692977171 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1f78105470 msgr2=0x7f1f781a5ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:41.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.579+0000 7f1f7da00700 1 --2- 172.21.15.46:0/1692977171 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1f78105470 0x7f1f781a5ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.579+0000 7f1f7da00700 1 -- 172.21.15.46:0/1692977171 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1f7806b520 msgr2=0x7f1f781a5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:41.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.579+0000 7f1f7da00700 1 --2- 172.21.15.46:0/1692977171 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1f7806b520 0x7f1f781a5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.579+0000 7f1f7da00700 1 -- 172.21.15.46:0/1692977171 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f7819ff30 con 0x7f1f78107960 2024-04-26T01:50:41.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.579+0000 7f1f7d000700 1 --2- 172.21.15.46:0/1692977171 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1f7806b520 0x7f1f781a5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:50:41.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.580+0000 7f1f7da00700 1 --2- 172.21.15.46:0/1692977171 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1f78107960 0x7f1f7819f650 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f1f7000efc0 tx=0x7f1f7000c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:41.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.580+0000 7f1f75600700 1 -- 172.21.15.46:0/1692977171 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f700092e0 con 0x7f1f78107960 2024-04-26T01:50:41.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.580+0000 7f1f75600700 1 -- 172.21.15.46:0/1692977171 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1f70004bb0 con 0x7f1f78107960 2024-04-26T01:50:41.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.580+0000 7f1f75600700 1 -- 172.21.15.46:0/1692977171 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f70004280 con 0x7f1f78107960 2024-04-26T01:50:41.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.580+0000 7f1f7fa00700 1 -- 172.21.15.46:0/1692977171 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f781a01c0 con 0x7f1f78107960 2024-04-26T01:50:41.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.580+0000 7f1f7fa00700 1 -- 172.21.15.46:0/1692977171 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f781ac330 con 0x7f1f78107960 2024-04-26T01:50:41.583 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.585+0000 7f1f75600700 1 -- 172.21.15.46:0/1692977171 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f1f7001b030 con 0x7f1f78107960 2024-04-26T01:50:41.584 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.586+0000 7f1f8a397b80 1 Processor -- start 2024-04-26T01:50:41.584 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.586+0000 7f1f8a397b80 1 -- start start 2024-04-26T01:50:41.584 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.587+0000 7f1f8a397b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7bb3da780 0x55f7bb3dab60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:41.584 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.587+0000 7f1f8a397b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f7bb3db0a0 0x55f7bb3d49b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:41.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.587+0000 7f1f8a397b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55f7bb3d4ef0 0x55f7bb3d5330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:41.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.587+0000 7f1f8a397b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55f7bb326e40 con 0x55f7bb3da780 2024-04-26T01:50:41.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.587+0000 7f1f8a397b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55f7bb2cd6e0 con 0x55f7bb3db0a0 2024-04-26T01:50:41.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.587+0000 7f1f8a397b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55f7bb322e00 con 0x55f7bb3d4ef0 2024-04-26T01:50:41.586 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.587+0000 7f1f75600700 1 --2- 172.21.15.46:0/1692977171 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f1f600a3cc0 0x7f1f600a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:41.586 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.587+0000 7f1f77e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7bb3da780 0x55f7bb3dab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:41.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.587+0000 7f1f77e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7bb3da780 0x55f7bb3dab60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39718/0 (socket says 172.21.15.46:39718) 2024-04-26T01:50:41.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.587+0000 7f1f77e00700 1 -- 172.21.15.46:0/1654168235 learned_addr learned my addr 172.21.15.46:0/1654168235 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:50:41.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.587+0000 7f1f7d000700 1 --2- 172.21.15.46:0/1654168235 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f7bb3db0a0 0x55f7bb3d49b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:41.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.587+0000 7f1f77e00700 1 --2- 172.21.15.46:0/1654168235 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55f7bb3d4ef0 0x55f7bb3d5330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:41.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.587+0000 7f1f75600700 1 -- 172.21.15.46:0/1692977171 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f1f700cfe10 con 0x7f1f78107960 2024-04-26T01:50:41.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.587+0000 7f1f7da00700 1 --2- 172.21.15.46:0/1692977171 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f1f600a3cc0 0x7f1f600a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:41.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.588+0000 7f1f7d000700 1 -- 172.21.15.46:0/1654168235 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55f7bb3d4ef0 msgr2=0x55f7bb3d5330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:41.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.588+0000 7f1f7d000700 1 --2- 172.21.15.46:0/1654168235 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55f7bb3d4ef0 0x55f7bb3d5330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.588+0000 7f1f7d000700 1 -- 172.21.15.46:0/1654168235 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7bb3da780 msgr2=0x55f7bb3dab60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:41.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.588+0000 7f1f7d000700 1 --2- 172.21.15.46:0/1654168235 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7bb3da780 0x55f7bb3dab60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.587 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.588+0000 7f1f7d000700 1 -- 172.21.15.46:0/1654168235 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f7bb2c3630 con 0x55f7bb3db0a0 2024-04-26T01:50:41.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.588+0000 7f1f77e00700 1 --2- 172.21.15.46:0/1654168235 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7bb3da780 0x55f7bb3dab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:50:41.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.588+0000 7f1f7d000700 1 --2- 172.21.15.46:0/1654168235 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f7bb3db0a0 0x55f7bb3d49b0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f1f6c000c00 tx=0x7f1f6c00b260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=472f9c0ff0a09c3e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:41.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.588+0000 7f1f7da00700 1 --2- 172.21.15.46:0/1692977171 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f1f600a3cc0 0x7f1f600a6180 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f1f70009510 tx=0x7f1f70009480 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:41.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.588+0000 7f1f6a000700 1 -- 172.21.15.46:0/1654168235 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f6c027070 con 0x55f7bb3db0a0 2024-04-26T01:50:41.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.588+0000 7f1f6a000700 1 -- 172.21.15.46:0/1654168235 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1f6c005570 con 0x55f7bb3db0a0 2024-04-26T01:50:41.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.589+0000 7f1f6a000700 1 -- 172.21.15.46:0/1654168235 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f6c00f460 con 0x55f7bb3db0a0 2024-04-26T01:50:41.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.589+0000 7f1f8a397b80 1 -- 172.21.15.46:0/1654168235 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f7bb3db0a0 msgr2=0x55f7bb3d49b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:41.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.589+0000 7f1f8a397b80 1 --2- 172.21.15.46:0/1654168235 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f7bb3db0a0 0x55f7bb3d49b0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f1f6c000c00 tx=0x7f1f6c00b260 comp rx=0 tx=0).stop 2024-04-26T01:50:41.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.589+0000 7f1f8a397b80 1 -- 172.21.15.46:0/1654168235 shutdown_connections 2024-04-26T01:50:41.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.589+0000 7f1f8a397b80 1 --2- 172.21.15.46:0/1654168235 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55f7bb3d4ef0 0x55f7bb3d5330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.589+0000 7f1f8a397b80 1 --2- 172.21.15.46:0/1654168235 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7bb3da780 0x55f7bb3dab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.589+0000 7f1f8a397b80 1 --2- 172.21.15.46:0/1654168235 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f7bb3db0a0 0x55f7bb3d49b0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.589+0000 7f1f8a397b80 1 -- 172.21.15.46:0/1654168235 >> 172.21.15.46:0/1654168235 conn(0x55f7bb302f00 msgr2=0x55f7bb3cf8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:41.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.589+0000 7f1f8a397b80 1 -- 172.21.15.46:0/1654168235 shutdown_connections 2024-04-26T01:50:41.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.590+0000 7f1f8a397b80 1 -- 172.21.15.46:0/1654168235 wait complete. 2024-04-26T01:50:41.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.590+0000 7f1f8a397b80 1 -- start start 2024-04-26T01:50:41.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.590+0000 7f1f8a397b80 1 Processor -- start 2024-04-26T01:50:41.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.591+0000 7f1f8a397b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55f7bb3d4ef0 0x55f7bb3e0cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:41.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.591+0000 7f1f8a397b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7bb3da780 0x55f7bb3ddff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:41.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.591+0000 7f1f8a397b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f7bb3de530 0x55f7bb3de9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:41.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.591+0000 7f1f8a397b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55f7bb3e18c0 con 0x55f7bb3da780 2024-04-26T01:50:41.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.591+0000 7f1f8a397b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55f7bb2e0810 con 0x55f7bb3de530 2024-04-26T01:50:41.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.591+0000 7f1f8a397b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55f7bb3e1a40 con 0x55f7bb3d4ef0 2024-04-26T01:50:41.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.591+0000 7f1f8a397b80 10 client.0 _ll_register_callbacks cb 0x55f7bb2bf6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:50:41.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.591+0000 7f1f7d000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7bb3da780 0x55f7bb3ddff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:41.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.591+0000 7f1f7d000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7bb3da780 0x55f7bb3ddff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39730/0 (socket says 172.21.15.46:39730) 2024-04-26T01:50:41.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.591+0000 7f1f7d000700 1 -- 172.21.15.46:0/1847492848 learned_addr learned my addr 172.21.15.46:0/1847492848 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:50:41.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.591+0000 7f1f77e00700 1 --2- 172.21.15.46:0/1847492848 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f7bb3de530 0x55f7bb3de9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:41.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.591+0000 7f1f77e00700 1 --2- 172.21.15.46:0/1847492848 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55f7bb3d4ef0 0x55f7bb3e0cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:41.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.592+0000 7f1f77e00700 1 -- 172.21.15.46:0/1847492848 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f7bb3de530 msgr2=0x55f7bb3de9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:41.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.592+0000 7f1f77e00700 1 --2- 172.21.15.46:0/1847492848 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f7bb3de530 0x55f7bb3de9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.592+0000 7f1f77e00700 1 -- 172.21.15.46:0/1847492848 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7bb3da780 msgr2=0x55f7bb3ddff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:41.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.592+0000 7f1f77e00700 1 --2- 172.21.15.46:0/1847492848 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7bb3da780 0x55f7bb3ddff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.592+0000 7f1f77e00700 1 -- 172.21.15.46:0/1847492848 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f7bb274880 con 0x55f7bb3d4ef0 2024-04-26T01:50:41.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.592+0000 7f1f77e00700 1 --2- 172.21.15.46:0/1847492848 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55f7bb3d4ef0 0x55f7bb3e0cf0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f1f64013fc0 tx=0x7f1f640058e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d19360d1ff28da2a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:41.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.592+0000 7f1f5ea00700 10 client.0 ms_handle_connect on v2:172.21.15.163:3300/0 2024-04-26T01:50:41.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.592+0000 7f1f5ea00700 1 -- 172.21.15.46:0/1847492848 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f64012070 con 0x55f7bb3d4ef0 2024-04-26T01:50:41.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.592+0000 7f1f5ea00700 1 -- 172.21.15.46:0/1847492848 <== mon.1 v2:172.21.15.163:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f1f64012210 con 0x55f7bb3d4ef0 2024-04-26T01:50:41.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.592+0000 7f1f8a397b80 1 -- 172.21.15.46:0/1847492848 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1f6c005570 con 0x55f7bb3d4ef0 2024-04-26T01:50:41.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.593+0000 7f1f5ea00700 1 -- 172.21.15.46:0/1847492848 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f1f64012c50 con 0x55f7bb3d4ef0 2024-04-26T01:50:41.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.593+0000 7f1f8a397b80 10 client.25105 fetch_fsmap learned FSMap version 28 2024-04-26T01:50:41.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.593+0000 7f1f8a397b80 1 -- 172.21.15.46:0/1847492848 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f7bb2bdaa0 con 0x55f7bb3d4ef0 2024-04-26T01:50:41.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.593+0000 7f1f5ea00700 1 -- 172.21.15.46:0/1847492848 <== mon.1 v2:172.21.15.163:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1f6c005570 con 0x55f7bb3d4ef0 2024-04-26T01:50:41.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.593+0000 7f1f5ea00700 1 -- 172.21.15.46:0/1847492848 <== mon.1 v2:172.21.15.163:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f1f64022040 con 0x55f7bb3d4ef0 2024-04-26T01:50:41.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.593+0000 7f1f8a397b80 10 client.25105 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:50:41.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.593+0000 7f1f8a397b80 10 client.25105 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-26T01:50:41.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.593+0000 7f1f8a397b80 20 client.25105 populate_metadata read hostname 'smithi046' 2024-04-26T01:50:41.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.593+0000 7f1f8a397b80 1 --2- 172.21.15.46:0/1847492848 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55f7bb3eea10 0x55f7bb3efe80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:41.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.593+0000 7f1f8a397b80 4 client.25105 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:50:41.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.594+0000 7f1f8a397b80 1 -- 172.21.15.46:0/1847492848 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f7bb334630 con 0x55f7bb3eea10 2024-04-26T01:50:41.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.594+0000 7f1f7d000700 1 --2- 172.21.15.46:0/1847492848 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55f7bb3eea10 0x55f7bb3efe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:41.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.594+0000 7f1f7d000700 1 --2- 172.21.15.46:0/1847492848 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55f7bb3eea10 0x55f7bb3efe80 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3d3b3e770417b59 server_cookie=64cb7a264254709e in_seq=0 out_seq=0 2024-04-26T01:50:41.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.594+0000 7f1f5ea00700 10 client.25105 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:50:41.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.595+0000 7f1f5ea00700 1 -- 172.21.15.46:0/1847492848 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55f7bb334630 con 0x55f7bb3eea10 2024-04-26T01:50:41.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.595+0000 7f1f5ea00700 10 client.25105 handle_command_reply: tid=0 2024-04-26T01:50:41.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.595+0000 7f1f8a397b80 1 client.25105 shutdown 2024-04-26T01:50:41.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.596+0000 7f1f8a397b80 1 -- 172.21.15.46:0/1847492848 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55f7bb3d4ef0 msgr2=0x55f7bb3e0cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:41.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.596+0000 7f1f8a397b80 1 --2- 172.21.15.46:0/1847492848 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55f7bb3d4ef0 0x55f7bb3e0cf0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f1f64013fc0 tx=0x7f1f640058e0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.596+0000 7f1f8a397b80 1 -- 172.21.15.46:0/1847492848 shutdown_connections 2024-04-26T01:50:41.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.596+0000 7f1f8a397b80 1 --2- 172.21.15.46:0/1847492848 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f7bb3de530 0x55f7bb3de9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.596+0000 7f1f8a397b80 1 --2- 172.21.15.46:0/1847492848 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55f7bb3eea10 0x55f7bb3efe80 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.596+0000 7f1f8a397b80 1 --2- 172.21.15.46:0/1847492848 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55f7bb3d4ef0 0x55f7bb3e0cf0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.596+0000 7f1f8a397b80 1 --2- 172.21.15.46:0/1847492848 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7bb3da780 0x55f7bb3ddff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.596+0000 7f1f8a397b80 1 -- 172.21.15.46:0/1847492848 >> 172.21.15.46:0/1847492848 conn(0x55f7bb302f00 msgr2=0x55f7bb3cee50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:41.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.596+0000 7f1f5ea00700 0 client.25105 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:50:41.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.596+0000 7f1f8a397b80 1 -- 172.21.15.46:0/1847492848 shutdown_connections 2024-04-26T01:50:41.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.596+0000 7f1f8a397b80 1 -- 172.21.15.46:0/1847492848 wait complete. 2024-04-26T01:50:41.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.596+0000 7f1f8a397b80 20 client.25105 trim_cache size 0 max 16384 2024-04-26T01:50:41.617 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.618+0000 7f1f8a397b80 1 Processor -- start 2024-04-26T01:50:41.617 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.619+0000 7f1f8a397b80 1 -- start start 2024-04-26T01:50:41.617 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.619+0000 7f1f8a397b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55f7bb3d4ef0 0x55f7bb3d49b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:41.617 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.619+0000 7f1f8a397b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f7bb3da780 0x55f7bb3d1080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:41.617 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.619+0000 7f1f8a397b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7bb3de530 0x55f7bb3cf5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:41.617 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.619+0000 7f1f8a397b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55f7bb3ee1c0 con 0x55f7bb3de530 2024-04-26T01:50:41.617 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.619+0000 7f1f8a397b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55f7bb3ee890 con 0x55f7bb3da780 2024-04-26T01:50:41.617 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.619+0000 7f1f8a397b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55f7bb3eef60 con 0x55f7bb3d4ef0 2024-04-26T01:50:41.618 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.619+0000 7f1f77e00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55f7bb3d4ef0 0x55f7bb3d49b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:41.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.619+0000 7f1f7d000700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f7bb3da780 0x55f7bb3d1080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:41.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.619+0000 7f1f77e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7bb3de530 0x55f7bb3cf5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:41.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.619+0000 7f1f7d000700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f7bb3da780 0x55f7bb3d1080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:57904/0 (socket says 172.21.15.46:57904) 2024-04-26T01:50:41.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.620+0000 7f1f7d000700 1 -- 172.21.15.46:0/2956703366 learned_addr learned my addr 172.21.15.46:0/2956703366 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:50:41.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.620+0000 7f1f7d000700 1 -- 172.21.15.46:0/2956703366 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55f7bb3d4ef0 msgr2=0x55f7bb3d49b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:41.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.620+0000 7f1f7d000700 1 --2- 172.21.15.46:0/2956703366 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55f7bb3d4ef0 0x55f7bb3d49b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.620+0000 7f1f7d000700 1 -- 172.21.15.46:0/2956703366 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7bb3de530 msgr2=0x55f7bb3cf5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:41.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.620+0000 7f1f7d000700 1 --2- 172.21.15.46:0/2956703366 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7bb3de530 0x55f7bb3cf5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.620+0000 7f1f7d000700 1 -- 172.21.15.46:0/2956703366 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f7bb3d5ae0 con 0x55f7bb3da780 2024-04-26T01:50:41.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.620+0000 7f1f77e00700 1 --2- 172.21.15.46:0/2956703366 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7bb3de530 0x55f7bb3cf5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:50:41.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.620+0000 7f1f7d000700 1 --2- 172.21.15.46:0/2956703366 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f7bb3da780 0x55f7bb3d1080 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f1f6c009cc0 tx=0x7f1f6c005720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=730e391989564c22 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:41.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.621+0000 7f1f69600700 1 -- 172.21.15.46:0/2956703366 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f6c032020 con 0x55f7bb3da780 2024-04-26T01:50:41.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.621+0000 7f1f69600700 1 -- 172.21.15.46:0/2956703366 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1f6c028040 con 0x55f7bb3da780 2024-04-26T01:50:41.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.621+0000 7f1f69600700 1 -- 172.21.15.46:0/2956703366 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f6c032e60 con 0x55f7bb3da780 2024-04-26T01:50:41.621 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.621+0000 7f1f8a397b80 1 -- 172.21.15.46:0/2956703366 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f7bb3da780 msgr2=0x55f7bb3d1080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:41.621 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.621+0000 7f1f8a397b80 1 --2- 172.21.15.46:0/2956703366 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f7bb3da780 0x55f7bb3d1080 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f1f6c009cc0 tx=0x7f1f6c005720 comp rx=0 tx=0).stop 2024-04-26T01:50:41.621 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.621+0000 7f1f8a397b80 1 -- 172.21.15.46:0/2956703366 shutdown_connections 2024-04-26T01:50:41.621 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.621+0000 7f1f8a397b80 1 --2- 172.21.15.46:0/2956703366 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7bb3de530 0x55f7bb3cf5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.621 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.621+0000 7f1f8a397b80 1 --2- 172.21.15.46:0/2956703366 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55f7bb3d4ef0 0x55f7bb3d49b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.621+0000 7f1f8a397b80 1 --2- 172.21.15.46:0/2956703366 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f7bb3da780 0x55f7bb3d1080 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.621+0000 7f1f8a397b80 1 -- 172.21.15.46:0/2956703366 >> 172.21.15.46:0/2956703366 conn(0x55f7bb302f00 msgr2=0x55f7bb3dc8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:41.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.621+0000 7f1f8a397b80 1 -- 172.21.15.46:0/2956703366 shutdown_connections 2024-04-26T01:50:41.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.621+0000 7f1f8a397b80 1 -- 172.21.15.46:0/2956703366 wait complete. 2024-04-26T01:50:41.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.622+0000 7f1f8a397b80 1 -- start start 2024-04-26T01:50:41.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.622+0000 7f1f8a397b80 1 Processor -- start 2024-04-26T01:50:41.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.622+0000 7f1f8a397b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7bb3d4ef0 0x55f7bb3f9300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:41.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.623+0000 7f1f8a397b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f7bb3da780 0x55f7bb3f9840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:41.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.623+0000 7f1f8a397b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55f7bb3de530 0x55f7bb3f42b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:41.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.623+0000 7f1f8a397b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55f7bb3efd00 con 0x55f7bb3d4ef0 2024-04-26T01:50:41.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.623+0000 7f1f8a397b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55f7bb3ef630 con 0x55f7bb3da780 2024-04-26T01:50:41.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.623+0000 7f1f8a397b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55f7bb3f03d0 con 0x55f7bb3de530 2024-04-26T01:50:41.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.623+0000 7f1f8a397b80 10 client.0 _ll_register_callbacks cb 0x55f7bb2bf6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:50:41.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.623+0000 7f1f77e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7bb3d4ef0 0x55f7bb3f9300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:41.623 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.623+0000 7f1f77e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7bb3d4ef0 0x55f7bb3f9300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39750/0 (socket says 172.21.15.46:39750) 2024-04-26T01:50:41.623 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.623+0000 7f1f77e00700 1 -- 172.21.15.46:0/2603463143 learned_addr learned my addr 172.21.15.46:0/2603463143 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:50:41.623 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.623+0000 7f1f7d000700 1 --2- 172.21.15.46:0/2603463143 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f7bb3da780 0x55f7bb3f9840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:41.623 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.623+0000 7f1f77e00700 1 --2- 172.21.15.46:0/2603463143 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55f7bb3de530 0x55f7bb3f42b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:41.623 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.623+0000 7f1f77e00700 1 -- 172.21.15.46:0/2603463143 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55f7bb3de530 msgr2=0x55f7bb3f42b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:41.623 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.623+0000 7f1f77e00700 1 --2- 172.21.15.46:0/2603463143 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55f7bb3de530 0x55f7bb3f42b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.623 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.623+0000 7f1f77e00700 1 -- 172.21.15.46:0/2603463143 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f7bb3da780 msgr2=0x55f7bb3f9840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:50:41.623 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.623+0000 7f1f77e00700 1 --2- 172.21.15.46:0/2603463143 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f7bb3da780 0x55f7bb3f9840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.623 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.623+0000 7f1f77e00700 1 -- 172.21.15.46:0/2603463143 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f7bb3d8a40 con 0x55f7bb3d4ef0 2024-04-26T01:50:41.623 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.624+0000 7f1f77e00700 1 --2- 172.21.15.46:0/2603463143 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7bb3d4ef0 0x55f7bb3f9300 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f1f64009d80 tx=0x7f1f64009c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95e6422da86f109a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:41.623 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.624+0000 7f1f5ea00700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2024-04-26T01:50:41.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.624+0000 7f1f5ea00700 1 -- 172.21.15.46:0/2603463143 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f64023500 con 0x55f7bb3d4ef0 2024-04-26T01:50:41.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.624+0000 7f1f8a397b80 1 -- 172.21.15.46:0/2603463143 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1f6c028040 con 0x55f7bb3d4ef0 2024-04-26T01:50:41.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.624+0000 7f1f5ea00700 1 -- 172.21.15.46:0/2603463143 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f1f640120e0 con 0x55f7bb3d4ef0 2024-04-26T01:50:41.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.624+0000 7f1f5ea00700 1 -- 172.21.15.46:0/2603463143 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f1f64005020 con 0x55f7bb3d4ef0 2024-04-26T01:50:41.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.624+0000 7f1f8a397b80 10 client.14973 fetch_fsmap learned FSMap version 28 2024-04-26T01:50:41.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.624+0000 7f1f8a397b80 1 -- 172.21.15.46:0/2603463143 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f7bb4564a0 con 0x55f7bb3d4ef0 2024-04-26T01:50:41.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.625+0000 7f1f5ea00700 1 -- 172.21.15.46:0/2603463143 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1f6c028040 con 0x55f7bb3d4ef0 2024-04-26T01:50:41.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.625+0000 7f1f5ea00700 1 -- 172.21.15.46:0/2603463143 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f1f64023c70 con 0x55f7bb3d4ef0 2024-04-26T01:50:41.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.625+0000 7f1f8a397b80 10 client.14973 fetch_fsmap finished waiting for FSMap version 28 2024-04-26T01:50:41.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.625+0000 7f1f8a397b80 10 client.14973 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-26T01:50:41.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.625+0000 7f1f8a397b80 20 client.14973 populate_metadata read hostname 'smithi046' 2024-04-26T01:50:41.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.625+0000 7f1f8a397b80 1 --2- 172.21.15.46:0/2603463143 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55f7bb45aef0 0x55f7bb459c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:41.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.625+0000 7f1f8a397b80 4 client.14973 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T01:50:41.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.625+0000 7f1f8a397b80 1 -- 172.21.15.46:0/2603463143 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "status"}) -- 0x55f7bb32e6d0 con 0x55f7bb45aef0 2024-04-26T01:50:41.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.625+0000 7f1f7d000700 1 --2- 172.21.15.46:0/2603463143 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55f7bb45aef0 0x55f7bb459c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:41.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.626+0000 7f1f7d000700 1 --2- 172.21.15.46:0/2603463143 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55f7bb45aef0 0x55f7bb459c00 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3446149378ca260e server_cookie=f5aa80f0c34866cb in_seq=0 out_seq=0 2024-04-26T01:50:41.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.626+0000 7f1f5ea00700 10 client.14973 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:50:41.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.626+0000 7f1f5ea00700 1 -- 172.21.15.46:0/2603463143 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55f7bb32e6d0 con 0x55f7bb45aef0 2024-04-26T01:50:41.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.626+0000 7f1f5ea00700 10 client.14973 handle_command_reply: tid=0 2024-04-26T01:50:41.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.626+0000 7f1f8a397b80 1 client.14973 shutdown 2024-04-26T01:50:41.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.626+0000 7f1f8a397b80 1 -- 172.21.15.46:0/2603463143 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7bb3d4ef0 msgr2=0x55f7bb3f9300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:41.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.626+0000 7f1f8a397b80 1 --2- 172.21.15.46:0/2603463143 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7bb3d4ef0 0x55f7bb3f9300 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f1f64009d80 tx=0x7f1f64009c60 comp rx=0 tx=0).stop 2024-04-26T01:50:41.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.626+0000 7f1f8a397b80 1 -- 172.21.15.46:0/2603463143 shutdown_connections 2024-04-26T01:50:41.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.626+0000 7f1f8a397b80 1 --2- 172.21.15.46:0/2603463143 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55f7bb45aef0 0x55f7bb459c00 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.626+0000 7f1f8a397b80 1 --2- 172.21.15.46:0/2603463143 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55f7bb3de530 0x55f7bb3f42b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.626+0000 7f1f8a397b80 1 --2- 172.21.15.46:0/2603463143 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55f7bb3d4ef0 0x55f7bb3f9300 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.626+0000 7f1f8a397b80 1 --2- 172.21.15.46:0/2603463143 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f7bb3da780 0x55f7bb3f9840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.626+0000 7f1f8a397b80 1 -- 172.21.15.46:0/2603463143 >> 172.21.15.46:0/2603463143 conn(0x55f7bb302f00 msgr2=0x55f7bb3db490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:41.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.626+0000 7f1f5ea00700 0 client.14973 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:50:41.628 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.627+0000 7f1f8a397b80 1 -- 172.21.15.46:0/2603463143 shutdown_connections 2024-04-26T01:50:41.628 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.627+0000 7f1f8a397b80 1 -- 172.21.15.46:0/2603463143 wait complete. 2024-04-26T01:50:41.628 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.627+0000 7f1f8a397b80 20 client.14973 trim_cache size 0 max 16384 2024-04-26T01:50:41.628 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-04-26T01:50:41.628 INFO:teuthology.orchestra.run.smithi046.stdout: "cluster_fsid": "4e298560-036d-11ef-bc93-c7b262605968", 2024-04-26T01:50:41.628 INFO:teuthology.orchestra.run.smithi046.stdout: "whoami": 0, 2024-04-26T01:50:41.628 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 24530, 2024-04-26T01:50:41.628 INFO:teuthology.orchestra.run.smithi046.stdout: "want_state": "up:active", 2024-04-26T01:50:41.628 INFO:teuthology.orchestra.run.smithi046.stdout: "state": "up:active", 2024-04-26T01:50:41.628 INFO:teuthology.orchestra.run.smithi046.stdout: "fs_name": "cephfs", 2024-04-26T01:50:41.628 INFO:teuthology.orchestra.run.smithi046.stdout: "rank_uptime": 248.29833543999999, 2024-04-26T01:50:41.629 INFO:teuthology.orchestra.run.smithi046.stdout: "mdsmap_epoch": 28, 2024-04-26T01:50:41.629 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch": 91, 2024-04-26T01:50:41.629 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch_barrier": 89, 2024-04-26T01:50:41.629 INFO:teuthology.orchestra.run.smithi046.stdout: "uptime": 269.43330314299999 2024-04-26T01:50:41.629 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-04-26T01:50:41.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.627+0000 7f1f7fa00700 1 -- 172.21.15.46:0/1692977171 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f1f600a3cc0 msgr2=0x7f1f600a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:41.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.627+0000 7f1f7fa00700 1 --2- 172.21.15.46:0/1692977171 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f1f600a3cc0 0x7f1f600a6180 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f1f70009510 tx=0x7f1f70009480 comp rx=0 tx=0).stop 2024-04-26T01:50:41.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.627+0000 7f1f7fa00700 1 -- 172.21.15.46:0/1692977171 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1f78107960 msgr2=0x7f1f7819f650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:41.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.627+0000 7f1f7fa00700 1 --2- 172.21.15.46:0/1692977171 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1f78107960 0x7f1f7819f650 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f1f7000efc0 tx=0x7f1f7000c3a0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.628+0000 7f1f7fa00700 1 -- 172.21.15.46:0/1692977171 shutdown_connections 2024-04-26T01:50:41.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.628+0000 7f1f7fa00700 1 --2- 172.21.15.46:0/1692977171 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1f78107960 0x7f1f7819f650 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.628+0000 7f1f7fa00700 1 --2- 172.21.15.46:0/1692977171 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1f7806b520 0x7f1f781a5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.628+0000 7f1f7fa00700 1 --2- 172.21.15.46:0/1692977171 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f1f600a3cc0 0x7f1f600a6180 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.628+0000 7f1f7fa00700 1 --2- 172.21.15.46:0/1692977171 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1f78105470 0x7f1f781a5ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:41.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.628+0000 7f1f7fa00700 1 -- 172.21.15.46:0/1692977171 >> 172.21.15.46:0/1692977171 conn(0x7f1f780788b0 msgr2=0x7f1f78100920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:41.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.628+0000 7f1f7fa00700 1 -- 172.21.15.46:0/1692977171 shutdown_connections 2024-04-26T01:50:41.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:41.628+0000 7f1f7fa00700 1 -- 172.21.15.46:0/1692977171 wait complete. 2024-04-26T01:50:42.685 INFO:teuthology.run_tasks:Running task sequential... 2024-04-26T01:50:42.696 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-04-26T01:50:42.697 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-26T01:50:42.697 INFO:teuthology.task.print:Enabling mgr modules 2024-04-26T01:50:42.697 INFO:teuthology.task.sequential:In sequential, running task exec... 2024-04-26T01:50:42.698 INFO:teuthology.task.exec:Executing custom commands... 2024-04-26T01:50:42.698 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi046.front.sepia.ceph.com 2024-04-26T01:50:42.698 DEBUG:teuthology.orchestra.run.smithi046:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph mgr module enable snap_schedule' 2024-04-26T01:50:42.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:42.916+0000 7fd2ea000640 1 -- 172.21.15.46:0/453386935 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2e4105d90 msgr2=0x7fd2e410c620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:42.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:42.916+0000 7fd2ea000640 1 --2- 172.21.15.46:0/453386935 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2e4105d90 0x7fd2e410c620 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fd2dc009ca0 tx=0x7fd2dc02a8b0 comp rx=0 tx=0).stop 2024-04-26T01:50:42.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:42.917+0000 7fd2ea000640 1 -- 172.21.15.46:0/453386935 shutdown_connections 2024-04-26T01:50:42.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:42.917+0000 7fd2ea000640 1 --2- 172.21.15.46:0/453386935 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2e4105d90 0x7fd2e410c620 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:42.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:42.917+0000 7fd2ea000640 1 --2- 172.21.15.46:0/453386935 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd2e41053d0 0x7fd2e4105850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:42.915 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:42.917+0000 7fd2ea000640 1 --2- 172.21.15.46:0/453386935 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd2e41041e0 0x7fd2e4104600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:42.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:42.917+0000 7fd2ea000640 1 -- 172.21.15.46:0/453386935 >> 172.21.15.46:0/453386935 conn(0x7fd2e40ff770 msgr2=0x7fd2e4101b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:42.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:42.917+0000 7fd2ea000640 1 -- 172.21.15.46:0/453386935 shutdown_connections 2024-04-26T01:50:42.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:42.917+0000 7fd2ea000640 1 -- 172.21.15.46:0/453386935 wait complete. 2024-04-26T01:50:42.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:42.918+0000 7fd2ea000640 1 Processor -- start 2024-04-26T01:50:42.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:42.918+0000 7fd2ea000640 1 -- start start 2024-04-26T01:50:42.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:42.919+0000 7fd2ea000640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd2e41041e0 0x7fd2e419a3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:42.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:42.919+0000 7fd2ea000640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd2e41053d0 0x7fd2e419a8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:42.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:42.919+0000 7fd2ea000640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2e4105d90 0x7fd2e41a1950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:42.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:42.919+0000 7fd2ea000640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fd2e410fe40 con 0x7fd2e4105d90 2024-04-26T01:50:42.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:42.919+0000 7fd2ea000640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fd2e410fcc0 con 0x7fd2e41041e0 2024-04-26T01:50:42.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:42.919+0000 7fd2ea000640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fd2e410ffc0 con 0x7fd2e41053d0 2024-04-26T01:50:42.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:42.919+0000 7fd2daa00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd2e41053d0 0x7fd2e419a8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:42.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:42.919+0000 7fd2e3400640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd2e41041e0 0x7fd2e419a3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:42.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:42.919+0000 7fd2e3400640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd2e41041e0 0x7fd2e419a3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:55852/0 (socket says 172.21.15.46:55852) 2024-04-26T01:50:42.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:42.919+0000 7fd2e3400640 1 -- 172.21.15.46:0/3363091802 learned_addr learned my addr 172.21.15.46:0/3363091802 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:50:42.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:42.919+0000 7fd2daa00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd2e41053d0 0x7fd2e419a8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:40910/0 (socket says 172.21.15.46:40910) 2024-04-26T01:50:42.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:42.919+0000 7fd2e3e00640 1 --2- 172.21.15.46:0/3363091802 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2e4105d90 0x7fd2e41a1950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:42.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:42.919+0000 7fd2daa00640 1 -- 172.21.15.46:0/3363091802 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd2e41041e0 msgr2=0x7fd2e419a3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:42.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:42.919+0000 7fd2daa00640 1 --2- 172.21.15.46:0/3363091802 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd2e41041e0 0x7fd2e419a3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:42.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:42.919+0000 7fd2daa00640 1 -- 172.21.15.46:0/3363091802 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2e4105d90 msgr2=0x7fd2e41a1950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:42.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:42.919+0000 7fd2daa00640 1 --2- 172.21.15.46:0/3363091802 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2e4105d90 0x7fd2e41a1950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:42.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:42.919+0000 7fd2daa00640 1 -- 172.21.15.46:0/3363091802 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2e41a1fc0 con 0x7fd2e41053d0 2024-04-26T01:50:42.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:42.919+0000 7fd2e3e00640 1 --2- 172.21.15.46:0/3363091802 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2e4105d90 0x7fd2e41a1950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:50:42.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:42.920+0000 7fd2daa00640 1 --2- 172.21.15.46:0/3363091802 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd2e41053d0 0x7fd2e419a8e0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fd2cc00e9f0 tx=0x7fd2cc00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:42.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:42.920+0000 7fd2e0c00640 1 -- 172.21.15.46:0/3363091802 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2cc00ccc0 con 0x7fd2e41053d0 2024-04-26T01:50:42.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:42.920+0000 7fd2ea000640 1 -- 172.21.15.46:0/3363091802 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2e41a22b0 con 0x7fd2e41053d0 2024-04-26T01:50:42.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:42.920+0000 7fd2e0c00640 1 -- 172.21.15.46:0/3363091802 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd2cc010900 con 0x7fd2e41053d0 2024-04-26T01:50:42.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:42.920+0000 7fd2e0c00640 1 -- 172.21.15.46:0/3363091802 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2cc018920 con 0x7fd2e41053d0 2024-04-26T01:50:42.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:42.920+0000 7fd2ea000640 1 -- 172.21.15.46:0/3363091802 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2e41a2850 con 0x7fd2e41053d0 2024-04-26T01:50:42.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:42.921+0000 7fd2ea000640 1 -- 172.21.15.46:0/3363091802 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd2e410b4a0 con 0x7fd2e41053d0 2024-04-26T01:50:42.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:42.923+0000 7fd2e0c00640 1 -- 172.21.15.46:0/3363091802 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fd2cc010ab0 con 0x7fd2e41053d0 2024-04-26T01:50:42.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:42.925+0000 7fd2e0c00640 1 --2- 172.21.15.46:0/3363091802 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fd2c80a3c50 0x7fd2c80a6110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:42.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:42.925+0000 7fd2e0c00640 1 -- 172.21.15.46:0/3363091802 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7fd2cc0d07c0 con 0x7fd2e41053d0 2024-04-26T01:50:42.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:42.925+0000 7fd2e3400640 1 --2- 172.21.15.46:0/3363091802 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fd2c80a3c50 0x7fd2c80a6110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:42.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:42.926+0000 7fd2e3400640 1 --2- 172.21.15.46:0/3363091802 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fd2c80a3c50 0x7fd2c80a6110 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fd2d40095f0 tx=0x7fd2d4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:42.927 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:42.929+0000 7fd2e0c00640 1 -- 172.21.15.46:0/3363091802 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd2cc09d150 con 0x7fd2e41053d0 2024-04-26T01:50:43.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:42 smithi046 ceph-mon[28013]: pgmap v461: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:50:43.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:42 smithi103 ceph-mon[32920]: pgmap v461: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:50:43.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:42 smithi163 ceph-mon[32592]: pgmap v461: 97 pgs: 97 active+clean; 643 KiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:50:43.191 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:43.194+0000 7fd2ea000640 1 -- 172.21.15.46:0/3363091802 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) -- 0x7fd2e4062b50 con 0x7fd2e41053d0 2024-04-26T01:50:43.772 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:43.772+0000 7fd2e0c00640 1 -- 172.21.15.46:0/3363091802 <== mon.1 v2:172.21.15.163:3300/0 7 ==== mgrmap(e 19) ==== 138663+0+0 (secure 0 0 0) 0x7fd2cc0990c0 con 0x7fd2e41053d0 2024-04-26T01:50:43.772 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:43.773+0000 7fd2e0c00640 1 -- 172.21.15.46:0/3363091802 <== mon.1 v2:172.21.15.163:3300/0 8 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v19) ==== 92+0+0 (secure 0 0 0) 0x7fd2cc079040 con 0x7fd2e41053d0 2024-04-26T01:50:43.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:43.778+0000 7fd2ea000640 1 -- 172.21.15.46:0/3363091802 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fd2c80a3c50 msgr2=0x7fd2c80a6110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:43.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:43.778+0000 7fd2ea000640 1 --2- 172.21.15.46:0/3363091802 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fd2c80a3c50 0x7fd2c80a6110 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fd2d40095f0 tx=0x7fd2d4005f90 comp rx=0 tx=0).stop 2024-04-26T01:50:43.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:43.778+0000 7fd2ea000640 1 -- 172.21.15.46:0/3363091802 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd2e41053d0 msgr2=0x7fd2e419a8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:43.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:43.778+0000 7fd2ea000640 1 --2- 172.21.15.46:0/3363091802 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd2e41053d0 0x7fd2e419a8e0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fd2cc00e9f0 tx=0x7fd2cc00eeb0 comp rx=0 tx=0).stop 2024-04-26T01:50:43.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:43.778+0000 7fd2ea000640 1 -- 172.21.15.46:0/3363091802 shutdown_connections 2024-04-26T01:50:43.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:43.778+0000 7fd2ea000640 1 --2- 172.21.15.46:0/3363091802 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7fd2c80a3c50 0x7fd2c80a6110 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:43.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:43.778+0000 7fd2ea000640 1 --2- 172.21.15.46:0/3363091802 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2e4105d90 0x7fd2e41a1950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:43.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:43.778+0000 7fd2ea000640 1 --2- 172.21.15.46:0/3363091802 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd2e41053d0 0x7fd2e419a8e0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:43.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:43.778+0000 7fd2ea000640 1 --2- 172.21.15.46:0/3363091802 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd2e41041e0 0x7fd2e419a3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:43.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:43.778+0000 7fd2ea000640 1 -- 172.21.15.46:0/3363091802 >> 172.21.15.46:0/3363091802 conn(0x7fd2e40ff770 msgr2=0x7fd2e4108670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:43.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:43.779+0000 7fd2ea000640 1 -- 172.21.15.46:0/3363091802 shutdown_connections 2024-04-26T01:50:43.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:43.779+0000 7fd2ea000640 1 -- 172.21.15.46:0/3363091802 wait complete. 2024-04-26T01:50:43.801 DEBUG:teuthology.orchestra.run.smithi046:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/allow_m_granularity true' 2024-04-26T01:50:44.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.015+0000 7eff80e00640 1 -- 172.21.15.46:0/3859164901 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7eff7c1031a0 msgr2=0x7eff7c103620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:44.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.015+0000 7eff80e00640 1 --2- 172.21.15.46:0/3859164901 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7eff7c1031a0 0x7eff7c103620 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7eff64009900 tx=0x7eff6402a410 comp rx=0 tx=0).stop 2024-04-26T01:50:44.013 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.015+0000 7eff80e00640 1 -- 172.21.15.46:0/3859164901 shutdown_connections 2024-04-26T01:50:44.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.015+0000 7eff80e00640 1 --2- 172.21.15.46:0/3859164901 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7eff7c103b60 0x7eff7c10a3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:44.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.015+0000 7eff80e00640 1 --2- 172.21.15.46:0/3859164901 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7eff7c1031a0 0x7eff7c103620 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:44.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.015+0000 7eff80e00640 1 --2- 172.21.15.46:0/3859164901 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7eff7c101fb0 0x7eff7c1023d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:44.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.015+0000 7eff80e00640 1 -- 172.21.15.46:0/3859164901 >> 172.21.15.46:0/3859164901 conn(0x7eff7c0fd540 msgr2=0x7eff7c0ff960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:44.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.015+0000 7eff80e00640 1 -- 172.21.15.46:0/3859164901 shutdown_connections 2024-04-26T01:50:44.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.015+0000 7eff80e00640 1 -- 172.21.15.46:0/3859164901 wait complete. 2024-04-26T01:50:44.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.016+0000 7eff80e00640 1 Processor -- start 2024-04-26T01:50:44.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.016+0000 7eff80e00640 1 -- start start 2024-04-26T01:50:44.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.017+0000 7eff80e00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7eff7c101fb0 0x7eff7c19a3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:44.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.017+0000 7eff80e00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7eff7c1031a0 0x7eff7c19a920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:44.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.017+0000 7eff80e00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7eff7c103b60 0x7eff7c1a1990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:44.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.017+0000 7eff80e00640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7eff7c10dc60 con 0x7eff7c101fb0 2024-04-26T01:50:44.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.017+0000 7eff80e00640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7eff7c10dae0 con 0x7eff7c103b60 2024-04-26T01:50:44.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.017+0000 7eff80e00640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7eff7c10dde0 con 0x7eff7c1031a0 2024-04-26T01:50:44.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.017+0000 7eff7a800640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7eff7c103b60 0x7eff7c1a1990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:44.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.017+0000 7eff73e00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7eff7c1031a0 0x7eff7c19a920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:44.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.017+0000 7eff79e00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7eff7c101fb0 0x7eff7c19a3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:44.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.017+0000 7eff7a800640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7eff7c103b60 0x7eff7c1a1990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:55880/0 (socket says 172.21.15.46:55880) 2024-04-26T01:50:44.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.017+0000 7eff7a800640 1 -- 172.21.15.46:0/3009584995 learned_addr learned my addr 172.21.15.46:0/3009584995 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:50:44.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.017+0000 7eff7a800640 1 -- 172.21.15.46:0/3009584995 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7eff7c1031a0 msgr2=0x7eff7c19a920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:44.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.017+0000 7eff7a800640 1 --2- 172.21.15.46:0/3009584995 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7eff7c1031a0 0x7eff7c19a920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:44.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.017+0000 7eff7a800640 1 -- 172.21.15.46:0/3009584995 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7eff7c101fb0 msgr2=0x7eff7c19a3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:44.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.017+0000 7eff7a800640 1 --2- 172.21.15.46:0/3009584995 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7eff7c101fb0 0x7eff7c19a3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:44.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.017+0000 7eff7a800640 1 -- 172.21.15.46:0/3009584995 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff7c1a2000 con 0x7eff7c103b60 2024-04-26T01:50:44.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.018+0000 7eff7a800640 1 --2- 172.21.15.46:0/3009584995 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7eff7c103b60 0x7eff7c1a1990 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7eff7400eb10 tx=0x7eff7400c2d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:44.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.018+0000 7eff72a00640 1 -- 172.21.15.46:0/3009584995 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff74004b20 con 0x7eff7c103b60 2024-04-26T01:50:44.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.018+0000 7eff72a00640 1 -- 172.21.15.46:0/3009584995 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7eff74004cc0 con 0x7eff7c103b60 2024-04-26T01:50:44.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.018+0000 7eff80e00640 1 -- 172.21.15.46:0/3009584995 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff7c1a22f0 con 0x7eff7c103b60 2024-04-26T01:50:44.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.018+0000 7eff72a00640 1 -- 172.21.15.46:0/3009584995 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff74010720 con 0x7eff7c103b60 2024-04-26T01:50:44.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.018+0000 7eff80e00640 1 -- 172.21.15.46:0/3009584995 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff7c1a27c0 con 0x7eff7c103b60 2024-04-26T01:50:44.018 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.019+0000 7eff80e00640 1 -- 172.21.15.46:0/3009584995 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff7c1a2a80 con 0x7eff7c103b60 2024-04-26T01:50:44.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.021+0000 7eff72a00640 1 -- 172.21.15.46:0/3009584995 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 19) ==== 138663+0+0 (secure 0 0 0) 0x7eff74005020 con 0x7eff7c103b60 2024-04-26T01:50:44.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.022+0000 7eff72a00640 1 --2- 172.21.15.46:0/3009584995 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7eff600a3ca0 0x7eff600a6160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:44.021 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.023+0000 7eff79e00640 1 -- 172.21.15.46:0/3009584995 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7eff600a3ca0 msgr2=0x7eff600a6160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/3332901238 2024-04-26T01:50:44.021 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.023+0000 7eff72a00640 1 -- 172.21.15.46:0/3009584995 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7eff740d0a40 con 0x7eff7c103b60 2024-04-26T01:50:44.021 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.023+0000 7eff79e00640 1 --2- 172.21.15.46:0/3009584995 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7eff600a3ca0 0x7eff600a6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T01:50:44.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.031+0000 7eff72a00640 1 -- 172.21.15.46:0/3009584995 <== mon.2 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7eff7409d3d0 con 0x7eff7c103b60 2024-04-26T01:50:44.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:43 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/3363091802' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-26T01:50:44.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:43 smithi046 ceph-mon[28013]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-26T01:50:44.060 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:50:43 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: ignoring --setuser ceph since I am not root 2024-04-26T01:50:44.061 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:50:43 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: ignoring --setgroup ceph since I am not root 2024-04-26T01:50:44.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:43 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/3363091802' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-26T01:50:44.124 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:43 smithi103 ceph-mon[32920]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-26T01:50:44.125 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:50:43 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: ignoring --setuser ceph since I am not root 2024-04-26T01:50:44.125 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:50:43 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: ignoring --setgroup ceph since I am not root 2024-04-26T01:50:44.125 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:50:43 smithi103 ceph-mgr[34318]: -- 172.21.15.103:0/3937220311 <== mon.2 v2:172.21.15.103:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564cf9a205a0 con 0x564cf99f4c00 2024-04-26T01:50:44.125 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:50:43 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:50:43.940+0000 7fa80c396200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T01:50:44.125 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:50:44 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:50:44.127+0000 7fa80c396200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:50:44.125 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:43 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/3363091802' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-26T01:50:44.125 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:43 smithi163 ceph-mon[32592]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-26T01:50:44.126 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:50:43 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: ignoring --setuser ceph since I am not root 2024-04-26T01:50:44.126 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:50:43 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: ignoring --setgroup ceph since I am not root 2024-04-26T01:50:44.126 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:50:43 smithi163 ceph-mgr[34613]: -- 172.21.15.163:0/1855054081 <== mon.1 v2:172.21.15.163:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a08fcb65a0 con 0x55a08fc8a800 2024-04-26T01:50:44.126 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:50:43 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:50:43.942+0000 7fbc861e9200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T01:50:44.126 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:50:44 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:50:44.126+0000 7fbc861e9200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:50:44.222 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.224+0000 7eff79e00640 1 -- 172.21.15.46:0/3009584995 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7eff600a3ca0 msgr2=0x7eff600a6160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/3332901238 2024-04-26T01:50:44.222 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.224+0000 7eff79e00640 1 --2- 172.21.15.46:0/3009584995 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7eff600a3ca0 0x7eff600a6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-26T01:50:44.238 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.240+0000 7eff80e00640 1 -- 172.21.15.46:0/3009584995 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) -- 0x7eff7c1a2c50 con 0x7eff7c103b60 2024-04-26T01:50:44.246 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.248+0000 7eff72a00640 1 -- 172.21.15.46:0/3009584995 <== mon.2 v2:172.21.15.103:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v31)=0 v31) ==== 138+0+0 (secure 0 0 0) 0x7eff7409ccd0 con 0x7eff7c103b60 2024-04-26T01:50:44.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.251+0000 7eff80e00640 1 -- 172.21.15.46:0/3009584995 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7eff600a3ca0 msgr2=0x7eff600a6160 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T01:50:44.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.251+0000 7eff80e00640 1 --2- 172.21.15.46:0/3009584995 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7eff600a3ca0 0x7eff600a6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:44.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.251+0000 7eff80e00640 1 -- 172.21.15.46:0/3009584995 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7eff7c103b60 msgr2=0x7eff7c1a1990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:44.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.251+0000 7eff80e00640 1 --2- 172.21.15.46:0/3009584995 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7eff7c103b60 0x7eff7c1a1990 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7eff7400eb10 tx=0x7eff7400c2d0 comp rx=0 tx=0).stop 2024-04-26T01:50:44.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.252+0000 7eff80e00640 1 -- 172.21.15.46:0/3009584995 shutdown_connections 2024-04-26T01:50:44.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.252+0000 7eff80e00640 1 --2- 172.21.15.46:0/3009584995 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7eff600a3ca0 0x7eff600a6160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:44.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.252+0000 7eff80e00640 1 --2- 172.21.15.46:0/3009584995 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7eff7c103b60 0x7eff7c1a1990 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:44.250 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.252+0000 7eff80e00640 1 --2- 172.21.15.46:0/3009584995 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7eff7c1031a0 0x7eff7c19a920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:44.251 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.252+0000 7eff80e00640 1 --2- 172.21.15.46:0/3009584995 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7eff7c101fb0 0x7eff7c19a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:44.251 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.252+0000 7eff80e00640 1 -- 172.21.15.46:0/3009584995 >> 172.21.15.46:0/3009584995 conn(0x7eff7c0fd540 msgr2=0x7eff7c074180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:44.251 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.252+0000 7eff80e00640 1 -- 172.21.15.46:0/3009584995 shutdown_connections 2024-04-26T01:50:44.251 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.252+0000 7eff80e00640 1 -- 172.21.15.46:0/3009584995 wait complete. 2024-04-26T01:50:44.270 DEBUG:teuthology.orchestra.run.smithi046:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/dump_on_update true' 2024-04-26T01:50:44.375 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:50:44 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:50:44.228+0000 7fa80c396200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T01:50:44.376 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:50:44 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:50:44.116+0000 7fef3dbf0200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T01:50:44.420 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:50:44 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:50:44.229+0000 7fbc861e9200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T01:50:44.461 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.463+0000 7f3637e00640 1 -- 172.21.15.46:0/1922470957 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3630101fb0 msgr2=0x7f36301023d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:44.461 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.463+0000 7f3637e00640 1 --2- 172.21.15.46:0/1922470957 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3630101fb0 0x7f36301023d0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f3624009900 tx=0x7f362402a410 comp rx=0 tx=0).stop 2024-04-26T01:50:44.461 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.463+0000 7f3637e00640 1 -- 172.21.15.46:0/1922470957 shutdown_connections 2024-04-26T01:50:44.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.463+0000 7f3637e00640 1 --2- 172.21.15.46:0/1922470957 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3630103b60 0x7f363010a3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:44.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.463+0000 7f3637e00640 1 --2- 172.21.15.46:0/1922470957 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f36301031a0 0x7f3630103620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:44.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.463+0000 7f3637e00640 1 --2- 172.21.15.46:0/1922470957 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3630101fb0 0x7f36301023d0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:44.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.463+0000 7f3637e00640 1 -- 172.21.15.46:0/1922470957 >> 172.21.15.46:0/1922470957 conn(0x7f36300fd520 msgr2=0x7f36300ff960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:44.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.463+0000 7f3637e00640 1 -- 172.21.15.46:0/1922470957 shutdown_connections 2024-04-26T01:50:44.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.463+0000 7f3637e00640 1 -- 172.21.15.46:0/1922470957 wait complete. 2024-04-26T01:50:44.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.464+0000 7f3637e00640 1 Processor -- start 2024-04-26T01:50:44.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.464+0000 7f3637e00640 1 -- start start 2024-04-26T01:50:44.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.464+0000 7f3637e00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f3630101fb0 0x7f3630075d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:44.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.465+0000 7f3637e00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f36301031a0 0x7f3630074340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:44.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.465+0000 7f3637e00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3630103b60 0x7f3630074880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:44.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.465+0000 7f3637e00640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f363010dc50 con 0x7f36301031a0 2024-04-26T01:50:44.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.465+0000 7f3637e00640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f363010dad0 con 0x7f3630103b60 2024-04-26T01:50:44.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.465+0000 7f3637e00640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f363010ddd0 con 0x7f3630101fb0 2024-04-26T01:50:44.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.465+0000 7f3635400640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f3630101fb0 0x7f3630075d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:44.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.465+0000 7f3634a00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f36301031a0 0x7f3630074340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:44.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.465+0000 7f3635400640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f3630101fb0 0x7f3630075d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:40956/0 (socket says 172.21.15.46:40956) 2024-04-26T01:50:44.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.465+0000 7f3635400640 1 -- 172.21.15.46:0/3370294641 learned_addr learned my addr 172.21.15.46:0/3370294641 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:50:44.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.465+0000 7f3635e00640 1 --2- 172.21.15.46:0/3370294641 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3630103b60 0x7f3630074880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:44.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.465+0000 7f3635400640 1 -- 172.21.15.46:0/3370294641 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3630103b60 msgr2=0x7f3630074880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:44.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.465+0000 7f3635400640 1 --2- 172.21.15.46:0/3370294641 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3630103b60 0x7f3630074880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:44.465 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.465+0000 7f3635400640 1 -- 172.21.15.46:0/3370294641 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f36301031a0 msgr2=0x7f3630074340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:44.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.465+0000 7f3635400640 1 --2- 172.21.15.46:0/3370294641 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f36301031a0 0x7f3630074340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:44.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.465+0000 7f3635400640 1 -- 172.21.15.46:0/3370294641 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3630074dc0 con 0x7f3630101fb0 2024-04-26T01:50:44.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.465+0000 7f3634a00640 1 --2- 172.21.15.46:0/3370294641 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f36301031a0 0x7f3630074340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:50:44.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.466+0000 7f3635400640 1 --2- 172.21.15.46:0/3370294641 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f3630101fb0 0x7f3630075d00 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f3624031570 tx=0x7f3624032c40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:44.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.466+0000 7f362e000640 1 -- 172.21.15.46:0/3370294641 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f362403f030 con 0x7f3630101fb0 2024-04-26T01:50:44.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.466+0000 7f3637e00640 1 -- 172.21.15.46:0/3370294641 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3630075050 con 0x7f3630101fb0 2024-04-26T01:50:44.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.466+0000 7f362e000640 1 -- 172.21.15.46:0/3370294641 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3624032e30 con 0x7f3630101fb0 2024-04-26T01:50:44.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.466+0000 7f362e000640 1 -- 172.21.15.46:0/3370294641 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3624035070 con 0x7f3630101fb0 2024-04-26T01:50:44.466 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.466+0000 7f3637e00640 1 -- 172.21.15.46:0/3370294641 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36301a6c00 con 0x7f3630101fb0 2024-04-26T01:50:44.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.468+0000 7f3637e00640 1 -- 172.21.15.46:0/3370294641 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3630109200 con 0x7f3630101fb0 2024-04-26T01:50:44.467 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.469+0000 7f362e000640 1 -- 172.21.15.46:0/3370294641 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 19) ==== 138663+0+0 (secure 0 0 0) 0x7f3624042030 con 0x7f3630101fb0 2024-04-26T01:50:44.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.471+0000 7f362e000640 1 --2- 172.21.15.46:0/3370294641 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f36180a3d20 0x7f36180a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:44.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.471+0000 7f3634a00640 1 -- 172.21.15.46:0/3370294641 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f36180a3d20 msgr2=0x7f36180a61e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/3332901238 2024-04-26T01:50:44.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.471+0000 7f362e000640 1 -- 172.21.15.46:0/3370294641 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f36240f07e0 con 0x7f3630101fb0 2024-04-26T01:50:44.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.471+0000 7f3634a00640 1 --2- 172.21.15.46:0/3370294641 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f36180a3d20 0x7f36180a61e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T01:50:44.477 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.479+0000 7f362e000640 1 -- 172.21.15.46:0/3370294641 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f36240bcb20 con 0x7f3630101fb0 2024-04-26T01:50:44.670 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.672+0000 7f3634a00640 1 -- 172.21.15.46:0/3370294641 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f36180a3d20 msgr2=0x7f36180a61e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/3332901238 2024-04-26T01:50:44.670 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.672+0000 7f3634a00640 1 --2- 172.21.15.46:0/3370294641 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f36180a3d20 0x7f36180a61e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-26T01:50:44.680 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.682+0000 7f3637e00640 1 -- 172.21.15.46:0/3370294641 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) -- 0x7f363002d5c0 con 0x7f3630101fb0 2024-04-26T01:50:44.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.692+0000 7f362e000640 1 -- 172.21.15.46:0/3370294641 <== mon.1 v2:172.21.15.163:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v32)=0 v32) ==== 133+0+0 (secure 0 0 0) 0x7f36240c0e20 con 0x7f3630101fb0 2024-04-26T01:50:44.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.695+0000 7f3637e00640 1 -- 172.21.15.46:0/3370294641 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f36180a3d20 msgr2=0x7f36180a61e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T01:50:44.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.695+0000 7f3637e00640 1 --2- 172.21.15.46:0/3370294641 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f36180a3d20 0x7f36180a61e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:44.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.695+0000 7f3637e00640 1 -- 172.21.15.46:0/3370294641 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f3630101fb0 msgr2=0x7f3630075d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:44.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.695+0000 7f3637e00640 1 --2- 172.21.15.46:0/3370294641 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f3630101fb0 0x7f3630075d00 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f3624031570 tx=0x7f3624032c40 comp rx=0 tx=0).stop 2024-04-26T01:50:44.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.695+0000 7f3637e00640 1 -- 172.21.15.46:0/3370294641 shutdown_connections 2024-04-26T01:50:44.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.695+0000 7f3637e00640 1 --2- 172.21.15.46:0/3370294641 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f36180a3d20 0x7f36180a61e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:44.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.695+0000 7f3637e00640 1 --2- 172.21.15.46:0/3370294641 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3630103b60 0x7f3630074880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:44.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.695+0000 7f3637e00640 1 --2- 172.21.15.46:0/3370294641 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f36301031a0 0x7f3630074340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:44.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.695+0000 7f3637e00640 1 --2- 172.21.15.46:0/3370294641 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f3630101fb0 0x7f3630075d00 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:44.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.695+0000 7f3637e00640 1 -- 172.21.15.46:0/3370294641 >> 172.21.15.46:0/3370294641 conn(0x7f36300fd520 msgr2=0x7f36301063d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:44.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.695+0000 7f3637e00640 1 -- 172.21.15.46:0/3370294641 shutdown_connections 2024-04-26T01:50:44.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:44.695+0000 7f3637e00640 1 -- 172.21.15.46:0/3370294641 wait complete. 2024-04-26T01:50:44.709 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:50:44 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:50:44.377+0000 7fef3dbf0200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:50:44.709 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:50:44 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:50:44.515+0000 7fef3dbf0200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T01:50:44.711 INFO:teuthology.run_tasks:Running task kclient... 2024-04-26T01:50:44.736 INFO:tasks.kclient:Mounting kernel clients... 2024-04-26T01:50:44.736 INFO:tasks.kclient:config is {'client.0': {}} 2024-04-26T01:50:44.736 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T01:50:44.736 DEBUG:teuthology.orchestra.run.smithi046:> ip netns list 2024-04-26T01:50:44.788 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T01:50:44.788 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip link delete ceph-brx 2024-04-26T01:50:44.860 INFO:teuthology.orchestra.run.smithi046.stderr:Cannot find device "ceph-brx" 2024-04-26T01:50:44.863 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T01:50:44.863 INFO:tasks.kclient:client.0 config is {'mntopts': ['ms_mode=secure', 'nowsync'], 'rbytes': False, 'syntax': 'v2', 'mount_subvol_num': 1} 2024-04-26T01:50:44.863 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-04-26T01:50:44.864 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-04-26T01:50:44.864 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph fs ls 2024-04-26T01:50:44.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:44 smithi103 ceph-mon[32920]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-04-26T01:50:44.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:44 smithi103 ceph-mon[32920]: mgrmap e19: x(active, since 12m), standbys: y, z 2024-04-26T01:50:44.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:44 smithi103 ceph-mon[32920]: from='client.? ' entity='client.admin' 2024-04-26T01:50:44.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:44 smithi103 ceph-mon[32920]: from='client.? ' entity='client.admin' 2024-04-26T01:50:44.875 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:50:44 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:50:44.540+0000 7fa80c396200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T01:50:44.875 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:50:44 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:50:44.623+0000 7fa80c396200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T01:50:44.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:44 smithi163 ceph-mon[32592]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-04-26T01:50:44.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:44 smithi163 ceph-mon[32592]: mgrmap e19: x(active, since 12m), standbys: y, z 2024-04-26T01:50:44.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:44 smithi163 ceph-mon[32592]: from='client.? ' entity='client.admin' 2024-04-26T01:50:44.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:44 smithi163 ceph-mon[32592]: from='client.? ' entity='client.admin' 2024-04-26T01:50:44.920 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:50:44 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:50:44.547+0000 7fbc861e9200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T01:50:44.920 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:50:44 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:50:44.631+0000 7fbc861e9200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T01:50:45.047 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:50:44 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:50:44.929+0000 7fef3dbf0200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T01:50:45.047 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:44 smithi046 ceph-mon[28013]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-04-26T01:50:45.047 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:44 smithi046 ceph-mon[28013]: mgrmap e19: x(active, since 12m), standbys: y, z 2024-04-26T01:50:45.047 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:44 smithi046 ceph-mon[28013]: from='client.? ' entity='client.admin' 2024-04-26T01:50:45.047 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:44 smithi046 ceph-mon[28013]: from='client.? ' entity='client.admin' 2024-04-26T01:50:45.282 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:50:45.310 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:50:45 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:50:45.048+0000 7fef3dbf0200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T01:50:46.125 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:50:45 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:50:45.801+0000 7fa80c396200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T01:50:46.125 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:50:45 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:50:45.969+0000 7fa80c396200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T01:50:46.164 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:50:45 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:50:45.820+0000 7fbc861e9200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T01:50:46.164 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:50:45 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:50:45.992+0000 7fbc861e9200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T01:50:46.164 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:50:46 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:50:46.166+0000 7fbc861e9200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T01:50:46.427 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:50:46 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:50:46.139+0000 7fa80c396200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T01:50:46.718 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:50:46 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:50:46.429+0000 7fa80c396200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T01:50:46.718 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:50:46 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:50:46.520+0000 7fa80c396200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T01:50:46.718 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:50:46 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:50:46.720+0000 7fa80c396200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T01:50:46.756 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:50:46 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:50:46.460+0000 7fbc861e9200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T01:50:46.756 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:50:46 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:50:46.553+0000 7fbc861e9200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T01:50:46.756 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:50:46 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:50:46.758+0000 7fbc861e9200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T01:50:46.810 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:50:46 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:50:46.731+0000 7fef3dbf0200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T01:50:47.125 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:50:46 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:50:46.912+0000 7fa80c396200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:50:47.170 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:50:46 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:50:46.952+0000 7fbc861e9200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:50:47.186 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:50:46 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:50:46.998+0000 7fef3dbf0200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T01:50:47.456 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:50:47 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:50:47.234+0000 7fef3dbf0200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T01:50:47.509 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.511+0000 7f7439400700 1 -- 172.21.15.46:0/1894157336 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7434102af0 msgr2=0x7f7434102f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:47.510 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.511+0000 7f7439400700 1 --2- 172.21.15.46:0/1894157336 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7434102af0 0x7f7434102f70 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f74200098f0 tx=0x7f7420009c00 comp rx=0 tx=0).stop 2024-04-26T01:50:47.510 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.511+0000 7f7439400700 1 -- 172.21.15.46:0/1894157336 shutdown_connections 2024-04-26T01:50:47.510 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.511+0000 7f7439400700 1 --2- 172.21.15.46:0/1894157336 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f74341034b0 0x7f743410f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:47.510 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.511+0000 7f7439400700 1 --2- 172.21.15.46:0/1894157336 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7434107940 0x7f7434107d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:47.510 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.511+0000 7f7439400700 1 --2- 172.21.15.46:0/1894157336 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7434102af0 0x7f7434102f70 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:47.510 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.511+0000 7f7439400700 1 -- 172.21.15.46:0/1894157336 >> 172.21.15.46:0/1894157336 conn(0x7f7434079ba0 msgr2=0x7f7434079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:47.510 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.511+0000 7f7439400700 1 -- 172.21.15.46:0/1894157336 shutdown_connections 2024-04-26T01:50:47.510 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.511+0000 7f7439400700 1 -- 172.21.15.46:0/1894157336 wait complete. 2024-04-26T01:50:47.511 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.512+0000 7f7439400700 1 Processor -- start 2024-04-26T01:50:47.511 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.512+0000 7f7439400700 1 -- start start 2024-04-26T01:50:47.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.513+0000 7f7439400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7434102af0 0x7f7434199290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:47.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.513+0000 7f7439400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f74341034b0 0x7f74341997d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:47.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.513+0000 7f7439400700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7434107940 0x7f743419db10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:47.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.513+0000 7f7439400700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f7434112e20 con 0x7f7434102af0 2024-04-26T01:50:47.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.513+0000 7f7439400700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f7434112ca0 con 0x7f7434107940 2024-04-26T01:50:47.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.513+0000 7f7439400700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f7434112fa0 con 0x7f74341034b0 2024-04-26T01:50:47.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.513+0000 7f7431e00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f74341034b0 0x7f74341997d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:47.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.513+0000 7f7431e00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f74341034b0 0x7f74341997d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:40972/0 (socket says 172.21.15.46:40972) 2024-04-26T01:50:47.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.513+0000 7f7431e00700 1 -- 172.21.15.46:0/1910293756 learned_addr learned my addr 172.21.15.46:0/1910293756 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:50:47.512 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.513+0000 7f7432800700 1 --2- 172.21.15.46:0/1910293756 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7434102af0 0x7f7434199290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:47.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.513+0000 7f7433200700 1 --2- 172.21.15.46:0/1910293756 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7434107940 0x7f743419db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:47.513 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.514+0000 7f7431e00700 1 -- 172.21.15.46:0/1910293756 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7434107940 msgr2=0x7f743419db10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:47.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.514+0000 7f7431e00700 1 --2- 172.21.15.46:0/1910293756 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7434107940 0x7f743419db10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:47.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.514+0000 7f7431e00700 1 -- 172.21.15.46:0/1910293756 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7434102af0 msgr2=0x7f7434199290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:47.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.514+0000 7f7431e00700 1 --2- 172.21.15.46:0/1910293756 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7434102af0 0x7f7434199290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:47.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.514+0000 7f7431e00700 1 -- 172.21.15.46:0/1910293756 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f743419e250 con 0x7f74341034b0 2024-04-26T01:50:47.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.514+0000 7f7431e00700 1 --2- 172.21.15.46:0/1910293756 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f74341034b0 0x7f74341997d0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f7420005950 tx=0x7f7420010f30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:47.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.514+0000 7f742b400700 1 -- 172.21.15.46:0/1910293756 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f742000f560 con 0x7f74341034b0 2024-04-26T01:50:47.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.515+0000 7f7439400700 1 -- 172.21.15.46:0/1910293756 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f743419e4e0 con 0x7f74341034b0 2024-04-26T01:50:47.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.515+0000 7f742b400700 1 -- 172.21.15.46:0/1910293756 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f742000b560 con 0x7f74341034b0 2024-04-26T01:50:47.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.515+0000 7f742b400700 1 -- 172.21.15.46:0/1910293756 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7420003b20 con 0x7f74341034b0 2024-04-26T01:50:47.514 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.515+0000 7f7439400700 1 -- 172.21.15.46:0/1910293756 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74341a5dc0 con 0x7f74341034b0 2024-04-26T01:50:47.515 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.516+0000 7f7439400700 1 -- 172.21.15.46:0/1910293756 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7434069730 con 0x7f74341034b0 2024-04-26T01:50:47.516 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.518+0000 7f742b400700 1 -- 172.21.15.46:0/1910293756 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 19) ==== 138663+0+0 (secure 0 0 0) 0x7f742000baa0 con 0x7f74341034b0 2024-04-26T01:50:47.518 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.520+0000 7f742b400700 1 --2- 172.21.15.46:0/1910293756 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f74180a3c90 0x7f74180a6150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:47.519 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.521+0000 7f7432800700 1 -- 172.21.15.46:0/1910293756 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f74180a3c90 msgr2=0x7f74180a6150 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/3332901238 2024-04-26T01:50:47.519 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.521+0000 7f742b400700 1 -- 172.21.15.46:0/1910293756 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f74200d1620 con 0x7f74341034b0 2024-04-26T01:50:47.519 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.521+0000 7f7432800700 1 --2- 172.21.15.46:0/1910293756 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f74180a3c90 0x7f74180a6150 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T01:50:47.525 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.528+0000 7f742b400700 1 -- 172.21.15.46:0/1910293756 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7420013030 con 0x7f74341034b0 2024-04-26T01:50:47.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.722+0000 7f7432800700 1 -- 172.21.15.46:0/1910293756 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f74180a3c90 msgr2=0x7f74180a6150 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/3332901238 2024-04-26T01:50:47.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.722+0000 7f7432800700 1 --2- 172.21.15.46:0/1910293756 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f74180a3c90 0x7f74180a6150 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-26T01:50:47.721 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:50:47 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:50:47.640+0000 7fef3dbf0200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T01:50:47.805 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.807+0000 7f7439400700 1 -- 172.21.15.46:0/1910293756 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f743419a5a0 con 0x7f74341034b0 2024-04-26T01:50:47.805 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.807+0000 7f742b400700 1 -- 172.21.15.46:0/1910293756 <== mon.1 v2:172.21.15.163:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v28) ==== 53+0+73 (secure 0 0 0) 0x7f742009e040 con 0x7f74341034b0 2024-04-26T01:50:47.806 INFO:teuthology.orchestra.run.smithi046.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-04-26T01:50:47.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.810+0000 7f7439400700 1 -- 172.21.15.46:0/1910293756 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f74180a3c90 msgr2=0x7f74180a6150 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T01:50:47.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.810+0000 7f7439400700 1 --2- 172.21.15.46:0/1910293756 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f74180a3c90 0x7f74180a6150 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:47.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.810+0000 7f7439400700 1 -- 172.21.15.46:0/1910293756 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f74341034b0 msgr2=0x7f74341997d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:47.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.810+0000 7f7439400700 1 --2- 172.21.15.46:0/1910293756 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f74341034b0 0x7f74341997d0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f7420005950 tx=0x7f7420010f30 comp rx=0 tx=0).stop 2024-04-26T01:50:47.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.810+0000 7f7439400700 1 -- 172.21.15.46:0/1910293756 shutdown_connections 2024-04-26T01:50:47.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.810+0000 7f7439400700 1 --2- 172.21.15.46:0/1910293756 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f74180a3c90 0x7f74180a6150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:47.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.810+0000 7f7439400700 1 --2- 172.21.15.46:0/1910293756 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7434107940 0x7f743419db10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:47.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.810+0000 7f7439400700 1 --2- 172.21.15.46:0/1910293756 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7434102af0 0x7f7434199290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:47.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.810+0000 7f7439400700 1 --2- 172.21.15.46:0/1910293756 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f74341034b0 0x7f74341997d0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:47.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.810+0000 7f7439400700 1 -- 172.21.15.46:0/1910293756 >> 172.21.15.46:0/1910293756 conn(0x7f7434079ba0 msgr2=0x7f7434100b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:47.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.811+0000 7f7439400700 1 -- 172.21.15.46:0/1910293756 shutdown_connections 2024-04-26T01:50:47.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:47.811+0000 7f7439400700 1 -- 172.21.15.46:0/1910293756 wait complete. 2024-04-26T01:50:47.857 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:50:47 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:50:47.509+0000 7fa80c396200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T01:50:47.858 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:50:47 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:50:47.562+0000 7fbc861e9200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T01:50:48.034 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:47 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/1910293756' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-26T01:50:48.035 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:50:47 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:50:47.769+0000 7fef3dbf0200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T01:50:48.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:47 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/1910293756' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-26T01:50:48.125 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:50:47 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:50:47.927+0000 7fa80c396200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T01:50:48.125 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:50:48 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:50:48.022+0000 7fa80c396200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T01:50:48.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:47 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/1910293756' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-26T01:50:48.170 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:50:47 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:50:47.988+0000 7fbc861e9200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T01:50:48.170 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:50:48 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:50:48.085+0000 7fbc861e9200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T01:50:48.306 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:50:48 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:50:48.035+0000 7fef3dbf0200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T01:50:48.306 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:50:48 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:50:48.308+0000 7fef3dbf0200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T01:50:48.625 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:50:48 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:50:48.224+0000 7fa80c396200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T01:50:48.669 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:50:48 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:50:48.289+0000 7fbc861e9200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T01:50:48.703 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-04-26T01:50:48.703 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-04-26T01:50:48.703 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi046.front.sepia.ceph.com 2024-04-26T01:50:48.704 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-04-26T01:50:48.704 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-04-26T01:50:48.704 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-04-26T01:50:48.704 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-04-26T01:50:48.704 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-04-26T01:50:48.704 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-04-26T01:50:48.704 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T01:50:48.704 DEBUG:teuthology.orchestra.run.smithi046:> ip addr 2024-04-26T01:50:48.756 INFO:teuthology.orchestra.run.smithi046.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-26T01:50:48.756 INFO:teuthology.orchestra.run.smithi046.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-26T01:50:48.756 INFO:teuthology.orchestra.run.smithi046.stdout: inet 127.0.0.1/8 scope host lo 2024-04-26T01:50:48.756 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2024-04-26T01:50:48.757 INFO:teuthology.orchestra.run.smithi046.stdout: inet6 ::1/128 scope host 2024-04-26T01:50:48.757 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2024-04-26T01:50:48.757 INFO:teuthology.orchestra.run.smithi046.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-26T01:50:48.757 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 0c:c4:7a:6b:f6:10 brd ff:ff:ff:ff:ff:ff 2024-04-26T01:50:48.757 INFO:teuthology.orchestra.run.smithi046.stdout: altname enp7s0f0 2024-04-26T01:50:48.757 INFO:teuthology.orchestra.run.smithi046.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-26T01:50:48.757 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 0c:c4:7a:6b:f6:11 brd ff:ff:ff:ff:ff:ff 2024-04-26T01:50:48.757 INFO:teuthology.orchestra.run.smithi046.stdout: altname enp7s0f1 2024-04-26T01:50:48.757 INFO:teuthology.orchestra.run.smithi046.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-04-26T01:50:48.757 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 0c:c4:7a:bd:15:f8 brd ff:ff:ff:ff:ff:ff 2024-04-26T01:50:48.757 INFO:teuthology.orchestra.run.smithi046.stdout: altname enp1s0f0 2024-04-26T01:50:48.757 INFO:teuthology.orchestra.run.smithi046.stdout: inet 172.21.15.46/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-04-26T01:50:48.757 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft 41833sec preferred_lft 41833sec 2024-04-26T01:50:48.757 INFO:teuthology.orchestra.run.smithi046.stdout: inet6 fe80::ec4:7aff:febd:15f8/64 scope link noprefixroute 2024-04-26T01:50:48.757 INFO:teuthology.orchestra.run.smithi046.stdout: valid_lft forever preferred_lft forever 2024-04-26T01:50:48.757 INFO:teuthology.orchestra.run.smithi046.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-26T01:50:48.758 INFO:teuthology.orchestra.run.smithi046.stdout: link/ether 0c:c4:7a:bd:15:f9 brd ff:ff:ff:ff:ff:ff 2024-04-26T01:50:48.758 INFO:teuthology.orchestra.run.smithi046.stdout: altname enp1s0f1 2024-04-26T01:50:48.759 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-04-26T01:50:48.759 DEBUG:teuthology.orchestra.run.smithi046:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-26T01:50:48.759 DEBUG:teuthology.orchestra.run.smithi046:> set -e 2024-04-26T01:50:48.759 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip link add name ceph-brx type bridge 2024-04-26T01:50:48.759 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip addr flush dev ceph-brx 2024-04-26T01:50:48.759 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip link set ceph-brx up 2024-04-26T01:50:48.759 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-04-26T01:50:48.759 DEBUG:teuthology.orchestra.run.smithi046:> ') 2024-04-26T01:50:48.852 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:48 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-26T01:50:49.071 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:50:48 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:50:48.740+0000 7fa80c396200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T01:50:49.071 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:50:48 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:50:48.831+0000 7fa80c396200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T01:50:49.152 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:50:48 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:50:48.816+0000 7fbc861e9200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T01:50:49.153 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:50:48 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:50:48.908+0000 7fbc861e9200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T01:50:49.201 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T01:50:49.210 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T01:50:49.210 DEBUG:teuthology.orchestra.run.smithi046:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-04-26T01:50:49.275 INFO:teuthology.orchestra.run.smithi046.stdout:1 2024-04-26T01:50:49.278 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T01:50:49.279 DEBUG:teuthology.orchestra.run.smithi046:> route 2024-04-26T01:50:49.329 INFO:teuthology.orchestra.run.smithi046.stdout:Kernel IP routing table 2024-04-26T01:50:49.329 INFO:teuthology.orchestra.run.smithi046.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-04-26T01:50:49.329 INFO:teuthology.orchestra.run.smithi046.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-04-26T01:50:49.329 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-04-26T01:50:49.329 INFO:teuthology.orchestra.run.smithi046.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-04-26T01:50:49.330 DEBUG:teuthology.orchestra.run.smithi046:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-26T01:50:49.330 DEBUG:teuthology.orchestra.run.smithi046:> set -e 2024-04-26T01:50:49.330 DEBUG:teuthology.orchestra.run.smithi046:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-04-26T01:50:49.330 DEBUG:teuthology.orchestra.run.smithi046:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-04-26T01:50:49.330 DEBUG:teuthology.orchestra.run.smithi046:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-04-26T01:50:49.330 DEBUG:teuthology.orchestra.run.smithi046:> ') 2024-04-26T01:50:49.375 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:50:49 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:50:49.072+0000 7fa80c396200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T01:50:49.375 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:50:49 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:50:49.203+0000 7fa80c396200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T01:50:49.375 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:50:49 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:50:49.297+0000 7fa80c396200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T01:50:49.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:49 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-26T01:50:49.420 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:50:49 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:50:49.154+0000 7fbc861e9200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T01:50:49.420 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:50:49 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:50:49.289+0000 7fbc861e9200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T01:50:49.420 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:50:49 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:50:49.385+0000 7fbc861e9200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T01:50:49.439 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:50:49 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:50:49.147+0000 7fef3dbf0200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T01:50:49.707 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:50:49 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:50:49.412+0000 7fa80c396200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T01:50:49.707 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:50:49 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:50:49.708+0000 7fa80c396200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T01:50:49.807 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:50:49 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:50:49.503+0000 7fbc861e9200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T01:50:49.807 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:50:49 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:50:49.808+0000 7fbc861e9200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T01:50:50.011 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:50:49 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:50:49.748+0000 7fef3dbf0200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T01:50:50.012 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:50:49 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:50:49.890+0000 7fef3dbf0200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T01:50:50.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T01:50:50.023 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T01:50:50.023 DEBUG:teuthology.orchestra.run.smithi046:> ip netns list 2024-04-26T01:50:50.066 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T01:50:50.066 DEBUG:teuthology.orchestra.run.smithi046:> ip netns list-id 2024-04-26T01:50:50.150 DEBUG:teuthology.orchestra.run.smithi046:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-26T01:50:50.150 DEBUG:teuthology.orchestra.run.smithi046:> set -e 2024-04-26T01:50:50.150 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-26T01:50:50.150 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-04-26T01:50:50.150 DEBUG:teuthology.orchestra.run.smithi046:> ') 2024-04-26T01:50:50.298 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:50 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-26T01:50:50.310 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:50:50 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:50:50.197+0000 7fef3dbf0200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T01:50:50.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T01:50:50.369 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-04-26T01:50:50.370 DEBUG:teuthology.orchestra.run.smithi046:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-26T01:50:50.370 DEBUG:teuthology.orchestra.run.smithi046:> set -e 2024-04-26T01:50:50.370 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-04-26T01:50:50.370 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-04-26T01:50:50.370 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-04-26T01:50:50.370 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-04-26T01:50:50.370 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-04-26T01:50:50.370 DEBUG:teuthology.orchestra.run.smithi046:> ') 2024-04-26T01:50:50.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:50 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-26T01:50:50.595 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:50:50 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:50:50.310+0000 7fa80c396200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T01:50:50.595 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 01:50:50 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y[34314]: 2024-04-26T01:50:50.526+0000 7fa80c396200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T01:50:50.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T01:50:50.664 DEBUG:teuthology.orchestra.run.smithi046:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-26T01:50:50.664 DEBUG:teuthology.orchestra.run.smithi046:> set -e 2024-04-26T01:50:50.664 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip link set brx.0 up 2024-04-26T01:50:50.664 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip link set dev brx.0 master ceph-brx 2024-04-26T01:50:50.664 DEBUG:teuthology.orchestra.run.smithi046:> ') 2024-04-26T01:50:50.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:50 smithi163 ceph-mon[32592]: Standby manager daemon y restarted 2024-04-26T01:50:50.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:50 smithi163 ceph-mon[32592]: Standby manager daemon y started 2024-04-26T01:50:50.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:50 smithi163 ceph-mon[32592]: from='mgr.? 172.21.15.103:0/2817292595' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T01:50:50.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:50 smithi163 ceph-mon[32592]: from='mgr.? 172.21.15.103:0/2817292595' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T01:50:50.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:50 smithi163 ceph-mon[32592]: from='mgr.? 172.21.15.103:0/2817292595' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T01:50:50.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:50 smithi163 ceph-mon[32592]: from='mgr.? 172.21.15.103:0/2817292595' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T01:50:50.670 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:50:50 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:50:50.414+0000 7fbc861e9200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T01:50:50.670 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 01:50:50 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z[34609]: 2024-04-26T01:50:50.636+0000 7fbc861e9200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T01:50:50.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:50 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-26T01:50:50.837 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T01:50:50.846 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-26T01:50:50.846 DEBUG:teuthology.orchestra.run.smithi046:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-04-26T01:50:50.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:50 smithi103 ceph-mon[32920]: Standby manager daemon y restarted 2024-04-26T01:50:50.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:50 smithi103 ceph-mon[32920]: Standby manager daemon y started 2024-04-26T01:50:50.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:50 smithi103 ceph-mon[32920]: from='mgr.? 172.21.15.103:0/2817292595' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T01:50:50.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:50 smithi103 ceph-mon[32920]: from='mgr.? 172.21.15.103:0/2817292595' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T01:50:50.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:50 smithi103 ceph-mon[32920]: from='mgr.? 172.21.15.103:0/2817292595' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T01:50:50.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:50 smithi103 ceph-mon[32920]: from='mgr.? 172.21.15.103:0/2817292595' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T01:50:50.885 INFO:teuthology.orchestra.run.smithi046.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-04-26T01:50:50.885 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-26T01:50:50.885 DEBUG:teuthology.orchestra.run.smithi046:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-04-26T01:50:50.935 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:50 smithi046 ceph-mon[28013]: Standby manager daemon y restarted 2024-04-26T01:50:50.936 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:50 smithi046 ceph-mon[28013]: Standby manager daemon y started 2024-04-26T01:50:50.936 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:50 smithi046 ceph-mon[28013]: from='mgr.? 172.21.15.103:0/2817292595' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T01:50:50.936 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:50 smithi046 ceph-mon[28013]: from='mgr.? 172.21.15.103:0/2817292595' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T01:50:50.936 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:50 smithi046 ceph-mon[28013]: from='mgr.? 172.21.15.103:0/2817292595' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T01:50:50.936 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:50 smithi046 ceph-mon[28013]: from='mgr.? 172.21.15.103:0/2817292595' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T01:50:50.974 WARNING:tasks.cephfs.mount:You cannot specify both: cephfs_mntpt and mount_subvol_num 2024-04-26T01:50:50.974 INFO:tasks.cephfs.mount:Mounting subvol 1 for now 2024-04-26T01:50:50.975 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/volumes/qa/sv_1/414f38dc-9521-4b69-8e37-53d890ca776b 2024-04-26T01:50:50.975 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T01:50:50.975 DEBUG:teuthology.orchestra.run.smithi046:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/volumes/qa/sv_1/414f38dc-9521-4b69-8e37-53d890ca776b /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=secure,nowsync,nofallback 2024-04-26T01:50:51.131 INFO:teuthology.orchestra.run.smithi046.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=secure,nowsync,nofallback 2024-04-26T01:50:51.131 INFO:teuthology.orchestra.run.smithi046.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=secure,nowsync". 2024-04-26T01:50:51.244 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:50:50 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:50:50.936+0000 7fef3dbf0200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T01:50:51.244 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:50:51 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:50:51.069+0000 7fef3dbf0200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T01:50:51.556 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:50:51 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:50:51.415+0000 7fef3dbf0200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T01:50:51.869 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:50:51 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:50:51.609+0000 7fef3dbf0200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T01:50:51.870 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:50:51 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:50:51.747+0000 7fef3dbf0200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T01:50:51.870 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:51 smithi046 ceph-mon[28013]: mgrmap e20: x(active, since 12m), standbys: z, y 2024-04-26T01:50:51.871 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:51 smithi046 ceph-mon[28013]: Standby manager daemon z restarted 2024-04-26T01:50:51.871 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:51 smithi046 ceph-mon[28013]: Standby manager daemon z started 2024-04-26T01:50:51.871 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:51 smithi046 ceph-mon[28013]: from='mgr.? 172.21.15.163:0/111681236' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-26T01:50:51.871 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:51 smithi046 ceph-mon[28013]: from='mgr.? 172.21.15.163:0/111681236' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T01:50:51.871 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:51 smithi046 ceph-mon[28013]: from='mgr.? 172.21.15.163:0/111681236' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-26T01:50:51.872 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:51 smithi046 ceph-mon[28013]: from='mgr.? 172.21.15.163:0/111681236' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T01:50:51.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:51 smithi103 ceph-mon[32920]: mgrmap e20: x(active, since 12m), standbys: z, y 2024-04-26T01:50:51.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:51 smithi103 ceph-mon[32920]: Standby manager daemon z restarted 2024-04-26T01:50:51.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:51 smithi103 ceph-mon[32920]: Standby manager daemon z started 2024-04-26T01:50:51.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:51 smithi103 ceph-mon[32920]: from='mgr.? 172.21.15.163:0/111681236' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-26T01:50:51.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:51 smithi103 ceph-mon[32920]: from='mgr.? 172.21.15.163:0/111681236' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T01:50:51.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:51 smithi103 ceph-mon[32920]: from='mgr.? 172.21.15.163:0/111681236' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-26T01:50:51.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:51 smithi103 ceph-mon[32920]: from='mgr.? 172.21.15.163:0/111681236' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T01:50:51.897 INFO:teuthology.orchestra.run.smithi046.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=secure,nowsync,nofallback 2024-04-26T01:50:51.897 INFO:teuthology.orchestra.run.smithi046.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=secure,nowsync". 2024-04-26T01:50:51.897 INFO:teuthology.orchestra.run.smithi046.stdout:mount.ceph: resolved to: "172.21.15.46:3300,172.21.15.103:3300,172.21.15.163:3300" 2024-04-26T01:50:51.898 INFO:teuthology.orchestra.run.smithi046.stdout:mount.ceph: trying mount with new device syntax: 0@4e298560-036d-11ef-bc93-c7b262605968.cephfs=/volumes/qa/sv_1/414f38dc-9521-4b69-8e37-53d890ca776b 2024-04-26T01:50:51.898 INFO:teuthology.orchestra.run.smithi046.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=secure,nowsync,name=0,key=0,mon_addr=172.21.15.46:3300/172.21.15.103:3300/172.21.15.163:3300" will pass to kernel 2024-04-26T01:50:51.902 INFO:teuthology.orchestra.run.smithi046.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-04-26T01:50:51.902 INFO:teuthology.orchestra.run.smithi046.stdout: You just mounted a file system that supports labels which does not 2024-04-26T01:50:51.902 INFO:teuthology.orchestra.run.smithi046.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-04-26T01:50:51.902 INFO:teuthology.orchestra.run.smithi046.stdout: applications will generate AVC messages and not be allowed access to 2024-04-26T01:50:51.902 INFO:teuthology.orchestra.run.smithi046.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-04-26T01:50:51.906 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-04-26T01:50:51.906 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T01:50:51.906 DEBUG:teuthology.orchestra.run.smithi046:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-04-26T01:50:51.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:51 smithi163 ceph-mon[32592]: mgrmap e20: x(active, since 12m), standbys: z, y 2024-04-26T01:50:51.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:51 smithi163 ceph-mon[32592]: Standby manager daemon z restarted 2024-04-26T01:50:51.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:51 smithi163 ceph-mon[32592]: Standby manager daemon z started 2024-04-26T01:50:51.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:51 smithi163 ceph-mon[32592]: from='mgr.? 172.21.15.163:0/111681236' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-26T01:50:51.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:51 smithi163 ceph-mon[32592]: from='mgr.? 172.21.15.163:0/111681236' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T01:50:51.921 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:51 smithi163 ceph-mon[32592]: from='mgr.? 172.21.15.163:0/111681236' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-26T01:50:51.921 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:51 smithi163 ceph-mon[32592]: from='mgr.? 172.21.15.163:0/111681236' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T01:50:51.981 DEBUG:teuthology.orchestra.run.smithi046:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-04-26T01:50:52.074 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-26T01:50:52.080 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T01:50:52.089 INFO:teuthology.orchestra.run.smithi046.stdout:client25153 2024-04-26T01:50:52.090 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-04-26T01:50:52.090 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-26T01:50:52.143 DEBUG:teuthology.orchestra.run.smithi046:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-04-26T01:50:52.234 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-26T01:50:52.239 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T01:50:52.249 INFO:teuthology.orchestra.run.smithi046.stdout:client25153 2024-04-26T01:50:52.249 DEBUG:teuthology.orchestra.run.smithi046:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-04-26T01:50:52.296 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:50:51 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:50:51.911+0000 7fef3dbf0200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T01:50:52.350 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-26T01:50:52.355 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T01:50:52.365 INFO:teuthology.orchestra.run.smithi046.stdout:client25153 2024-04-26T01:50:52.365 DEBUG:teuthology.orchestra.run.smithi046:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/4e298560-036d-11ef-bc93-c7b262605968.client25153/status') 2024-04-26T01:50:52.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-26T01:50:52.496 INFO:teuthology.orchestra.run.smithi046.stdout:instance: client.25153 (3)172.21.15.46:0/2632073116 2024-04-26T01:50:52.496 INFO:teuthology.orchestra.run.smithi046.stdout:blocklisted: false 2024-04-26T01:50:52.496 INFO:teuthology.orchestra.run.smithi046.stderr:0+1 records in 2024-04-26T01:50:52.496 INFO:teuthology.orchestra.run.smithi046.stderr:0+1 records out 2024-04-26T01:50:52.496 INFO:teuthology.orchestra.run.smithi046.stderr:71 bytes copied, 0.000112363 s, 632 kB/s 2024-04-26T01:50:52.499 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-26T01:50:52.508 INFO:teuthology.run_tasks:Running task exec... 2024-04-26T01:50:52.518 INFO:teuthology.task.exec:Executing custom commands... 2024-04-26T01:50:52.519 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi046.front.sepia.ceph.com 2024-04-26T01:50:52.519 DEBUG:teuthology.orchestra.run.smithi046:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate true' 2024-04-26T01:50:52.560 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:50:52 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:50:52.298+0000 7fef3dbf0200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T01:50:52.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52.714+0000 7f0e1b200640 1 -- 172.21.15.46:0/3483226206 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e1c109cc0 msgr2=0x7f0e1c10c150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:52.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52.714+0000 7f0e1b200640 1 --2- 172.21.15.46:0/3483226206 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e1c109cc0 0x7f0e1c10c150 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f0e14009ca0 tx=0x7f0e1402a950 comp rx=0 tx=0).stop 2024-04-26T01:50:52.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52.714+0000 7f0e1b200640 1 -- 172.21.15.46:0/3483226206 shutdown_connections 2024-04-26T01:50:52.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52.714+0000 7f0e1b200640 1 --2- 172.21.15.46:0/3483226206 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e1c109cc0 0x7f0e1c10c150 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:52.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52.714+0000 7f0e1b200640 1 --2- 172.21.15.46:0/3483226206 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0e1c074930 0x7f0e1c074d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:52.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52.714+0000 7f0e1b200640 1 --2- 172.21.15.46:0/3483226206 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0e1c075f10 0x7f0e1c074360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:52.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52.714+0000 7f0e1b200640 1 -- 172.21.15.46:0/3483226206 >> 172.21.15.46:0/3483226206 conn(0x7f0e1c0fd380 msgr2=0x7f0e1c0ff7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:52.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52.715+0000 7f0e1b200640 1 -- 172.21.15.46:0/3483226206 shutdown_connections 2024-04-26T01:50:52.713 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52.715+0000 7f0e1b200640 1 -- 172.21.15.46:0/3483226206 wait complete. 2024-04-26T01:50:52.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52.715+0000 7f0e1b200640 1 Processor -- start 2024-04-26T01:50:52.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52.716+0000 7f0e1b200640 1 -- start start 2024-04-26T01:50:52.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52.716+0000 7f0e1b200640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e1c074930 0x7f0e1c19a290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:52.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52.716+0000 7f0e1b200640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0e1c075f10 0x7f0e1c19a7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:52.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52.716+0000 7f0e1b200640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0e1c109cc0 0x7f0e1c1a1840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:52.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52.716+0000 7f0e1b200640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f0e1c10fc80 con 0x7f0e1c074930 2024-04-26T01:50:52.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52.716+0000 7f0e1b200640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f0e1c10fb00 con 0x7f0e1c109cc0 2024-04-26T01:50:52.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52.716+0000 7f0e1b200640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f0e1c10fe00 con 0x7f0e1c075f10 2024-04-26T01:50:52.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52.716+0000 7f0e19e00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e1c074930 0x7f0e1c19a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:52.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52.716+0000 7f0e19e00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e1c074930 0x7f0e1c19a290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:43924/0 (socket says 172.21.15.46:43924) 2024-04-26T01:50:52.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52.716+0000 7f0e19e00640 1 -- 172.21.15.46:0/1327081773 learned_addr learned my addr 172.21.15.46:0/1327081773 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:50:52.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52.716+0000 7f0e19400640 1 --2- 172.21.15.46:0/1327081773 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0e1c075f10 0x7f0e1c19a7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:52.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52.716+0000 7f0e1a800640 1 --2- 172.21.15.46:0/1327081773 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0e1c109cc0 0x7f0e1c1a1840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:52.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52.717+0000 7f0e19e00640 1 -- 172.21.15.46:0/1327081773 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0e1c075f10 msgr2=0x7f0e1c19a7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:52.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52.717+0000 7f0e19e00640 1 --2- 172.21.15.46:0/1327081773 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0e1c075f10 0x7f0e1c19a7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:52.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52.717+0000 7f0e19e00640 1 -- 172.21.15.46:0/1327081773 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0e1c109cc0 msgr2=0x7f0e1c1a1840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:52.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52.717+0000 7f0e19e00640 1 --2- 172.21.15.46:0/1327081773 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0e1c109cc0 0x7f0e1c1a1840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:52.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52.717+0000 7f0e19e00640 1 -- 172.21.15.46:0/1327081773 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e1c1a1eb0 con 0x7f0e1c074930 2024-04-26T01:50:52.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52.717+0000 7f0e19e00640 1 --2- 172.21.15.46:0/1327081773 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e1c074930 0x7f0e1c19a290 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f0e0c00e9f0 tx=0x7f0e0c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:52.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52.717+0000 7f0e12a00640 1 -- 172.21.15.46:0/1327081773 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e0c00cd80 con 0x7f0e1c074930 2024-04-26T01:50:52.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52.717+0000 7f0e1b200640 1 -- 172.21.15.46:0/1327081773 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e1c1a21a0 con 0x7f0e1c074930 2024-04-26T01:50:52.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52.717+0000 7f0e12a00640 1 -- 172.21.15.46:0/1327081773 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f0e0c010900 con 0x7f0e1c074930 2024-04-26T01:50:52.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52.718+0000 7f0e12a00640 1 -- 172.21.15.46:0/1327081773 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e0c0188f0 con 0x7f0e1c074930 2024-04-26T01:50:52.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52.718+0000 7f0e1b200640 1 -- 172.21.15.46:0/1327081773 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e1c1a2740 con 0x7f0e1c074930 2024-04-26T01:50:52.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52.719+0000 7f0e1b200640 1 -- 172.21.15.46:0/1327081773 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e1c108a80 con 0x7f0e1c074930 2024-04-26T01:50:52.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52.721+0000 7f0e12a00640 1 -- 172.21.15.46:0/1327081773 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 21) ==== 138663+0+0 (secure 0 0 0) 0x7f0e0c010ab0 con 0x7f0e1c074930 2024-04-26T01:50:52.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52.722+0000 7f0e12a00640 1 --2- 172.21.15.46:0/1327081773 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f0e000a3bf0 0x7f0e000a60b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:52.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52.722+0000 7f0e19400640 1 -- 172.21.15.46:0/1327081773 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f0e000a3bf0 msgr2=0x7f0e000a60b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/3332901238 2024-04-26T01:50:52.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52.722+0000 7f0e12a00640 1 -- 172.21.15.46:0/1327081773 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8211+0+0 (secure 0 0 0) 0x7f0e0c0d07e0 con 0x7f0e1c074930 2024-04-26T01:50:52.720 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52.722+0000 7f0e19400640 1 --2- 172.21.15.46:0/1327081773 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f0e000a3bf0 0x7f0e000a60b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-26T01:50:52.724 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52.727+0000 7f0e12a00640 1 -- 172.21.15.46:0/1327081773 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0e0c09cb20 con 0x7f0e1c074930 2024-04-26T01:50:52.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:52 smithi103 ceph-mon[32920]: mgrmap e21: x(active, since 12m), standbys: y, z 2024-04-26T01:50:52.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:52 smithi163 ceph-mon[32592]: mgrmap e21: x(active, since 12m), standbys: y, z 2024-04-26T01:50:52.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52.923+0000 7f0e19400640 1 -- 172.21.15.46:0/1327081773 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f0e000a3bf0 msgr2=0x7f0e000a60b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/3332901238 2024-04-26T01:50:52.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52.923+0000 7f0e19400640 1 --2- 172.21.15.46:0/1327081773 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f0e000a3bf0 0x7f0e000a60b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-26T01:50:52.972 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:52.974+0000 7f0e1b200640 1 -- 172.21.15.46:0/1327081773 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"} v 0) -- 0x7f0e1c02d5c0 con 0x7f0e1c074930 2024-04-26T01:50:53.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:52 smithi046 ceph-mon[28013]: mgrmap e21: x(active, since 12m), standbys: y, z 2024-04-26T01:50:53.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.324+0000 7f0e19400640 1 -- 172.21.15.46:0/1327081773 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f0e000a3bf0 msgr2=0x7f0e000a60b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.46:6800/3332901238 2024-04-26T01:50:53.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.324+0000 7f0e19400640 1 --2- 172.21.15.46:0/1327081773 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f0e000a3bf0 0x7f0e000a60b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-04-26T01:50:53.408 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:50:53.109+0000 7fef3dbf0200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T01:50:53.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.436+0000 7f0e12a00640 1 -- 172.21.15.46:0/1327081773 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mgrmap(e 22) ==== 138331+0+0 (secure 0 0 0) 0x7f0e0c099190 con 0x7f0e1c074930 2024-04-26T01:50:53.435 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.438+0000 7f0e12a00640 1 -- 172.21.15.46:0/1327081773 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f0e000a3bf0 msgr2=0x7f0e000a60b0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-26T01:50:53.436 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.438+0000 7f0e12a00640 1 --2- 172.21.15.46:0/1327081773 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f0e000a3bf0 0x7f0e000a60b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:53.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.621+0000 7f0e12a00640 1 -- 172.21.15.46:0/1327081773 <== mon.0 v2:172.21.15.46:3300/0 8 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]=0 v29) ==== 117+0+0 (secure 0 0 0) 0x7f0e0c0c8b80 con 0x7f0e1c074930 2024-04-26T01:50:53.623 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.626+0000 7f0e1b200640 1 -- 172.21.15.46:0/1327081773 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e1c074930 msgr2=0x7f0e1c19a290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:53.623 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.626+0000 7f0e1b200640 1 --2- 172.21.15.46:0/1327081773 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e1c074930 0x7f0e1c19a290 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f0e0c00e9f0 tx=0x7f0e0c00eeb0 comp rx=0 tx=0).stop 2024-04-26T01:50:53.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.626+0000 7f0e1b200640 1 -- 172.21.15.46:0/1327081773 shutdown_connections 2024-04-26T01:50:53.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.626+0000 7f0e1b200640 1 --2- 172.21.15.46:0/1327081773 >> [v2:172.21.15.46:6800/3332901238,v1:172.21.15.46:6801/3332901238] conn(0x7f0e000a3bf0 0x7f0e000a60b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:53.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.626+0000 7f0e1b200640 1 --2- 172.21.15.46:0/1327081773 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0e1c109cc0 0x7f0e1c1a1840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:53.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.626+0000 7f0e1b200640 1 --2- 172.21.15.46:0/1327081773 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0e1c075f10 0x7f0e1c19a7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:53.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.626+0000 7f0e1b200640 1 --2- 172.21.15.46:0/1327081773 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0e1c074930 0x7f0e1c19a290 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:53.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.626+0000 7f0e1b200640 1 -- 172.21.15.46:0/1327081773 >> 172.21.15.46:0/1327081773 conn(0x7f0e1c0fd380 msgr2=0x7f0e1c105c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:53.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.626+0000 7f0e1b200640 1 -- 172.21.15.46:0/1327081773 shutdown_connections 2024-04-26T01:50:53.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.626+0000 7f0e1b200640 1 -- 172.21.15.46:0/1327081773 wait complete. 2024-04-26T01:50:53.648 INFO:teuthology.run_tasks:Running task check-counter... 2024-04-26T01:50:53.659 INFO:teuthology.run_tasks:Running task exec... 2024-04-26T01:50:53.668 INFO:teuthology.task.exec:Executing custom commands... 2024-04-26T01:50:53.668 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi046.front.sepia.ceph.com 2024-04-26T01:50:53.668 DEBUG:teuthology.orchestra.run.smithi046:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m' 2024-04-26T01:50:53.742 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:50:53.409+0000 7fef3dbf0200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T01:50:53.743 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:50:53.743+0000 7fee92c00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:50:53.743 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:50:53.743+0000 7fee92c00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:50:53.743 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/1327081773' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-04-26T01:50:53.743 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-mon[28013]: Active manager daemon x restarted 2024-04-26T01:50:53.743 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-mon[28013]: Activating manager daemon x 2024-04-26T01:50:53.743 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-mon[28013]: osdmap e92: 12 total, 12 up, 12 in 2024-04-26T01:50:53.743 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-mon[28013]: mgrmap e22: x(active, starting, since 0.024124s), standbys: y, z 2024-04-26T01:50:53.743 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:50:53.743 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:50:53.744 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:50:53.744 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-26T01:50:53.744 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-26T01:50:53.744 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-26T01:50:53.744 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-26T01:50:53.744 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-26T01:50:53.744 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T01:50:53.744 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T01:50:53.744 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T01:50:53.744 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T01:50:53.744 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T01:50:53.744 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-26T01:50:53.744 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T01:50:53.744 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T01:50:53.745 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T01:50:53.745 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-26T01:50:53.745 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:50:53.745 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:50:53.745 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:50:53.745 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:50:53.745 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:50:53.745 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:50:53.745 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:50:53.745 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:50:53.745 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:50:53.745 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:50:53.745 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:50:53.745 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:50:53.746 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T01:50:53.746 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T01:50:53.746 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T01:50:53.746 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-mon[28013]: Manager daemon x is now available 2024-04-26T01:50:53.746 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:50:53.746 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T01:50:53.746 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T01:50:53.746 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T01:50:53.746 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T01:50:53.876 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:53 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/1327081773' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-04-26T01:50:53.876 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:53 smithi103 ceph-mon[32920]: Active manager daemon x restarted 2024-04-26T01:50:53.876 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:53 smithi103 ceph-mon[32920]: Activating manager daemon x 2024-04-26T01:50:53.876 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:53 smithi103 ceph-mon[32920]: osdmap e92: 12 total, 12 up, 12 in 2024-04-26T01:50:53.876 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:53 smithi103 ceph-mon[32920]: mgrmap e22: x(active, starting, since 0.024124s), standbys: y, z 2024-04-26T01:50:53.876 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:53 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:50:53.876 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:53 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:50:53.876 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:53 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:50:53.876 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:53 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-26T01:50:53.876 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:53 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-26T01:50:53.876 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:53 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-26T01:50:53.877 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:53 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-26T01:50:53.877 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:53 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-26T01:50:53.877 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:53 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T01:50:53.877 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:53 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T01:50:53.877 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:53 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T01:50:53.877 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:53 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T01:50:53.877 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:53 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T01:50:53.877 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:53 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-26T01:50:53.877 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:53 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T01:50:53.877 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:53 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T01:50:53.877 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:53 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T01:50:53.877 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:53 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-26T01:50:53.877 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:53 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:50:53.878 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:53 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:50:53.878 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:53 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:50:53.878 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:53 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:50:53.878 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:53 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:50:53.878 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:53 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:50:53.878 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:53 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:50:53.878 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:53 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:50:53.878 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:53 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:50:53.878 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:53 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:50:53.878 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:53 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:50:53.878 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:53 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:50:53.878 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:53 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T01:50:53.878 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:53 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T01:50:53.879 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:53 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T01:50:53.879 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:53 smithi103 ceph-mon[32920]: Manager daemon x is now available 2024-04-26T01:50:53.879 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:53 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:50:53.879 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:53 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T01:50:53.879 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:53 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T01:50:53.879 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:53 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T01:50:53.879 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:53 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T01:50:53.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.907+0000 7fcc0d800640 1 -- 172.21.15.46:0/3558505450 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc081053d0 msgr2=0x7fcc08105850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:53.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.907+0000 7fcc0d800640 1 --2- 172.21.15.46:0/3558505450 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc081053d0 0x7fcc08105850 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fcbf4009900 tx=0x7fcbf402a3f0 comp rx=0 tx=0).stop 2024-04-26T01:50:53.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.907+0000 7fcc0d800640 1 -- 172.21.15.46:0/3558505450 shutdown_connections 2024-04-26T01:50:53.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.907+0000 7fcc0d800640 1 --2- 172.21.15.46:0/3558505450 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcc08105d90 0x7fcc0810c620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:53.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.907+0000 7fcc0d800640 1 --2- 172.21.15.46:0/3558505450 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc081053d0 0x7fcc08105850 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:53.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.907+0000 7fcc0d800640 1 --2- 172.21.15.46:0/3558505450 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fcc081041e0 0x7fcc08104600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:53.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.907+0000 7fcc0d800640 1 -- 172.21.15.46:0/3558505450 >> 172.21.15.46:0/3558505450 conn(0x7fcc080ff770 msgr2=0x7fcc08101b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:53.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.908+0000 7fcc0d800640 1 -- 172.21.15.46:0/3558505450 shutdown_connections 2024-04-26T01:50:53.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.908+0000 7fcc0d800640 1 -- 172.21.15.46:0/3558505450 wait complete. 2024-04-26T01:50:53.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.909+0000 7fcc0d800640 1 Processor -- start 2024-04-26T01:50:53.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.909+0000 7fcc0d800640 1 -- start start 2024-04-26T01:50:53.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.909+0000 7fcc0d800640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc081041e0 0x7fcc0819a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:53.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.909+0000 7fcc0d800640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcc081053d0 0x7fcc0819a950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:53.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.909+0000 7fcc0d800640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fcc08105d90 0x7fcc081a19c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:53.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.909+0000 7fcc0d800640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fcc0810fe40 con 0x7fcc081041e0 2024-04-26T01:50:53.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.909+0000 7fcc0d800640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fcc0810fcc0 con 0x7fcc081053d0 2024-04-26T01:50:53.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.909+0000 7fcc0d800640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fcc0810ffc0 con 0x7fcc08105d90 2024-04-26T01:50:53.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.909+0000 7fcc06a00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc081041e0 0x7fcc0819a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:53.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.909+0000 7fcc07400640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fcc08105d90 0x7fcc081a19c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:53.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.909+0000 7fcc06000640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcc081053d0 0x7fcc0819a950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:53.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.909+0000 7fcc06000640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcc081053d0 0x7fcc0819a950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:60622/0 (socket says 172.21.15.46:60622) 2024-04-26T01:50:53.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.909+0000 7fcc06a00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc081041e0 0x7fcc0819a410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34656/0 (socket says 172.21.15.46:34656) 2024-04-26T01:50:53.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.909+0000 7fcc06000640 1 -- 172.21.15.46:0/123717430 learned_addr learned my addr 172.21.15.46:0/123717430 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:50:53.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.909+0000 7fcc07400640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fcc08105d90 0x7fcc081a19c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:51434/0 (socket says 172.21.15.46:51434) 2024-04-26T01:50:53.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.910+0000 7fcc07400640 1 -- 172.21.15.46:0/123717430 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcc081053d0 msgr2=0x7fcc0819a950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:53.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.910+0000 7fcc07400640 1 --2- 172.21.15.46:0/123717430 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcc081053d0 0x7fcc0819a950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:53.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.910+0000 7fcc07400640 1 -- 172.21.15.46:0/123717430 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc081041e0 msgr2=0x7fcc0819a410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:53.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.910+0000 7fcc07400640 1 --2- 172.21.15.46:0/123717430 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc081041e0 0x7fcc0819a410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:53.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.910+0000 7fcc07400640 1 -- 172.21.15.46:0/123717430 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc081a2030 con 0x7fcc08105d90 2024-04-26T01:50:53.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.910+0000 7fcc07400640 1 --2- 172.21.15.46:0/123717430 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fcc08105d90 0x7fcc081a19c0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fcc0000ec50 tx=0x7fcc0000c6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:53.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.910+0000 7fcbff400640 1 -- 172.21.15.46:0/123717430 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc00003b70 con 0x7fcc08105d90 2024-04-26T01:50:53.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.910+0000 7fcbff400640 1 -- 172.21.15.46:0/123717430 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fcc00003d10 con 0x7fcc08105d90 2024-04-26T01:50:53.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.910+0000 7fcc0d800640 1 -- 172.21.15.46:0/123717430 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc081a2320 con 0x7fcc08105d90 2024-04-26T01:50:53.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.910+0000 7fcbff400640 1 -- 172.21.15.46:0/123717430 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc000108b0 con 0x7fcc08105d90 2024-04-26T01:50:53.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.911+0000 7fcc0d800640 1 -- 172.21.15.46:0/123717430 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc081a27f0 con 0x7fcc08105d90 2024-04-26T01:50:53.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.912+0000 7fcc0d800640 1 -- 172.21.15.46:0/123717430 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc0810b4a0 con 0x7fcc08105d90 2024-04-26T01:50:53.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.913+0000 7fcbff400640 1 -- 172.21.15.46:0/123717430 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 22) ==== 138331+0+0 (secure 0 0 0) 0x7fcc00003fc0 con 0x7fcc08105d90 2024-04-26T01:50:53.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.915+0000 7fcbff400640 1 -- 172.21.15.46:0/123717430 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fcc000d0450 con 0x7fcc08105d90 2024-04-26T01:50:53.916 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:53.919+0000 7fcbff400640 1 -- 172.21.15.46:0/123717430 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fcc0009d0e0 con 0x7fcc08105d90 2024-04-26T01:50:53.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:53 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/1327081773' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-04-26T01:50:53.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:53 smithi163 ceph-mon[32592]: Active manager daemon x restarted 2024-04-26T01:50:53.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:53 smithi163 ceph-mon[32592]: Activating manager daemon x 2024-04-26T01:50:53.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:53 smithi163 ceph-mon[32592]: osdmap e92: 12 total, 12 up, 12 in 2024-04-26T01:50:53.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:53 smithi163 ceph-mon[32592]: mgrmap e22: x(active, starting, since 0.024124s), standbys: y, z 2024-04-26T01:50:53.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:53 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T01:50:53.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:53 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T01:50:53.921 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:53 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T01:50:53.921 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:53 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-26T01:50:53.921 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:53 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-26T01:50:53.921 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:53 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-26T01:50:53.921 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:53 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-26T01:50:53.921 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:53 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-26T01:50:53.921 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:53 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T01:50:53.921 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:53 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T01:50:53.921 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:53 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T01:50:53.921 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:53 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T01:50:53.921 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:53 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T01:50:53.921 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:53 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-26T01:50:53.921 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:53 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T01:50:53.921 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:53 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T01:50:53.921 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:53 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T01:50:53.922 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:53 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-26T01:50:53.922 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:53 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T01:50:53.922 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:53 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T01:50:53.922 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:53 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T01:50:53.922 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:53 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T01:50:53.922 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:53 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T01:50:53.922 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:53 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T01:50:53.922 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:53 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T01:50:53.922 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:53 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T01:50:53.922 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:53 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-26T01:50:53.922 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:53 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-26T01:50:53.922 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:53 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-26T01:50:53.922 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:53 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-26T01:50:53.922 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:53 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T01:50:53.922 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:53 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T01:50:53.923 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:53 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T01:50:53.923 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:53 smithi163 ceph-mon[32592]: Manager daemon x is now available 2024-04-26T01:50:53.923 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:53 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:50:53.923 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:53 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T01:50:53.923 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:53 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T01:50:53.923 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:53 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T01:50:53.926 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:53 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T01:50:54.061 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:50:53.744+0000 7fee92c00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:50:54.061 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:50:53.744+0000 7fee92c00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:50:54.061 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:50:53.744+0000 7fee92c00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:50:54.061 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:50:53.746+0000 7fee8fa00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:50:54.061 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:50:53.746+0000 7fee8fa00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:50:54.061 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:50:53.746+0000 7fee8fa00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:50:54.061 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:50:53.746+0000 7fee8fa00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:50:54.061 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:50:53 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:50:53.746+0000 7fee8fa00700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:50:54.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.445+0000 7fcbff400640 1 -- 172.21.15.46:0/123717430 <== mon.1 v2:172.21.15.163:3300/0 7 ==== mgrmap(e 23) ==== 138458+0+0 (secure 0 0 0) 0x7fcc00098730 con 0x7fcc08105d90 2024-04-26T01:50:54.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.446+0000 7fcbff400640 1 --2- 172.21.15.46:0/123717430 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fcbec0aa950 0x7fcbec0acd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:54.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.446+0000 7fcbff400640 1 -- 172.21.15.46:0/123717430 --> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7fcc00018e50 con 0x7fcbec0aa950 2024-04-26T01:50:54.457 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.459+0000 7fcc06a00640 1 --2- 172.21.15.46:0/123717430 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fcbec0aa950 0x7fcbec0acd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:54.458 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.460+0000 7fcc06a00640 1 --2- 172.21.15.46:0/123717430 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fcbec0aa950 0x7fcbec0acd40 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fcbf8005fd0 tx=0x7fcbf800b410 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:54.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.556+0000 7fcbff400640 1 -- 172.21.15.46:0/123717430 <== mgr.25132 v2:172.21.15.46:6800/1247059674 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fcc00018e50 con 0x7fcbec0aa950 2024-04-26T01:50:54.555 INFO:teuthology.orchestra.run.smithi046.stdout:Schedule set for path / 2024-04-26T01:50:54.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.559+0000 7fcc0d800640 1 -- 172.21.15.46:0/123717430 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fcbec0aa950 msgr2=0x7fcbec0acd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:54.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.559+0000 7fcc0d800640 1 --2- 172.21.15.46:0/123717430 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fcbec0aa950 0x7fcbec0acd40 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fcbf8005fd0 tx=0x7fcbf800b410 comp rx=0 tx=0).stop 2024-04-26T01:50:54.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.559+0000 7fcc0d800640 1 -- 172.21.15.46:0/123717430 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fcc08105d90 msgr2=0x7fcc081a19c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:54.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.559+0000 7fcc0d800640 1 --2- 172.21.15.46:0/123717430 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fcc08105d90 0x7fcc081a19c0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fcc0000ec50 tx=0x7fcc0000c6a0 comp rx=0 tx=0).stop 2024-04-26T01:50:54.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.559+0000 7fcc0d800640 1 -- 172.21.15.46:0/123717430 shutdown_connections 2024-04-26T01:50:54.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.559+0000 7fcc0d800640 1 --2- 172.21.15.46:0/123717430 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fcbec0aa950 0x7fcbec0acd40 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:54.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.559+0000 7fcc0d800640 1 --2- 172.21.15.46:0/123717430 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fcc08105d90 0x7fcc081a19c0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:54.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.559+0000 7fcc0d800640 1 --2- 172.21.15.46:0/123717430 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcc081053d0 0x7fcc0819a950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:54.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.559+0000 7fcc0d800640 1 --2- 172.21.15.46:0/123717430 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fcc081041e0 0x7fcc0819a410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:54.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.559+0000 7fcc0d800640 1 -- 172.21.15.46:0/123717430 >> 172.21.15.46:0/123717430 conn(0x7fcc080ff770 msgr2=0x7fcc08108670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:54.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.559+0000 7fcc0d800640 1 -- 172.21.15.46:0/123717430 shutdown_connections 2024-04-26T01:50:54.558 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.559+0000 7fcc0d800640 1 -- 172.21.15.46:0/123717430 wait complete. 2024-04-26T01:50:54.574 DEBUG:teuthology.orchestra.run.smithi046:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h' 2024-04-26T01:50:54.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.756+0000 7f8d56400640 1 -- 172.21.15.46:0/593507481 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8d50102880 msgr2=0x7f8d50109110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:54.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.756+0000 7f8d56400640 1 --2- 172.21.15.46:0/593507481 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8d50102880 0x7f8d50109110 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f8d48009ca0 tx=0x7f8d4802a8c0 comp rx=0 tx=0).stop 2024-04-26T01:50:54.754 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.756+0000 7f8d56400640 1 -- 172.21.15.46:0/593507481 shutdown_connections 2024-04-26T01:50:54.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.756+0000 7f8d56400640 1 --2- 172.21.15.46:0/593507481 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8d50102880 0x7f8d50109110 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:54.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.756+0000 7f8d56400640 1 --2- 172.21.15.46:0/593507481 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8d50101ec0 0x7f8d50102340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:54.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.756+0000 7f8d56400640 1 --2- 172.21.15.46:0/593507481 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8d50100cd0 0x7f8d501010f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:54.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.756+0000 7f8d56400640 1 -- 172.21.15.46:0/593507481 >> 172.21.15.46:0/593507481 conn(0x7f8d500fc240 msgr2=0x7f8d500fe680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:54.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.756+0000 7f8d56400640 1 -- 172.21.15.46:0/593507481 shutdown_connections 2024-04-26T01:50:54.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.756+0000 7f8d56400640 1 -- 172.21.15.46:0/593507481 wait complete. 2024-04-26T01:50:54.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.757+0000 7f8d56400640 1 Processor -- start 2024-04-26T01:50:54.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.757+0000 7f8d56400640 1 -- start start 2024-04-26T01:50:54.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.757+0000 7f8d56400640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8d50100cd0 0x7f8d50104c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:54.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.757+0000 7f8d56400640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8d50101ec0 0x7f8d501032a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:54.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.757+0000 7f8d56400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8d50102880 0x7f8d501037e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:54.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.757+0000 7f8d56400640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f8d5010c980 con 0x7f8d50102880 2024-04-26T01:50:54.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.757+0000 7f8d56400640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f8d5010c800 con 0x7f8d50100cd0 2024-04-26T01:50:54.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.757+0000 7f8d56400640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f8d5010cb00 con 0x7f8d50101ec0 2024-04-26T01:50:54.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.758+0000 7f8d55a00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8d50102880 0x7f8d501037e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:54.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.758+0000 7f8d55000640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8d50100cd0 0x7f8d50104c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:54.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.758+0000 7f8d4fe00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8d50101ec0 0x7f8d501032a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:54.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.758+0000 7f8d55000640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8d50100cd0 0x7f8d50104c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:60640/0 (socket says 172.21.15.46:60640) 2024-04-26T01:50:54.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.758+0000 7f8d55000640 1 -- 172.21.15.46:0/4021239652 learned_addr learned my addr 172.21.15.46:0/4021239652 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:50:54.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.758+0000 7f8d55a00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8d50102880 0x7f8d501037e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34672/0 (socket says 172.21.15.46:34672) 2024-04-26T01:50:54.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.758+0000 7f8d55000640 1 -- 172.21.15.46:0/4021239652 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8d50101ec0 msgr2=0x7f8d501032a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:54.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.758+0000 7f8d55000640 1 --2- 172.21.15.46:0/4021239652 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8d50101ec0 0x7f8d501032a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:54.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.758+0000 7f8d55000640 1 -- 172.21.15.46:0/4021239652 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8d50102880 msgr2=0x7f8d501037e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:54.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.758+0000 7f8d55000640 1 --2- 172.21.15.46:0/4021239652 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8d50102880 0x7f8d501037e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:54.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.758+0000 7f8d55000640 1 -- 172.21.15.46:0/4021239652 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d50104070 con 0x7f8d50100cd0 2024-04-26T01:50:54.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.759+0000 7f8d55000640 1 --2- 172.21.15.46:0/4021239652 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8d50100cd0 0x7f8d50104c60 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f8d4400e9c0 tx=0x7f8d4400ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:54.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.759+0000 7f8d4d600640 1 -- 172.21.15.46:0/4021239652 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d4400cde0 con 0x7f8d50100cd0 2024-04-26T01:50:54.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.759+0000 7f8d56400640 1 -- 172.21.15.46:0/4021239652 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d501a21d0 con 0x7f8d50100cd0 2024-04-26T01:50:54.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.759+0000 7f8d4d600640 1 -- 172.21.15.46:0/4021239652 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8d44010900 con 0x7f8d50100cd0 2024-04-26T01:50:54.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.759+0000 7f8d4d600640 1 -- 172.21.15.46:0/4021239652 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d44018a40 con 0x7f8d50100cd0 2024-04-26T01:50:54.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.759+0000 7f8d56400640 1 -- 172.21.15.46:0/4021239652 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d501a2770 con 0x7f8d50100cd0 2024-04-26T01:50:54.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.760+0000 7f8d56400640 1 -- 172.21.15.46:0/4021239652 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d501a2a30 con 0x7f8d50100cd0 2024-04-26T01:50:54.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.763+0000 7f8d4d600640 1 -- 172.21.15.46:0/4021239652 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 23) ==== 138458+0+0 (secure 0 0 0) 0x7f8d4401f020 con 0x7f8d50100cd0 2024-04-26T01:50:54.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.764+0000 7f8d4d600640 1 --2- 172.21.15.46:0/4021239652 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f8d380a3990 0x7f8d380a5e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:54.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.764+0000 7f8d4d600640 1 -- 172.21.15.46:0/4021239652 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f8d440d0220 con 0x7f8d50100cd0 2024-04-26T01:50:54.762 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.764+0000 7f8d4fe00640 1 --2- 172.21.15.46:0/4021239652 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f8d380a3990 0x7f8d380a5e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:54.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.765+0000 7f8d4fe00640 1 --2- 172.21.15.46:0/4021239652 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f8d380a3990 0x7f8d380a5e50 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f8d501049d0 tx=0x7f8d3c005f90 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:54.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:54.768+0000 7f8d4d600640 1 -- 172.21.15.46:0/4021239652 <== mon.2 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8d4409cdc0 con 0x7f8d50100cd0 2024-04-26T01:50:54.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:54 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/1327081773' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-04-26T01:50:54.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:54 smithi103 ceph-mon[32920]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:50:54.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:54 smithi103 ceph-mon[32920]: mgrmap e23: x(active, since 1.03945s), standbys: y, z 2024-04-26T01:50:54.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:54 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/1327081773' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-04-26T01:50:54.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:54 smithi163 ceph-mon[32592]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:50:54.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:54 smithi163 ceph-mon[32592]: mgrmap e23: x(active, since 1.03945s), standbys: y, z 2024-04-26T01:50:55.002 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.004+0000 7f8d56400640 1 -- 172.21.15.46:0/4021239652 --> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] -- mgr_command(tid 0: {"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}) -- 0x7f8d500fe3e0 con 0x7f8d380a3990 2024-04-26T01:50:55.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:54 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/1327081773' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-04-26T01:50:55.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:54 smithi046 ceph-mon[28013]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:50:55.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:54 smithi046 ceph-mon[28013]: mgrmap e23: x(active, since 1.03945s), standbys: y, z 2024-04-26T01:50:55.096 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.098+0000 7f8d4d600640 1 -- 172.21.15.46:0/4021239652 <== mgr.25132 v2:172.21.15.46:6800/1247059674 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+26 (secure 0 0 0) 0x7f8d500fe3e0 con 0x7f8d380a3990 2024-04-26T01:50:55.096 INFO:teuthology.orchestra.run.smithi046.stdout:Retention added to path / 2024-04-26T01:50:55.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.101+0000 7f8d56400640 1 -- 172.21.15.46:0/4021239652 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f8d380a3990 msgr2=0x7f8d380a5e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:55.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.101+0000 7f8d56400640 1 --2- 172.21.15.46:0/4021239652 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f8d380a3990 0x7f8d380a5e50 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f8d501049d0 tx=0x7f8d3c005f90 comp rx=0 tx=0).stop 2024-04-26T01:50:55.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.101+0000 7f8d56400640 1 -- 172.21.15.46:0/4021239652 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8d50100cd0 msgr2=0x7f8d50104c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:55.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.101+0000 7f8d56400640 1 --2- 172.21.15.46:0/4021239652 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8d50100cd0 0x7f8d50104c60 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f8d4400e9c0 tx=0x7f8d4400ee80 comp rx=0 tx=0).stop 2024-04-26T01:50:55.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.101+0000 7f8d56400640 1 -- 172.21.15.46:0/4021239652 shutdown_connections 2024-04-26T01:50:55.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.101+0000 7f8d56400640 1 --2- 172.21.15.46:0/4021239652 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f8d380a3990 0x7f8d380a5e50 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:55.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.101+0000 7f8d56400640 1 --2- 172.21.15.46:0/4021239652 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8d50102880 0x7f8d501037e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:55.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.101+0000 7f8d56400640 1 --2- 172.21.15.46:0/4021239652 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8d50101ec0 0x7f8d501032a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:55.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.101+0000 7f8d56400640 1 --2- 172.21.15.46:0/4021239652 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8d50100cd0 0x7f8d50104c60 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:55.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.101+0000 7f8d56400640 1 -- 172.21.15.46:0/4021239652 >> 172.21.15.46:0/4021239652 conn(0x7f8d500fc240 msgr2=0x7f8d500fdcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:55.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.101+0000 7f8d56400640 1 -- 172.21.15.46:0/4021239652 shutdown_connections 2024-04-26T01:50:55.101 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.101+0000 7f8d56400640 1 -- 172.21.15.46:0/4021239652 wait complete. 2024-04-26T01:50:55.116 DEBUG:teuthology.orchestra.run.smithi046:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-04-26T01:50:55.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.311+0000 7f59e4000640 1 -- 172.21.15.46:0/1966941502 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f59dc100ea0 msgr2=0x7f59dc1012c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:55.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.311+0000 7f59e4000640 1 --2- 172.21.15.46:0/1966941502 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f59dc100ea0 0x7f59dc1012c0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f59d0009860 tx=0x7f59d002a340 comp rx=0 tx=0).stop 2024-04-26T01:50:55.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.311+0000 7f59e4000640 1 -- 172.21.15.46:0/1966941502 shutdown_connections 2024-04-26T01:50:55.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.311+0000 7f59e4000640 1 --2- 172.21.15.46:0/1966941502 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59dc102a40 0x7f59dc109360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:55.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.311+0000 7f59e4000640 1 --2- 172.21.15.46:0/1966941502 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f59dc102080 0x7f59dc102500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:55.309 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.311+0000 7f59e4000640 1 --2- 172.21.15.46:0/1966941502 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f59dc100ea0 0x7f59dc1012c0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:55.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.311+0000 7f59e4000640 1 -- 172.21.15.46:0/1966941502 >> 172.21.15.46:0/1966941502 conn(0x7f59dc0fc460 msgr2=0x7f59dc0fe8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:55.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.311+0000 7f59e4000640 1 -- 172.21.15.46:0/1966941502 shutdown_connections 2024-04-26T01:50:55.310 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.311+0000 7f59e4000640 1 -- 172.21.15.46:0/1966941502 wait complete. 2024-04-26T01:50:55.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.312+0000 7f59e4000640 1 Processor -- start 2024-04-26T01:50:55.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.312+0000 7f59e4000640 1 -- start start 2024-04-26T01:50:55.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.313+0000 7f59e4000640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f59dc100ea0 0x7f59dc1982b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:55.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.313+0000 7f59e4000640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59dc102080 0x7f59dc1987f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:55.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.313+0000 7f59e4000640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f59dc102a40 0x7f59dc19f810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:55.311 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.313+0000 7f59e4000640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f59dc10cb60 con 0x7f59dc102080 2024-04-26T01:50:55.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.313+0000 7f59e4000640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f59dc10c9e0 con 0x7f59dc100ea0 2024-04-26T01:50:55.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.313+0000 7f59e4000640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f59dc10cce0 con 0x7f59dc102a40 2024-04-26T01:50:55.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.313+0000 7f59e1600640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f59dc100ea0 0x7f59dc1982b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:55.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.313+0000 7f59e0c00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59dc102080 0x7f59dc1987f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:55.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.313+0000 7f59e1600640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f59dc100ea0 0x7f59dc1982b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:60666/0 (socket says 172.21.15.46:60666) 2024-04-26T01:50:55.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.313+0000 7f59e1600640 1 -- 172.21.15.46:0/3678943136 learned_addr learned my addr 172.21.15.46:0/3678943136 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:50:55.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.313+0000 7f59e2000640 1 --2- 172.21.15.46:0/3678943136 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f59dc102a40 0x7f59dc19f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:55.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.313+0000 7f59e1600640 1 -- 172.21.15.46:0/3678943136 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f59dc102a40 msgr2=0x7f59dc19f810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:55.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.313+0000 7f59e1600640 1 --2- 172.21.15.46:0/3678943136 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f59dc102a40 0x7f59dc19f810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:55.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.313+0000 7f59e1600640 1 -- 172.21.15.46:0/3678943136 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59dc102080 msgr2=0x7f59dc1987f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:55.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.313+0000 7f59e1600640 1 --2- 172.21.15.46:0/3678943136 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59dc102080 0x7f59dc1987f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:55.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.313+0000 7f59e1600640 1 -- 172.21.15.46:0/3678943136 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59dc19fe80 con 0x7f59dc100ea0 2024-04-26T01:50:55.312 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.313+0000 7f59e0c00640 1 --2- 172.21.15.46:0/3678943136 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59dc102080 0x7f59dc1987f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:50:55.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.314+0000 7f59e1600640 1 --2- 172.21.15.46:0/3678943136 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f59dc100ea0 0x7f59dc1982b0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f59d0035040 tx=0x7f59d00326d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:55.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.314+0000 7f59da000640 1 -- 172.21.15.46:0/3678943136 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59d0040070 con 0x7f59dc100ea0 2024-04-26T01:50:55.313 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.314+0000 7f59da000640 1 -- 172.21.15.46:0/3678943136 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f59d00308e0 con 0x7f59dc100ea0 2024-04-26T01:50:55.314 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.314+0000 7f59da000640 1 -- 172.21.15.46:0/3678943136 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59d0037040 con 0x7f59dc100ea0 2024-04-26T01:50:55.314 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.314+0000 7f59e4000640 1 -- 172.21.15.46:0/3678943136 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59dc1a0110 con 0x7f59dc100ea0 2024-04-26T01:50:55.314 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.314+0000 7f59e4000640 1 -- 172.21.15.46:0/3678943136 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59dc1a05b0 con 0x7f59dc100ea0 2024-04-26T01:50:55.314 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.315+0000 7f59e4000640 1 -- 172.21.15.46:0/3678943136 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f59dc1a0810 con 0x7f59dc100ea0 2024-04-26T01:50:55.315 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.317+0000 7f59da000640 1 -- 172.21.15.46:0/3678943136 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 23) ==== 138458+0+0 (secure 0 0 0) 0x7f59d0043070 con 0x7f59dc100ea0 2024-04-26T01:50:55.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.318+0000 7f59da000640 1 --2- 172.21.15.46:0/3678943136 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f59c40a3ae0 0x7f59c40a5fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:55.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.319+0000 7f59da000640 1 -- 172.21.15.46:0/3678943136 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f59d00ef300 con 0x7f59dc100ea0 2024-04-26T01:50:55.317 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.319+0000 7f59e0c00640 1 --2- 172.21.15.46:0/3678943136 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f59c40a3ae0 0x7f59c40a5fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:55.317 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.320+0000 7f59e0c00640 1 --2- 172.21.15.46:0/3678943136 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f59c40a3ae0 0x7f59c40a5fa0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f59c80096c0 tx=0x7f59c8009260 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:55.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.323+0000 7f59da000640 1 -- 172.21.15.46:0/3678943136 <== mon.2 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f59d00bb850 con 0x7f59dc100ea0 2024-04-26T01:50:55.557 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.560+0000 7f59e4000640 1 -- 172.21.15.46:0/3678943136 --> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7f59dc0fe5c0 con 0x7f59c40a3ae0 2024-04-26T01:50:55.570 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.572+0000 7f59da000640 1 -- 172.21.15.46:0/3678943136 <== mgr.25132 v2:172.21.15.46:6800/1247059674 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+298 (secure 0 0 0) 0x7f59dc0fe5c0 con 0x7f59c40a3ae0 2024-04-26T01:50:55.570 INFO:teuthology.orchestra.run.smithi046.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-04-26T00:00:00", "created": "2024-04-26T01:50:54", "first": null, "last": null, "last_pruned": null, "created_count": 0, "pruned_count": 0, "active": true} 2024-04-26T01:50:55.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.574+0000 7f59e4000640 1 -- 172.21.15.46:0/3678943136 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f59c40a3ae0 msgr2=0x7f59c40a5fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:55.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.574+0000 7f59e4000640 1 --2- 172.21.15.46:0/3678943136 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f59c40a3ae0 0x7f59c40a5fa0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f59c80096c0 tx=0x7f59c8009260 comp rx=0 tx=0).stop 2024-04-26T01:50:55.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.575+0000 7f59e4000640 1 -- 172.21.15.46:0/3678943136 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f59dc100ea0 msgr2=0x7f59dc1982b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:55.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.575+0000 7f59e4000640 1 --2- 172.21.15.46:0/3678943136 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f59dc100ea0 0x7f59dc1982b0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f59d0035040 tx=0x7f59d00326d0 comp rx=0 tx=0).stop 2024-04-26T01:50:55.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.575+0000 7f59e4000640 1 -- 172.21.15.46:0/3678943136 shutdown_connections 2024-04-26T01:50:55.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.575+0000 7f59e4000640 1 --2- 172.21.15.46:0/3678943136 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f59c40a3ae0 0x7f59c40a5fa0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:55.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.575+0000 7f59e4000640 1 --2- 172.21.15.46:0/3678943136 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f59dc102a40 0x7f59dc19f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:55.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.575+0000 7f59e4000640 1 --2- 172.21.15.46:0/3678943136 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f59dc102080 0x7f59dc1987f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:55.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.575+0000 7f59e4000640 1 --2- 172.21.15.46:0/3678943136 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f59dc100ea0 0x7f59dc1982b0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:55.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.575+0000 7f59e4000640 1 -- 172.21.15.46:0/3678943136 >> 172.21.15.46:0/3678943136 conn(0x7f59dc0fc460 msgr2=0x7f59dc0fdeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:55.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.575+0000 7f59e4000640 1 -- 172.21.15.46:0/3678943136 shutdown_connections 2024-04-26T01:50:55.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.575+0000 7f59e4000640 1 -- 172.21.15.46:0/3678943136 wait complete. 2024-04-26T01:50:55.594 DEBUG:teuthology.orchestra.run.smithi046:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-04-26T01:50:55.658 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:55 smithi046 ceph-mon[28013]: [26/Apr/2024:01:50:54] ENGINE Bus STARTING 2024-04-26T01:50:55.659 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:55 smithi046 ceph-mon[28013]: [26/Apr/2024:01:50:54] ENGINE Serving on http://172.21.15.46:8765 2024-04-26T01:50:55.659 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:55 smithi046 ceph-mon[28013]: [26/Apr/2024:01:50:54] ENGINE Serving on https://172.21.15.46:7150 2024-04-26T01:50:55.659 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:55 smithi046 ceph-mon[28013]: [26/Apr/2024:01:50:54] ENGINE Bus STARTED 2024-04-26T01:50:55.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.795+0000 7f8870c00640 1 -- 172.21.15.46:0/3822720061 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f886c101fb0 msgr2=0x7f886c1023d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:55.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.795+0000 7f8870c00640 1 --2- 172.21.15.46:0/3822720061 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f886c101fb0 0x7f886c1023d0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f885c009900 tx=0x7f885c02a410 comp rx=0 tx=0).stop 2024-04-26T01:50:55.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.795+0000 7f8870c00640 1 -- 172.21.15.46:0/3822720061 shutdown_connections 2024-04-26T01:50:55.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.795+0000 7f8870c00640 1 --2- 172.21.15.46:0/3822720061 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f886c103b60 0x7f886c10a3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:55.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.795+0000 7f8870c00640 1 --2- 172.21.15.46:0/3822720061 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f886c1031a0 0x7f886c103620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:55.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.795+0000 7f8870c00640 1 --2- 172.21.15.46:0/3822720061 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f886c101fb0 0x7f886c1023d0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:55.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.795+0000 7f8870c00640 1 -- 172.21.15.46:0/3822720061 >> 172.21.15.46:0/3822720061 conn(0x7f886c0fd540 msgr2=0x7f886c0ff960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:55.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.796+0000 7f8870c00640 1 -- 172.21.15.46:0/3822720061 shutdown_connections 2024-04-26T01:50:55.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.796+0000 7f8870c00640 1 -- 172.21.15.46:0/3822720061 wait complete. 2024-04-26T01:50:55.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.797+0000 7f8870c00640 1 Processor -- start 2024-04-26T01:50:55.794 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.797+0000 7f8870c00640 1 -- start start 2024-04-26T01:50:55.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.797+0000 7f8870c00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f886c101fb0 0x7f886c19a460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:55.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.797+0000 7f8870c00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f886c1031a0 0x7f886c19a9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:55.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.797+0000 7f8870c00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f886c103b60 0x7f886c1a1a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:55.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.797+0000 7f8870c00640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f886c10dc60 con 0x7f886c101fb0 2024-04-26T01:50:55.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.797+0000 7f8870c00640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f886c10dae0 con 0x7f886c103b60 2024-04-26T01:50:55.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.797+0000 7f8870c00640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f886c10dde0 con 0x7f886c1031a0 2024-04-26T01:50:55.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.798+0000 7f8869e00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f886c101fb0 0x7f886c19a460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:55.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.798+0000 7f8863e00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f886c1031a0 0x7f886c19a9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:55.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.798+0000 7f8869e00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f886c101fb0 0x7f886c19a460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34720/0 (socket says 172.21.15.46:34720) 2024-04-26T01:50:55.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.798+0000 7f8869e00640 1 -- 172.21.15.46:0/2807921737 learned_addr learned my addr 172.21.15.46:0/2807921737 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:50:55.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.798+0000 7f886a800640 1 --2- 172.21.15.46:0/2807921737 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f886c103b60 0x7f886c1a1a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:55.797 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.798+0000 7f8863e00640 1 -- 172.21.15.46:0/2807921737 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f886c103b60 msgr2=0x7f886c1a1a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:55.797 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.798+0000 7f8863e00640 1 --2- 172.21.15.46:0/2807921737 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f886c103b60 0x7f886c1a1a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:55.797 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.798+0000 7f8863e00640 1 -- 172.21.15.46:0/2807921737 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f886c101fb0 msgr2=0x7f886c19a460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:55.797 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.798+0000 7f8863e00640 1 --2- 172.21.15.46:0/2807921737 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f886c101fb0 0x7f886c19a460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:55.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.798+0000 7f8863e00640 1 -- 172.21.15.46:0/2807921737 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f886c1a2080 con 0x7f886c1031a0 2024-04-26T01:50:55.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.799+0000 7f8863e00640 1 --2- 172.21.15.46:0/2807921737 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f886c1031a0 0x7f886c19a9a0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f885400e9f0 tx=0x7f885400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:55.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.799+0000 7f8862a00640 1 -- 172.21.15.46:0/2807921737 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f885400ccc0 con 0x7f886c1031a0 2024-04-26T01:50:55.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.799+0000 7f8862a00640 1 -- 172.21.15.46:0/2807921737 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8854010900 con 0x7f886c1031a0 2024-04-26T01:50:55.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.799+0000 7f8862a00640 1 -- 172.21.15.46:0/2807921737 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8854018920 con 0x7f886c1031a0 2024-04-26T01:50:55.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.799+0000 7f8870c00640 1 -- 172.21.15.46:0/2807921737 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f886c1a2370 con 0x7f886c1031a0 2024-04-26T01:50:55.798 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.799+0000 7f8870c00640 1 -- 172.21.15.46:0/2807921737 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f886c1a2870 con 0x7f886c1031a0 2024-04-26T01:50:55.799 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.801+0000 7f8870c00640 1 -- 172.21.15.46:0/2807921737 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f886c1a2b90 con 0x7f886c1031a0 2024-04-26T01:50:55.800 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.803+0000 7f8862a00640 1 -- 172.21.15.46:0/2807921737 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 24) ==== 138766+0+0 (secure 0 0 0) 0x7f8854010ab0 con 0x7f886c1031a0 2024-04-26T01:50:55.802 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.804+0000 7f8862a00640 1 --2- 172.21.15.46:0/2807921737 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f88500a3e40 0x7f88500a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:55.802 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.804+0000 7f8862a00640 1 -- 172.21.15.46:0/2807921737 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f88540d0a70 con 0x7f886c1031a0 2024-04-26T01:50:55.802 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.804+0000 7f8869e00640 1 --2- 172.21.15.46:0/2807921737 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f88500a3e40 0x7f88500a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:55.803 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.805+0000 7f8869e00640 1 --2- 172.21.15.46:0/2807921737 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f88500a3e40 0x7f88500a6300 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f885c000c00 tx=0x7f885c005a20 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:55.806 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:55.808+0000 7f8862a00640 1 -- 172.21.15.46:0/2807921737 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f885409ca90 con 0x7f886c1031a0 2024-04-26T01:50:55.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:55 smithi103 ceph-mon[32920]: [26/Apr/2024:01:50:54] ENGINE Bus STARTING 2024-04-26T01:50:55.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:55 smithi103 ceph-mon[32920]: [26/Apr/2024:01:50:54] ENGINE Serving on http://172.21.15.46:8765 2024-04-26T01:50:55.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:55 smithi103 ceph-mon[32920]: [26/Apr/2024:01:50:54] ENGINE Serving on https://172.21.15.46:7150 2024-04-26T01:50:55.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:55 smithi103 ceph-mon[32920]: [26/Apr/2024:01:50:54] ENGINE Bus STARTED 2024-04-26T01:50:55.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:55 smithi163 ceph-mon[32592]: [26/Apr/2024:01:50:54] ENGINE Bus STARTING 2024-04-26T01:50:55.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:55 smithi163 ceph-mon[32592]: [26/Apr/2024:01:50:54] ENGINE Serving on http://172.21.15.46:8765 2024-04-26T01:50:55.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:55 smithi163 ceph-mon[32592]: [26/Apr/2024:01:50:54] ENGINE Serving on https://172.21.15.46:7150 2024-04-26T01:50:55.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:55 smithi163 ceph-mon[32592]: [26/Apr/2024:01:50:54] ENGINE Bus STARTED 2024-04-26T01:50:56.060 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:56.062+0000 7f8870c00640 1 -- 172.21.15.46:0/2807921737 --> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7f886c0758a0 con 0x7f88500a3e40 2024-04-26T01:50:56.070 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:56.072+0000 7f8862a00640 1 -- 172.21.15.46:0/2807921737 <== mgr.25132 v2:172.21.15.46:6800/1247059674 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7f886c0758a0 con 0x7f88500a3e40 2024-04-26T01:50:56.070 INFO:teuthology.orchestra.run.smithi046.stdout:/ 1m 6m3h 2024-04-26T01:50:56.072 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:56.074+0000 7f8870c00640 1 -- 172.21.15.46:0/2807921737 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f88500a3e40 msgr2=0x7f88500a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:56.073 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:56.074+0000 7f8870c00640 1 --2- 172.21.15.46:0/2807921737 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f88500a3e40 0x7f88500a6300 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f885c000c00 tx=0x7f885c005a20 comp rx=0 tx=0).stop 2024-04-26T01:50:56.073 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:56.074+0000 7f8870c00640 1 -- 172.21.15.46:0/2807921737 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f886c1031a0 msgr2=0x7f886c19a9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:56.073 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:56.074+0000 7f8870c00640 1 --2- 172.21.15.46:0/2807921737 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f886c1031a0 0x7f886c19a9a0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f885400e9f0 tx=0x7f885400eeb0 comp rx=0 tx=0).stop 2024-04-26T01:50:56.073 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:56.075+0000 7f8870c00640 1 -- 172.21.15.46:0/2807921737 shutdown_connections 2024-04-26T01:50:56.073 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:56.075+0000 7f8870c00640 1 --2- 172.21.15.46:0/2807921737 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f88500a3e40 0x7f88500a6300 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:56.073 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:56.075+0000 7f8870c00640 1 --2- 172.21.15.46:0/2807921737 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f886c103b60 0x7f886c1a1a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:56.073 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:56.075+0000 7f8870c00640 1 --2- 172.21.15.46:0/2807921737 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f886c1031a0 0x7f886c19a9a0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:56.073 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:56.075+0000 7f8870c00640 1 --2- 172.21.15.46:0/2807921737 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f886c101fb0 0x7f886c19a460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:56.073 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:56.075+0000 7f8870c00640 1 -- 172.21.15.46:0/2807921737 >> 172.21.15.46:0/2807921737 conn(0x7f886c0fd540 msgr2=0x7f886c074180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:56.073 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:56.075+0000 7f8870c00640 1 -- 172.21.15.46:0/2807921737 shutdown_connections 2024-04-26T01:50:56.073 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:56.075+0000 7f8870c00640 1 -- 172.21.15.46:0/2807921737 wait complete. 2024-04-26T01:50:56.094 DEBUG:teuthology.orchestra.run.smithi046:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > START_TIME' 2024-04-26T01:50:56.168 INFO:teuthology.run_tasks:Running task full_sequential_finally... 2024-04-26T01:50:56.179 INFO:teuthology.run_tasks:Running task background_exec... 2024-04-26T01:50:56.194 INFO:teuthology.task.background_exec:Running background command on role mon.a host ubuntu@smithi046.front.sepia.ceph.com 2024-04-26T01:50:56.194 DEBUG:teuthology.orchestra.run.smithi046:> sudo TESTDIR=/home/ubuntu/cephtest daemon-helper kill --kill-group bash -c 'while sleep 13; do ceph tell mds.cephfs:0 flush journal; done' 2024-04-26T01:50:56.199 INFO:teuthology.run_tasks:Running task quiescer... 2024-04-26T01:50:56.211 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-26T01:50:56.212 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-26T01:50:56.642 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:50:56.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:56 smithi163 ceph-mon[32592]: from='client.25184 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:50:56.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:56 smithi163 ceph-mon[32592]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:56.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:56 smithi163 ceph-mon[32592]: from='client.25190 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:50:56.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:56 smithi163 ceph-mon[32592]: mgrmap e24: x(active, since 2s), standbys: y, z 2024-04-26T01:50:56.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:56 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:50:56.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:56 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:50:56.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:56 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:50:56.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:56 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:50:56.940 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:56 smithi046 ceph-mon[28013]: from='client.25184 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:50:56.940 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:56 smithi046 ceph-mon[28013]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:56.941 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:56 smithi046 ceph-mon[28013]: from='client.25190 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:50:56.941 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:56 smithi046 ceph-mon[28013]: mgrmap e24: x(active, since 2s), standbys: y, z 2024-04-26T01:50:56.941 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:56 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:50:56.941 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:56 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:50:56.941 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:56 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:50:56.941 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:56 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:50:57.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:56 smithi103 ceph-mon[32920]: from='client.25184 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:50:57.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:56 smithi103 ceph-mon[32920]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:57.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:56 smithi103 ceph-mon[32920]: from='client.25190 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:50:57.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:56 smithi103 ceph-mon[32920]: mgrmap e24: x(active, since 2s), standbys: y, z 2024-04-26T01:50:57.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:56 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:50:57.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:56 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:50:57.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:56 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:50:57.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:56 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:50:58.027 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:57 smithi103 ceph-mon[32920]: from='client.25222 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:50:58.027 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:57 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:50:58.027 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:57 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:50:58.027 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:57 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:50:58.027 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:57 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:50:58.027 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:57 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.027 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:57 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.027 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:57 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.027 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:57 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.028 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:57 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.028 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:57 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.028 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:57 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.028 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:57 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.028 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:57 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:50:58.028 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:57 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:50:58.028 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:57 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.028 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:57 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.028 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:57 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.028 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:57 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.028 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:57 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.028 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:57 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.028 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:57 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.028 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:57 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:57 smithi046 ceph-mon[28013]: from='client.25222 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:50:58.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:57 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:50:58.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:57 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:50:58.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:57 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:50:58.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:57 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:50:58.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:57 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:57 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:57 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:57 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:57 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:57 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:57 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:57 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:57 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:50:58.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:57 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:50:58.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:57 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:57 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:57 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:57 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:57 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:57 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:57 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:57 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:57 smithi163 ceph-mon[32592]: from='client.25222 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T01:50:58.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:57 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:50:58.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:57 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:50:58.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:57 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:50:58.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:57 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:50:58.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:57 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.171 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:57 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.171 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:57 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.171 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:57 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.171 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:57 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.171 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:57 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.171 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:57 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.171 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:57 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.171 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:57 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:50:58.171 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:57 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:50:58.171 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:57 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.171 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:57 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.171 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:57 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.171 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:57 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.171 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:57 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.172 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:57 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.172 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:57 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.172 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:57 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:50:58.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:58.903+0000 7fa8e8400700 1 -- 172.21.15.46:0/812155362 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa8e0102af0 msgr2=0x7fa8e0102f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:58.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:58.903+0000 7fa8e8400700 1 --2- 172.21.15.46:0/812155362 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa8e0102af0 0x7fa8e0102f70 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fa8cc009990 tx=0x7fa8cc009ca0 comp rx=0 tx=0).stop 2024-04-26T01:50:58.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:58.903+0000 7fa8e8400700 1 -- 172.21.15.46:0/812155362 shutdown_connections 2024-04-26T01:50:58.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:58.903+0000 7fa8e8400700 1 --2- 172.21.15.46:0/812155362 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa8e01034b0 0x7fa8e010f8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:58.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:58.903+0000 7fa8e8400700 1 --2- 172.21.15.46:0/812155362 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa8e0108a80 0x7fa8e0108e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:58.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:58.903+0000 7fa8e8400700 1 --2- 172.21.15.46:0/812155362 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa8e0102af0 0x7fa8e0102f70 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:58.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:58.903+0000 7fa8e8400700 1 -- 172.21.15.46:0/812155362 >> 172.21.15.46:0/812155362 conn(0x7fa8e0079ad0 msgr2=0x7fa8e0079ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:58.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:58.903+0000 7fa8e8400700 1 -- 172.21.15.46:0/812155362 shutdown_connections 2024-04-26T01:50:58.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:58.903+0000 7fa8e8400700 1 -- 172.21.15.46:0/812155362 wait complete. 2024-04-26T01:50:58.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:58.904+0000 7fa8e8400700 1 Processor -- start 2024-04-26T01:50:58.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:58.904+0000 7fa8e8400700 1 -- start start 2024-04-26T01:50:58.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:58.905+0000 7fa8e8400700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa8e0102af0 0x7fa8e0199260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:58.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:58.905+0000 7fa8e8400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa8e01034b0 0x7fa8e01997a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:58.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:58.905+0000 7fa8e8400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa8e0108a80 0x7fa8e019db30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:58.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:58.905+0000 7fa8e8400700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fa8e0112dd0 con 0x7fa8e0108a80 2024-04-26T01:50:58.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:58.905+0000 7fa8e8400700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fa8e0112c50 con 0x7fa8e0102af0 2024-04-26T01:50:58.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:58.905+0000 7fa8e8400700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fa8e0112f50 con 0x7fa8e01034b0 2024-04-26T01:50:58.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:58.905+0000 7fa8e5000700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa8e01034b0 0x7fa8e01997a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:58.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:58.905+0000 7fa8e5000700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa8e01034b0 0x7fa8e01997a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:51512/0 (socket says 172.21.15.46:51512) 2024-04-26T01:50:58.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:58.905+0000 7fa8e5000700 1 -- 172.21.15.46:0/3146542875 learned_addr learned my addr 172.21.15.46:0/3146542875 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:50:58.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:58.905+0000 7fa8e5a00700 1 --2- 172.21.15.46:0/3146542875 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa8e0102af0 0x7fa8e0199260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:58.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:58.905+0000 7fa8e6400700 1 --2- 172.21.15.46:0/3146542875 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa8e0108a80 0x7fa8e019db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:58.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:58.906+0000 7fa8e5000700 1 -- 172.21.15.46:0/3146542875 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa8e0102af0 msgr2=0x7fa8e0199260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:58.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:58.906+0000 7fa8e5000700 1 --2- 172.21.15.46:0/3146542875 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa8e0102af0 0x7fa8e0199260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:58.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:58.906+0000 7fa8e5000700 1 -- 172.21.15.46:0/3146542875 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa8e0108a80 msgr2=0x7fa8e019db30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:58.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:58.906+0000 7fa8e5000700 1 --2- 172.21.15.46:0/3146542875 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa8e0108a80 0x7fa8e019db30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:58.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:58.906+0000 7fa8e5000700 1 -- 172.21.15.46:0/3146542875 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8e019e270 con 0x7fa8e01034b0 2024-04-26T01:50:58.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:58.906+0000 7fa8e6400700 1 --2- 172.21.15.46:0/3146542875 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa8e0108a80 0x7fa8e019db30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:50:58.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:58.906+0000 7fa8e5000700 1 --2- 172.21.15.46:0/3146542875 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa8e01034b0 0x7fa8e01997a0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fa8cc0098e0 tx=0x7fa8cc0047b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:58.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:58.906+0000 7fa8de000700 1 -- 172.21.15.46:0/3146542875 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8cc027070 con 0x7fa8e01034b0 2024-04-26T01:50:58.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:58.907+0000 7fa8de000700 1 -- 172.21.15.46:0/3146542875 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa8cc022470 con 0x7fa8e01034b0 2024-04-26T01:50:58.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:58.907+0000 7fa8de000700 1 -- 172.21.15.46:0/3146542875 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8cc017650 con 0x7fa8e01034b0 2024-04-26T01:50:58.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:58.907+0000 7fa8e8400700 1 -- 172.21.15.46:0/3146542875 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8e019e500 con 0x7fa8e01034b0 2024-04-26T01:50:58.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:58.907+0000 7fa8e8400700 1 -- 172.21.15.46:0/3146542875 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8e01a5de0 con 0x7fa8e01034b0 2024-04-26T01:50:58.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:58.908+0000 7fa8e8400700 1 -- 172.21.15.46:0/3146542875 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8e0069730 con 0x7fa8e01034b0 2024-04-26T01:50:58.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:58.910+0000 7fa8de000700 1 -- 172.21.15.46:0/3146542875 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 25) ==== 138822+0+0 (secure 0 0 0) 0x7fa8cc02a070 con 0x7fa8e01034b0 2024-04-26T01:50:58.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:58.912+0000 7fa8de000700 1 --2- 172.21.15.46:0/3146542875 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fa8c80a3ec0 0x7fa8c80a6380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:50:58.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:58.912+0000 7fa8de000700 1 -- 172.21.15.46:0/3146542875 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fa8cc0d16c0 con 0x7fa8e01034b0 2024-04-26T01:50:58.910 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:58.912+0000 7fa8e5a00700 1 --2- 172.21.15.46:0/3146542875 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fa8c80a3ec0 0x7fa8c80a6380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:50:58.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:58.913+0000 7fa8e5a00700 1 --2- 172.21.15.46:0/3146542875 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fa8c80a3ec0 0x7fa8c80a6380 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fa8d4009be0 tx=0x7fa8d4009260 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:50:58.914 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:58.916+0000 7fa8de000700 1 -- 172.21.15.46:0/3146542875 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa8cc013070 con 0x7fa8e01034b0 2024-04-26T01:50:59.046 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:58 smithi103 ceph-mon[32920]: Adjusting osd_memory_target on smithi103 to 176.2M 2024-04-26T01:50:59.046 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:58 smithi103 ceph-mon[32920]: Unable to set osd_memory_target on smithi103 to 184788172: error parsing value: Value '184788172' is below minimum 939524096 2024-04-26T01:50:59.046 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:58 smithi103 ceph-mon[32920]: Adjusting osd_memory_target on smithi163 to 176.2M 2024-04-26T01:50:59.046 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:58 smithi103 ceph-mon[32920]: Unable to set osd_memory_target on smithi163 to 184780288: error parsing value: Value '184780288' is below minimum 939524096 2024-04-26T01:50:59.046 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:58 smithi103 ceph-mon[32920]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:59.046 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:58 smithi103 ceph-mon[32920]: mgrmap e25: x(active, since 4s), standbys: y, z 2024-04-26T01:50:59.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:58 smithi046 ceph-mon[28013]: Adjusting osd_memory_target on smithi103 to 176.2M 2024-04-26T01:50:59.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:58 smithi046 ceph-mon[28013]: Unable to set osd_memory_target on smithi103 to 184788172: error parsing value: Value '184788172' is below minimum 939524096 2024-04-26T01:50:59.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:58 smithi046 ceph-mon[28013]: Adjusting osd_memory_target on smithi163 to 176.2M 2024-04-26T01:50:59.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:58 smithi046 ceph-mon[28013]: Unable to set osd_memory_target on smithi163 to 184780288: error parsing value: Value '184780288' is below minimum 939524096 2024-04-26T01:50:59.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:58 smithi046 ceph-mon[28013]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:59.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:58 smithi046 ceph-mon[28013]: mgrmap e25: x(active, since 4s), standbys: y, z 2024-04-26T01:50:59.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:59.169+0000 7fa8e8400700 1 -- 172.21.15.46:0/3146542875 --> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fa8e019a5c0 con 0x7fa8c80a3ec0 2024-04-26T01:50:59.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:58 smithi163 ceph-mon[32592]: Adjusting osd_memory_target on smithi103 to 176.2M 2024-04-26T01:50:59.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:58 smithi163 ceph-mon[32592]: Unable to set osd_memory_target on smithi103 to 184788172: error parsing value: Value '184788172' is below minimum 939524096 2024-04-26T01:50:59.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:58 smithi163 ceph-mon[32592]: Adjusting osd_memory_target on smithi163 to 176.2M 2024-04-26T01:50:59.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:58 smithi163 ceph-mon[32592]: Unable to set osd_memory_target on smithi163 to 184780288: error parsing value: Value '184780288' is below minimum 939524096 2024-04-26T01:50:59.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:58 smithi163 ceph-mon[32592]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T01:50:59.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:58 smithi163 ceph-mon[32592]: mgrmap e25: x(active, since 4s), standbys: y, z 2024-04-26T01:50:59.177 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:59.179+0000 7fa8de000700 1 -- 172.21.15.46:0/3146542875 <== mgr.25132 v2:172.21.15.46:6800/1247059674 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258063 (secure 0 0 0) 0x7fa8e019a5c0 con 0x7fa8c80a3ec0 2024-04-26T01:50:59.183 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:50:59.185 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:59.185+0000 7fa8e8400700 1 -- 172.21.15.46:0/3146542875 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fa8c80a3ec0 msgr2=0x7fa8c80a6380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:59.185 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:59.185+0000 7fa8e8400700 1 --2- 172.21.15.46:0/3146542875 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fa8c80a3ec0 0x7fa8c80a6380 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fa8d4009be0 tx=0x7fa8d4009260 comp rx=0 tx=0).stop 2024-04-26T01:50:59.185 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:59.185+0000 7fa8e8400700 1 -- 172.21.15.46:0/3146542875 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa8e01034b0 msgr2=0x7fa8e01997a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:50:59.185 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:59.185+0000 7fa8e8400700 1 --2- 172.21.15.46:0/3146542875 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa8e01034b0 0x7fa8e01997a0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fa8cc0098e0 tx=0x7fa8cc0047b0 comp rx=0 tx=0).stop 2024-04-26T01:50:59.186 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:59.185+0000 7fa8e8400700 1 -- 172.21.15.46:0/3146542875 shutdown_connections 2024-04-26T01:50:59.186 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:59.185+0000 7fa8e8400700 1 --2- 172.21.15.46:0/3146542875 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fa8c80a3ec0 0x7fa8c80a6380 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:59.186 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:59.185+0000 7fa8e8400700 1 --2- 172.21.15.46:0/3146542875 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa8e0108a80 0x7fa8e019db30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:59.186 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:59.185+0000 7fa8e8400700 1 --2- 172.21.15.46:0/3146542875 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa8e0102af0 0x7fa8e0199260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:59.186 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:59.185+0000 7fa8e8400700 1 --2- 172.21.15.46:0/3146542875 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa8e01034b0 0x7fa8e01997a0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:50:59.186 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:59.185+0000 7fa8e8400700 1 -- 172.21.15.46:0/3146542875 >> 172.21.15.46:0/3146542875 conn(0x7fa8e0079ad0 msgr2=0x7fa8e0101700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:50:59.186 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:59.185+0000 7fa8e8400700 1 -- 172.21.15.46:0/3146542875 shutdown_connections 2024-04-26T01:50:59.186 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:50:59.186+0000 7fa8e8400700 1 -- 172.21.15.46:0/3146542875 wait complete. 2024-04-26T01:50:59.186 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2024-04-26T01:51:00.115 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":5,"stamp":"2024-04-26T01:50:57.450137+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1191254,"num_objects":104,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":104,"num_whiteouts":0,"num_read":2666,"num_read_kb":1502,"num_write":568,"num_write_kb":4410,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":21,"num_bytes_recovered":1182712,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":948,"ondisk_log_size":948,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":374124,"kb_used_data":12448,"kb_used_omap":18,"kb_used_meta":361517,"kb_avail":1124567700,"statfs":{"total":1151940427776,"available":1151557324800,"internally_reserved":0,"allocated":12746752,"data_stored":8418864,"data_compressed":168273,"data_compressed_allocated":217088,"data_compressed_original":2383872,"omap_allocated":19142,"internal_metadata":370193722},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.975931"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.759818+0000","last_change":"2024-04-26T01:46:30.343159+0000","last_active":"2024-04-26T01:50:53.759818+0000","last_peered":"2024-04-26T01:50:53.759818+0000","last_clean":"2024-04-26T01:50:53.759818+0000","last_became_active":"2024-04-26T01:46:30.342802+0000","last_became_peered":"2024-04-26T01:46:30.342802+0000","last_unstale":"2024-04-26T01:50:53.759818+0000","last_undegraded":"2024-04-26T01:50:53.759818+0000","last_fullsized":"2024-04-26T01:50:53.759818+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:04:45.982580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.762279+0000","last_change":"2024-04-26T01:46:30.328482+0000","last_active":"2024-04-26T01:50:53.762279+0000","last_peered":"2024-04-26T01:50:53.762279+0000","last_clean":"2024-04-26T01:50:53.762279+0000","last_became_active":"2024-04-26T01:46:30.327937+0000","last_became_peered":"2024-04-26T01:46:30.327937+0000","last_unstale":"2024-04-26T01:50:53.762279+0000","last_undegraded":"2024-04-26T01:50:53.762279+0000","last_fullsized":"2024-04-26T01:50:53.762279+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:43:55.563929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.762243+0000","last_change":"2024-04-26T01:46:30.340523+0000","last_active":"2024-04-26T01:50:53.762243+0000","last_peered":"2024-04-26T01:50:53.762243+0000","last_clean":"2024-04-26T01:50:53.762243+0000","last_became_active":"2024-04-26T01:46:30.335483+0000","last_became_peered":"2024-04-26T01:46:30.335483+0000","last_unstale":"2024-04-26T01:50:53.762243+0000","last_undegraded":"2024-04-26T01:50:53.762243+0000","last_fullsized":"2024-04-26T01:50:53.762243+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:27:22.869086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.550070+0000","last_change":"2024-04-26T01:46:30.330680+0000","last_active":"2024-04-26T01:50:53.550070+0000","last_peered":"2024-04-26T01:50:53.550070+0000","last_clean":"2024-04-26T01:50:53.550070+0000","last_became_active":"2024-04-26T01:46:30.330326+0000","last_became_peered":"2024-04-26T01:46:30.330326+0000","last_unstale":"2024-04-26T01:50:53.550070+0000","last_undegraded":"2024-04-26T01:50:53.550070+0000","last_fullsized":"2024-04-26T01:50:53.550070+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:01:37.237730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428406+0000","last_change":"2024-04-26T01:46:30.355859+0000","last_active":"2024-04-26T01:50:53.428406+0000","last_peered":"2024-04-26T01:50:53.428406+0000","last_clean":"2024-04-26T01:50:53.428406+0000","last_became_active":"2024-04-26T01:46:30.355476+0000","last_became_peered":"2024-04-26T01:46:30.355476+0000","last_unstale":"2024-04-26T01:50:53.428406+0000","last_undegraded":"2024-04-26T01:50:53.428406+0000","last_fullsized":"2024-04-26T01:50:53.428406+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:38:15.102699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428139+0000","last_change":"2024-04-26T01:46:30.336524+0000","last_active":"2024-04-26T01:50:53.428139+0000","last_peered":"2024-04-26T01:50:53.428139+0000","last_clean":"2024-04-26T01:50:53.428139+0000","last_became_active":"2024-04-26T01:46:30.335846+0000","last_became_peered":"2024-04-26T01:46:30.335846+0000","last_unstale":"2024-04-26T01:50:53.428139+0000","last_undegraded":"2024-04-26T01:50:53.428139+0000","last_fullsized":"2024-04-26T01:50:53.428139+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:21:01.520848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.505719+0000","last_change":"2024-04-26T01:46:30.333145+0000","last_active":"2024-04-26T01:50:53.505719+0000","last_peered":"2024-04-26T01:50:53.505719+0000","last_clean":"2024-04-26T01:50:53.505719+0000","last_became_active":"2024-04-26T01:46:30.332802+0000","last_became_peered":"2024-04-26T01:46:30.332802+0000","last_unstale":"2024-04-26T01:50:53.505719+0000","last_undegraded":"2024-04-26T01:50:53.505719+0000","last_fullsized":"2024-04-26T01:50:53.505719+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:59:24.484032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.549575+0000","last_change":"2024-04-26T01:46:30.357232+0000","last_active":"2024-04-26T01:50:53.549575+0000","last_peered":"2024-04-26T01:50:53.549575+0000","last_clean":"2024-04-26T01:50:53.549575+0000","last_became_active":"2024-04-26T01:46:30.355674+0000","last_became_peered":"2024-04-26T01:46:30.355674+0000","last_unstale":"2024-04-26T01:50:53.549575+0000","last_undegraded":"2024-04-26T01:50:53.549575+0000","last_fullsized":"2024-04-26T01:50:53.549575+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:04:47.963939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.550371+0000","last_change":"2024-04-26T01:46:30.330056+0000","last_active":"2024-04-26T01:50:53.550371+0000","last_peered":"2024-04-26T01:50:53.550371+0000","last_clean":"2024-04-26T01:50:53.550371+0000","last_became_active":"2024-04-26T01:46:30.329730+0000","last_became_peered":"2024-04-26T01:46:30.329730+0000","last_unstale":"2024-04-26T01:50:53.550371+0000","last_undegraded":"2024-04-26T01:50:53.550371+0000","last_fullsized":"2024-04-26T01:50:53.550371+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:19:53.138105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":45,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428634+0000","last_change":"2024-04-26T01:47:03.045524+0000","last_active":"2024-04-26T01:50:53.428634+0000","last_peered":"2024-04-26T01:50:53.428634+0000","last_clean":"2024-04-26T01:50:53.428634+0000","last_became_active":"2024-04-26T01:47:03.044988+0000","last_became_peered":"2024-04-26T01:47:03.044988+0000","last_unstale":"2024-04-26T01:50:53.428634+0000","last_undegraded":"2024-04-26T01:50:53.428634+0000","last_fullsized":"2024-04-26T01:50:53.428634+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:14:58.580161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,9],"acting":[10,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.506029+0000","last_change":"2024-04-26T01:46:30.332741+0000","last_active":"2024-04-26T01:50:53.506029+0000","last_peered":"2024-04-26T01:50:53.506029+0000","last_clean":"2024-04-26T01:50:53.506029+0000","last_became_active":"2024-04-26T01:46:30.332330+0000","last_became_peered":"2024-04-26T01:46:30.332330+0000","last_unstale":"2024-04-26T01:50:53.506029+0000","last_undegraded":"2024-04-26T01:50:53.506029+0000","last_fullsized":"2024-04-26T01:50:53.506029+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:54:12.854335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.550023+0000","last_change":"2024-04-26T01:46:30.328893+0000","last_active":"2024-04-26T01:50:53.550023+0000","last_peered":"2024-04-26T01:50:53.550023+0000","last_clean":"2024-04-26T01:50:53.550023+0000","last_became_active":"2024-04-26T01:46:30.328563+0000","last_became_peered":"2024-04-26T01:46:30.328563+0000","last_unstale":"2024-04-26T01:50:53.550023+0000","last_undegraded":"2024-04-26T01:50:53.550023+0000","last_fullsized":"2024-04-26T01:50:53.550023+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:56:17.285670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.547221+0000","last_change":"2024-04-26T01:47:03.054210+0000","last_active":"2024-04-26T01:50:53.547221+0000","last_peered":"2024-04-26T01:50:53.547221+0000","last_clean":"2024-04-26T01:50:53.547221+0000","last_became_active":"2024-04-26T01:47:03.053352+0000","last_became_peered":"2024-04-26T01:47:03.053352+0000","last_unstale":"2024-04-26T01:50:53.547221+0000","last_undegraded":"2024-04-26T01:50:53.547221+0000","last_fullsized":"2024-04-26T01:50:53.547221+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:58:39.787293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,9],"acting":[6,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.760716+0000","last_change":"2024-04-26T01:46:30.331108+0000","last_active":"2024-04-26T01:50:53.760716+0000","last_peered":"2024-04-26T01:50:53.760716+0000","last_clean":"2024-04-26T01:50:53.760716+0000","last_became_active":"2024-04-26T01:46:30.330619+0000","last_became_peered":"2024-04-26T01:46:30.330619+0000","last_unstale":"2024-04-26T01:50:53.760716+0000","last_undegraded":"2024-04-26T01:50:53.760716+0000","last_fullsized":"2024-04-26T01:50:53.760716+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:02:17.892397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.760454+0000","last_change":"2024-04-26T01:46:30.347431+0000","last_active":"2024-04-26T01:50:53.760454+0000","last_peered":"2024-04-26T01:50:53.760454+0000","last_clean":"2024-04-26T01:50:53.760454+0000","last_became_active":"2024-04-26T01:46:30.345182+0000","last_became_peered":"2024-04-26T01:46:30.345182+0000","last_unstale":"2024-04-26T01:50:53.760454+0000","last_undegraded":"2024-04-26T01:50:53.760454+0000","last_fullsized":"2024-04-26T01:50:53.760454+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:36:26.407472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.549392+0000","last_change":"2024-04-26T01:46:30.340318+0000","last_active":"2024-04-26T01:50:53.549392+0000","last_peered":"2024-04-26T01:50:53.549392+0000","last_clean":"2024-04-26T01:50:53.549392+0000","last_became_active":"2024-04-26T01:46:30.339971+0000","last_became_peered":"2024-04-26T01:46:30.339971+0000","last_unstale":"2024-04-26T01:50:53.549392+0000","last_undegraded":"2024-04-26T01:50:53.549392+0000","last_fullsized":"2024-04-26T01:50:53.549392+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:58:21.462344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.760023+0000","last_change":"2024-04-26T01:46:30.349271+0000","last_active":"2024-04-26T01:50:53.760023+0000","last_peered":"2024-04-26T01:50:53.760023+0000","last_clean":"2024-04-26T01:50:53.760023+0000","last_became_active":"2024-04-26T01:46:30.348906+0000","last_became_peered":"2024-04-26T01:46:30.348906+0000","last_unstale":"2024-04-26T01:50:53.760023+0000","last_undegraded":"2024-04-26T01:50:53.760023+0000","last_fullsized":"2024-04-26T01:50:53.760023+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:29:59.254854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428869+0000","last_change":"2024-04-26T01:46:30.335647+0000","last_active":"2024-04-26T01:50:53.428869+0000","last_peered":"2024-04-26T01:50:53.428869+0000","last_clean":"2024-04-26T01:50:53.428869+0000","last_became_active":"2024-04-26T01:46:30.333859+0000","last_became_peered":"2024-04-26T01:46:30.333859+0000","last_unstale":"2024-04-26T01:50:53.428869+0000","last_undegraded":"2024-04-26T01:50:53.428869+0000","last_fullsized":"2024-04-26T01:50:53.428869+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:08:49.297938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.757597+0000","last_change":"2024-04-26T01:46:30.350172+0000","last_active":"2024-04-26T01:50:53.757597+0000","last_peered":"2024-04-26T01:50:53.757597+0000","last_clean":"2024-04-26T01:50:53.757597+0000","last_became_active":"2024-04-26T01:46:30.349865+0000","last_became_peered":"2024-04-26T01:46:30.349865+0000","last_unstale":"2024-04-26T01:50:53.757597+0000","last_undegraded":"2024-04-26T01:50:53.757597+0000","last_fullsized":"2024-04-26T01:50:53.757597+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:39:28.600966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"92'15","reported_seq":285,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.503743+0000","last_change":"2024-04-26T01:46:26.276016+0000","last_active":"2024-04-26T01:50:53.503743+0000","last_peered":"2024-04-26T01:50:53.503743+0000","last_clean":"2024-04-26T01:50:53.503743+0000","last_became_active":"2024-04-26T01:46:26.275591+0000","last_became_peered":"2024-04-26T01:46:26.275591+0000","last_unstale":"2024-04-26T01:50:53.503743+0000","last_undegraded":"2024-04-26T01:50:53.503743+0000","last_fullsized":"2024-04-26T01:50:53.503743+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:23:53.158992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":240,"num_read_kb":240,"num_write":16,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.549953+0000","last_change":"2024-04-26T01:46:30.352060+0000","last_active":"2024-04-26T01:50:53.549953+0000","last_peered":"2024-04-26T01:50:53.549953+0000","last_clean":"2024-04-26T01:50:53.549953+0000","last_became_active":"2024-04-26T01:46:30.351705+0000","last_became_peered":"2024-04-26T01:46:30.351705+0000","last_unstale":"2024-04-26T01:50:53.549953+0000","last_undegraded":"2024-04-26T01:50:53.549953+0000","last_fullsized":"2024-04-26T01:50:53.549953+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:09:09.839130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.550277+0000","last_change":"2024-04-26T01:46:26.433250+0000","last_active":"2024-04-26T01:50:53.550277+0000","last_peered":"2024-04-26T01:50:53.550277+0000","last_clean":"2024-04-26T01:50:53.550277+0000","last_became_active":"2024-04-26T01:46:26.432157+0000","last_became_peered":"2024-04-26T01:46:26.432157+0000","last_unstale":"2024-04-26T01:50:53.550277+0000","last_undegraded":"2024-04-26T01:50:53.550277+0000","last_fullsized":"2024-04-26T01:50:53.550277+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:34:54.314357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.762476+0000","last_change":"2024-04-26T01:46:30.338344+0000","last_active":"2024-04-26T01:50:53.762476+0000","last_peered":"2024-04-26T01:50:53.762476+0000","last_clean":"2024-04-26T01:50:53.762476+0000","last_became_active":"2024-04-26T01:46:30.336793+0000","last_became_peered":"2024-04-26T01:46:30.336793+0000","last_unstale":"2024-04-26T01:50:53.762476+0000","last_undegraded":"2024-04-26T01:50:53.762476+0000","last_fullsized":"2024-04-26T01:50:53.762476+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:25:42.218165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"92'13","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428718+0000","last_change":"2024-04-26T01:46:26.278718+0000","last_active":"2024-04-26T01:50:53.428718+0000","last_peered":"2024-04-26T01:50:53.428718+0000","last_clean":"2024-04-26T01:50:53.428718+0000","last_became_active":"2024-04-26T01:46:26.278366+0000","last_became_peered":"2024-04-26T01:46:26.278366+0000","last_unstale":"2024-04-26T01:50:53.428718+0000","last_undegraded":"2024-04-26T01:50:53.428718+0000","last_fullsized":"2024-04-26T01:50:53.428718+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:16:24.221489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":18,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.550162+0000","last_change":"2024-04-26T01:46:30.343314+0000","last_active":"2024-04-26T01:50:53.550162+0000","last_peered":"2024-04-26T01:50:53.550162+0000","last_clean":"2024-04-26T01:50:53.550162+0000","last_became_active":"2024-04-26T01:46:30.342645+0000","last_became_peered":"2024-04-26T01:46:30.342645+0000","last_unstale":"2024-04-26T01:50:53.550162+0000","last_undegraded":"2024-04-26T01:50:53.550162+0000","last_fullsized":"2024-04-26T01:50:53.550162+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:26:26.216031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"89'5","reported_seq":22,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.759381+0000","last_change":"2024-04-26T01:47:03.050830+0000","last_active":"2024-04-26T01:50:53.759381+0000","last_peered":"2024-04-26T01:50:53.759381+0000","last_clean":"2024-04-26T01:50:53.759381+0000","last_became_active":"2024-04-26T01:47:03.045182+0000","last_became_peered":"2024-04-26T01:47:03.045182+0000","last_unstale":"2024-04-26T01:50:53.759381+0000","last_undegraded":"2024-04-26T01:50:53.759381+0000","last_fullsized":"2024-04-26T01:50:53.759381+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:39:14.071687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.506069+0000","last_change":"2024-04-26T01:46:30.333986+0000","last_active":"2024-04-26T01:50:53.506069+0000","last_peered":"2024-04-26T01:50:53.506069+0000","last_clean":"2024-04-26T01:50:53.506069+0000","last_became_active":"2024-04-26T01:46:30.333403+0000","last_became_peered":"2024-04-26T01:46:30.333403+0000","last_unstale":"2024-04-26T01:50:53.506069+0000","last_undegraded":"2024-04-26T01:50:53.506069+0000","last_fullsized":"2024-04-26T01:50:53.506069+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:41:42.400553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"92'6","reported_seq":278,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:54.353649+0000","last_change":"2024-04-26T01:46:26.277450+0000","last_active":"2024-04-26T01:50:54.353649+0000","last_peered":"2024-04-26T01:50:54.353649+0000","last_clean":"2024-04-26T01:50:54.353649+0000","last_became_active":"2024-04-26T01:46:26.277115+0000","last_became_peered":"2024-04-26T01:46:26.277115+0000","last_unstale":"2024-04-26T01:50:54.353649+0000","last_undegraded":"2024-04-26T01:50:54.353649+0000","last_fullsized":"2024-04-26T01:50:54.353649+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:04:10.350514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":243,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428332+0000","last_change":"2024-04-26T01:46:30.333172+0000","last_active":"2024-04-26T01:50:53.428332+0000","last_peered":"2024-04-26T01:50:53.428332+0000","last_clean":"2024-04-26T01:50:53.428332+0000","last_became_active":"2024-04-26T01:46:30.332731+0000","last_became_peered":"2024-04-26T01:46:30.332731+0000","last_unstale":"2024-04-26T01:50:53.428332+0000","last_undegraded":"2024-04-26T01:50:53.428332+0000","last_fullsized":"2024-04-26T01:50:53.428332+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:56:27.316433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"89'7","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428434+0000","last_change":"2024-04-26T01:46:26.274618+0000","last_active":"2024-04-26T01:50:53.428434+0000","last_peered":"2024-04-26T01:50:53.428434+0000","last_clean":"2024-04-26T01:50:53.428434+0000","last_became_active":"2024-04-26T01:46:26.274089+0000","last_became_peered":"2024-04-26T01:46:26.274089+0000","last_unstale":"2024-04-26T01:50:53.428434+0000","last_undegraded":"2024-04-26T01:50:53.428434+0000","last_fullsized":"2024-04-26T01:50:53.428434+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:31:14.580789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.505837+0000","last_change":"2024-04-26T01:46:30.345638+0000","last_active":"2024-04-26T01:50:53.505837+0000","last_peered":"2024-04-26T01:50:53.505837+0000","last_clean":"2024-04-26T01:50:53.505837+0000","last_became_active":"2024-04-26T01:46:30.345301+0000","last_became_peered":"2024-04-26T01:46:30.345301+0000","last_unstale":"2024-04-26T01:50:53.505837+0000","last_undegraded":"2024-04-26T01:50:53.505837+0000","last_fullsized":"2024-04-26T01:50:53.505837+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:51:12.822833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"89'3","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.547257+0000","last_change":"2024-04-26T01:46:26.272233+0000","last_active":"2024-04-26T01:50:53.547257+0000","last_peered":"2024-04-26T01:50:53.547257+0000","last_clean":"2024-04-26T01:50:53.547257+0000","last_became_active":"2024-04-26T01:46:26.271652+0000","last_became_peered":"2024-04-26T01:46:26.271652+0000","last_unstale":"2024-04-26T01:50:53.547257+0000","last_undegraded":"2024-04-26T01:50:53.547257+0000","last_fullsized":"2024-04-26T01:50:53.547257+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:30:10.715943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.549737+0000","last_change":"2024-04-26T01:46:30.345772+0000","last_active":"2024-04-26T01:50:53.549737+0000","last_peered":"2024-04-26T01:50:53.549737+0000","last_clean":"2024-04-26T01:50:53.549737+0000","last_became_active":"2024-04-26T01:46:30.345003+0000","last_became_peered":"2024-04-26T01:46:30.345003+0000","last_unstale":"2024-04-26T01:50:53.549737+0000","last_undegraded":"2024-04-26T01:50:53.549737+0000","last_fullsized":"2024-04-26T01:50:53.549737+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:57:28.480056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"89'3","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.505765+0000","last_change":"2024-04-26T01:46:26.272744+0000","last_active":"2024-04-26T01:50:53.505765+0000","last_peered":"2024-04-26T01:50:53.505765+0000","last_clean":"2024-04-26T01:50:53.505765+0000","last_became_active":"2024-04-26T01:46:26.272368+0000","last_became_peered":"2024-04-26T01:46:26.272368+0000","last_unstale":"2024-04-26T01:50:53.505765+0000","last_undegraded":"2024-04-26T01:50:53.505765+0000","last_fullsized":"2024-04-26T01:50:53.505765+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:35:54.078599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428259+0000","last_change":"2024-04-26T01:46:30.354099+0000","last_active":"2024-04-26T01:50:53.428259+0000","last_peered":"2024-04-26T01:50:53.428259+0000","last_clean":"2024-04-26T01:50:53.428259+0000","last_became_active":"2024-04-26T01:46:30.353538+0000","last_became_peered":"2024-04-26T01:46:30.353538+0000","last_unstale":"2024-04-26T01:50:53.428259+0000","last_undegraded":"2024-04-26T01:50:53.428259+0000","last_fullsized":"2024-04-26T01:50:53.428259+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:19:59.084812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"92'7","reported_seq":515,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.759642+0000","last_change":"2024-04-26T01:46:26.269678+0000","last_active":"2024-04-26T01:50:53.759642+0000","last_peered":"2024-04-26T01:50:53.759642+0000","last_clean":"2024-04-26T01:50:53.759642+0000","last_became_active":"2024-04-26T01:46:26.269170+0000","last_became_peered":"2024-04-26T01:46:26.269170+0000","last_unstale":"2024-04-26T01:50:53.759642+0000","last_undegraded":"2024-04-26T01:50:53.759642+0000","last_fullsized":"2024-04-26T01:50:53.759642+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:36:39.532449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":479,"num_read_kb":479,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.550109+0000","last_change":"2024-04-26T01:46:30.336952+0000","last_active":"2024-04-26T01:50:53.550109+0000","last_peered":"2024-04-26T01:50:53.550109+0000","last_clean":"2024-04-26T01:50:53.550109+0000","last_became_active":"2024-04-26T01:46:30.336482+0000","last_became_peered":"2024-04-26T01:46:30.336482+0000","last_unstale":"2024-04-26T01:50:53.550109+0000","last_undegraded":"2024-04-26T01:50:53.550109+0000","last_fullsized":"2024-04-26T01:50:53.550109+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:08:23.227821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"89'4","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.505995+0000","last_change":"2024-04-26T01:46:26.276316+0000","last_active":"2024-04-26T01:50:53.505995+0000","last_peered":"2024-04-26T01:50:53.505995+0000","last_clean":"2024-04-26T01:50:53.505995+0000","last_became_active":"2024-04-26T01:46:26.275872+0000","last_became_peered":"2024-04-26T01:46:26.275872+0000","last_unstale":"2024-04-26T01:50:53.505995+0000","last_undegraded":"2024-04-26T01:50:53.505995+0000","last_fullsized":"2024-04-26T01:50:53.505995+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:08:46.020271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.762643+0000","last_change":"2024-04-26T01:46:30.331464+0000","last_active":"2024-04-26T01:50:53.762643+0000","last_peered":"2024-04-26T01:50:53.762643+0000","last_clean":"2024-04-26T01:50:53.762643+0000","last_became_active":"2024-04-26T01:46:30.331102+0000","last_became_peered":"2024-04-26T01:46:30.331102+0000","last_unstale":"2024-04-26T01:50:53.762643+0000","last_undegraded":"2024-04-26T01:50:53.762643+0000","last_fullsized":"2024-04-26T01:50:53.762643+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:01:32.744412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"89'5","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.506198+0000","last_change":"2024-04-26T01:46:26.435442+0000","last_active":"2024-04-26T01:50:53.506198+0000","last_peered":"2024-04-26T01:50:53.506198+0000","last_clean":"2024-04-26T01:50:53.506198+0000","last_became_active":"2024-04-26T01:46:26.435110+0000","last_became_peered":"2024-04-26T01:46:26.435110+0000","last_unstale":"2024-04-26T01:50:53.506198+0000","last_undegraded":"2024-04-26T01:50:53.506198+0000","last_fullsized":"2024-04-26T01:50:53.506198+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:01:03.984072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.550349+0000","last_change":"2024-04-26T01:46:30.330979+0000","last_active":"2024-04-26T01:50:53.550349+0000","last_peered":"2024-04-26T01:50:53.550349+0000","last_clean":"2024-04-26T01:50:53.550349+0000","last_became_active":"2024-04-26T01:46:30.330650+0000","last_became_peered":"2024-04-26T01:46:30.330650+0000","last_unstale":"2024-04-26T01:50:53.550349+0000","last_undegraded":"2024-04-26T01:50:53.550349+0000","last_fullsized":"2024-04-26T01:50:53.550349+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:23:21.122610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"92'39","reported_seq":562,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:54.354364+0000","last_change":"2024-04-26T01:46:26.277235+0000","last_active":"2024-04-26T01:50:54.354364+0000","last_peered":"2024-04-26T01:50:54.354364+0000","last_clean":"2024-04-26T01:50:54.354364+0000","last_became_active":"2024-04-26T01:46:26.276830+0000","last_became_peered":"2024-04-26T01:46:26.276830+0000","last_unstale":"2024-04-26T01:50:54.354364+0000","last_undegraded":"2024-04-26T01:50:54.354364+0000","last_fullsized":"2024-04-26T01:50:54.354364+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:22:38.500090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66476,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":494,"num_read_kb":310,"num_write":41,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428526+0000","last_change":"2024-04-26T01:46:30.327230+0000","last_active":"2024-04-26T01:50:53.428526+0000","last_peered":"2024-04-26T01:50:53.428526+0000","last_clean":"2024-04-26T01:50:53.428526+0000","last_became_active":"2024-04-26T01:46:30.326893+0000","last_became_peered":"2024-04-26T01:46:30.326893+0000","last_unstale":"2024-04-26T01:50:53.428526+0000","last_undegraded":"2024-04-26T01:50:53.428526+0000","last_fullsized":"2024-04-26T01:50:53.428526+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:11:19.113097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"89'9","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.757433+0000","last_change":"2024-04-26T01:46:26.276397+0000","last_active":"2024-04-26T01:50:53.757433+0000","last_peered":"2024-04-26T01:50:53.757433+0000","last_clean":"2024-04-26T01:50:53.757433+0000","last_became_active":"2024-04-26T01:46:26.276027+0000","last_became_peered":"2024-04-26T01:46:26.276027+0000","last_unstale":"2024-04-26T01:50:53.757433+0000","last_undegraded":"2024-04-26T01:50:53.757433+0000","last_fullsized":"2024-04-26T01:50:53.757433+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:35:26.898968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.547592+0000","last_change":"2024-04-26T01:46:30.357139+0000","last_active":"2024-04-26T01:50:53.547592+0000","last_peered":"2024-04-26T01:50:53.547592+0000","last_clean":"2024-04-26T01:50:53.547592+0000","last_became_active":"2024-04-26T01:46:30.355926+0000","last_became_peered":"2024-04-26T01:46:30.355926+0000","last_unstale":"2024-04-26T01:50:53.547592+0000","last_undegraded":"2024-04-26T01:50:53.547592+0000","last_fullsized":"2024-04-26T01:50:53.547592+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:11:37.018503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"89'5","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.505773+0000","last_change":"2024-04-26T01:46:26.274064+0000","last_active":"2024-04-26T01:50:53.505773+0000","last_peered":"2024-04-26T01:50:53.505773+0000","last_clean":"2024-04-26T01:50:53.505773+0000","last_became_active":"2024-04-26T01:46:26.272881+0000","last_became_peered":"2024-04-26T01:46:26.272881+0000","last_unstale":"2024-04-26T01:50:53.505773+0000","last_undegraded":"2024-04-26T01:50:53.505773+0000","last_fullsized":"2024-04-26T01:50:53.505773+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:58:32.152055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.505954+0000","last_change":"2024-04-26T01:46:30.335309+0000","last_active":"2024-04-26T01:50:53.505954+0000","last_peered":"2024-04-26T01:50:53.505954+0000","last_clean":"2024-04-26T01:50:53.505954+0000","last_became_active":"2024-04-26T01:46:30.334985+0000","last_became_peered":"2024-04-26T01:46:30.334985+0000","last_unstale":"2024-04-26T01:50:53.505954+0000","last_undegraded":"2024-04-26T01:50:53.505954+0000","last_fullsized":"2024-04-26T01:50:53.505954+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:49:05.602090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"91'6","reported_seq":277,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.549669+0000","last_change":"2024-04-26T01:46:26.270275+0000","last_active":"2024-04-26T01:50:53.549669+0000","last_peered":"2024-04-26T01:50:53.549669+0000","last_clean":"2024-04-26T01:50:53.549669+0000","last_became_active":"2024-04-26T01:46:26.269897+0000","last_became_peered":"2024-04-26T01:46:26.269897+0000","last_unstale":"2024-04-26T01:50:53.549669+0000","last_undegraded":"2024-04-26T01:50:53.549669+0000","last_fullsized":"2024-04-26T01:50:53.549669+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:29:56.983575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":898,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":243,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.505663+0000","last_change":"2024-04-26T01:46:30.327433+0000","last_active":"2024-04-26T01:50:53.505663+0000","last_peered":"2024-04-26T01:50:53.505663+0000","last_clean":"2024-04-26T01:50:53.505663+0000","last_became_active":"2024-04-26T01:46:30.327024+0000","last_became_peered":"2024-04-26T01:46:30.327024+0000","last_unstale":"2024-04-26T01:50:53.505663+0000","last_undegraded":"2024-04-26T01:50:53.505663+0000","last_fullsized":"2024-04-26T01:50:53.505663+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:27:42.031564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"89'17","reported_seq":71,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428279+0000","last_change":"2024-04-26T01:47:03.066291+0000","last_active":"2024-04-26T01:50:53.428279+0000","last_peered":"2024-04-26T01:50:53.428279+0000","last_clean":"2024-04-26T01:50:53.428279+0000","last_became_active":"2024-04-26T01:47:03.054023+0000","last_became_peered":"2024-04-26T01:47:03.054023+0000","last_unstale":"2024-04-26T01:50:53.428279+0000","last_undegraded":"2024-04-26T01:50:53.428279+0000","last_fullsized":"2024-04-26T01:50:53.428279+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:33:03.039043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,4],"acting":[8,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.505861+0000","last_change":"2024-04-26T01:47:03.043886+0000","last_active":"2024-04-26T01:50:53.505861+0000","last_peered":"2024-04-26T01:50:53.505861+0000","last_clean":"2024-04-26T01:50:53.505861+0000","last_became_active":"2024-04-26T01:47:03.043505+0000","last_became_peered":"2024-04-26T01:47:03.043505+0000","last_unstale":"2024-04-26T01:50:53.505861+0000","last_undegraded":"2024-04-26T01:50:53.505861+0000","last_fullsized":"2024-04-26T01:50:53.505861+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:21:58.618788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,1],"acting":[5,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428879+0000","last_change":"2024-04-26T01:46:26.277497+0000","last_active":"2024-04-26T01:50:53.428879+0000","last_peered":"2024-04-26T01:50:53.428879+0000","last_clean":"2024-04-26T01:50:53.428879+0000","last_became_active":"2024-04-26T01:46:26.276532+0000","last_became_peered":"2024-04-26T01:46:26.276532+0000","last_unstale":"2024-04-26T01:50:53.428879+0000","last_undegraded":"2024-04-26T01:50:53.428879+0000","last_fullsized":"2024-04-26T01:50:53.428879+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:21:47.748360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.759610+0000","last_change":"2024-04-26T01:46:30.331634+0000","last_active":"2024-04-26T01:50:53.759610+0000","last_peered":"2024-04-26T01:50:53.759610+0000","last_clean":"2024-04-26T01:50:53.759610+0000","last_became_active":"2024-04-26T01:46:30.331124+0000","last_became_peered":"2024-04-26T01:46:30.331124+0000","last_unstale":"2024-04-26T01:50:53.759610+0000","last_undegraded":"2024-04-26T01:50:53.759610+0000","last_fullsized":"2024-04-26T01:50:53.759610+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:01:20.224661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"89'1","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428323+0000","last_change":"2024-04-26T01:46:26.439982+0000","last_active":"2024-04-26T01:50:53.428323+0000","last_peered":"2024-04-26T01:50:53.428323+0000","last_clean":"2024-04-26T01:50:53.428323+0000","last_became_active":"2024-04-26T01:46:26.438473+0000","last_became_peered":"2024-04-26T01:46:26.438473+0000","last_unstale":"2024-04-26T01:50:53.428323+0000","last_undegraded":"2024-04-26T01:50:53.428323+0000","last_fullsized":"2024-04-26T01:50:53.428323+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:22:38.180123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428250+0000","last_change":"2024-04-26T01:46:30.349892+0000","last_active":"2024-04-26T01:50:53.428250+0000","last_peered":"2024-04-26T01:50:53.428250+0000","last_clean":"2024-04-26T01:50:53.428250+0000","last_became_active":"2024-04-26T01:46:30.349557+0000","last_became_peered":"2024-04-26T01:46:30.349557+0000","last_unstale":"2024-04-26T01:50:53.428250+0000","last_undegraded":"2024-04-26T01:50:53.428250+0000","last_fullsized":"2024-04-26T01:50:53.428250+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:04:15.936184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"92'9","reported_seq":281,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.753334+0000","last_change":"2024-04-26T01:46:26.272936+0000","last_active":"2024-04-26T01:50:53.753334+0000","last_peered":"2024-04-26T01:50:53.753334+0000","last_clean":"2024-04-26T01:50:53.753334+0000","last_became_active":"2024-04-26T01:46:26.272615+0000","last_became_peered":"2024-04-26T01:46:26.272615+0000","last_unstale":"2024-04-26T01:50:53.753334+0000","last_undegraded":"2024-04-26T01:50:53.753334+0000","last_fullsized":"2024-04-26T01:50:53.753334+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:02:21.999030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1902,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":242,"num_read_kb":3,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428176+0000","last_change":"2024-04-26T01:46:30.349314+0000","last_active":"2024-04-26T01:50:53.428176+0000","last_peered":"2024-04-26T01:50:53.428176+0000","last_clean":"2024-04-26T01:50:53.428176+0000","last_became_active":"2024-04-26T01:46:30.348959+0000","last_became_peered":"2024-04-26T01:46:30.348959+0000","last_unstale":"2024-04-26T01:50:53.428176+0000","last_undegraded":"2024-04-26T01:50:53.428176+0000","last_fullsized":"2024-04-26T01:50:53.428176+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:21:26.725626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.506178+0000","last_change":"2024-04-26T01:46:30.336792+0000","last_active":"2024-04-26T01:50:53.506178+0000","last_peered":"2024-04-26T01:50:53.506178+0000","last_clean":"2024-04-26T01:50:53.506178+0000","last_became_active":"2024-04-26T01:46:30.336472+0000","last_became_peered":"2024-04-26T01:46:30.336472+0000","last_unstale":"2024-04-26T01:50:53.506178+0000","last_undegraded":"2024-04-26T01:50:53.506178+0000","last_fullsized":"2024-04-26T01:50:53.506178+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:35:07.985695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"91'6","reported_seq":276,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.547243+0000","last_change":"2024-04-26T01:46:26.432277+0000","last_active":"2024-04-26T01:50:53.547243+0000","last_peered":"2024-04-26T01:50:53.547243+0000","last_clean":"2024-04-26T01:50:53.547243+0000","last_became_active":"2024-04-26T01:46:26.431878+0000","last_became_peered":"2024-04-26T01:46:26.431878+0000","last_unstale":"2024-04-26T01:50:53.547243+0000","last_undegraded":"2024-04-26T01:50:53.547243+0000","last_fullsized":"2024-04-26T01:50:53.547243+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:23:26.317847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":240,"num_read_kb":240,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.549913+0000","last_change":"2024-04-26T01:46:30.353733+0000","last_active":"2024-04-26T01:50:53.549913+0000","last_peered":"2024-04-26T01:50:53.549913+0000","last_clean":"2024-04-26T01:50:53.549913+0000","last_became_active":"2024-04-26T01:46:30.353294+0000","last_became_peered":"2024-04-26T01:46:30.353294+0000","last_unstale":"2024-04-26T01:50:53.549913+0000","last_undegraded":"2024-04-26T01:50:53.549913+0000","last_fullsized":"2024-04-26T01:50:53.549913+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:49:50.231140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'6","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.549709+0000","last_change":"2024-04-26T01:46:26.272122+0000","last_active":"2024-04-26T01:50:53.549709+0000","last_peered":"2024-04-26T01:50:53.549709+0000","last_clean":"2024-04-26T01:50:53.549709+0000","last_became_active":"2024-04-26T01:46:26.271819+0000","last_became_peered":"2024-04-26T01:46:26.271819+0000","last_unstale":"2024-04-26T01:50:53.549709+0000","last_undegraded":"2024-04-26T01:50:53.549709+0000","last_fullsized":"2024-04-26T01:50:53.549709+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:45:09.447190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":362,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.505768+0000","last_change":"2024-04-26T01:44:51.862272+0000","last_active":"2024-04-26T01:50:53.505768+0000","last_peered":"2024-04-26T01:50:53.505768+0000","last_clean":"2024-04-26T01:50:53.505768+0000","last_became_active":"2024-04-26T01:44:51.861812+0000","last_became_peered":"2024-04-26T01:44:51.861812+0000","last_unstale":"2024-04-26T01:50:53.505768+0000","last_undegraded":"2024-04-26T01:50:53.505768+0000","last_fullsized":"2024-04-26T01:50:53.505768+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:40:53.973767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:40:53.973767+0000","last_clean_scrub_stamp":"2024-04-26T01:40:53.973767+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:31:45.587598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.547116+0000","last_change":"2024-04-26T01:46:30.340757+0000","last_active":"2024-04-26T01:50:53.547116+0000","last_peered":"2024-04-26T01:50:53.547116+0000","last_clean":"2024-04-26T01:50:53.547116+0000","last_became_active":"2024-04-26T01:46:30.338882+0000","last_became_peered":"2024-04-26T01:46:30.338882+0000","last_unstale":"2024-04-26T01:50:53.547116+0000","last_undegraded":"2024-04-26T01:50:53.547116+0000","last_fullsized":"2024-04-26T01:50:53.547116+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:06:41.577852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'4","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.505939+0000","last_change":"2024-04-26T01:46:26.274446+0000","last_active":"2024-04-26T01:50:53.505939+0000","last_peered":"2024-04-26T01:50:53.505939+0000","last_clean":"2024-04-26T01:50:53.505939+0000","last_became_active":"2024-04-26T01:46:26.274072+0000","last_became_peered":"2024-04-26T01:46:26.274072+0000","last_unstale":"2024-04-26T01:50:53.505939+0000","last_undegraded":"2024-04-26T01:50:53.505939+0000","last_fullsized":"2024-04-26T01:50:53.505939+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:40:30.432287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"89'4","reported_seq":22,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.759521+0000","last_change":"2024-04-26T01:47:03.076450+0000","last_active":"2024-04-26T01:50:53.759521+0000","last_peered":"2024-04-26T01:50:53.759521+0000","last_clean":"2024-04-26T01:50:53.759521+0000","last_became_active":"2024-04-26T01:47:03.056640+0000","last_became_peered":"2024-04-26T01:47:03.056640+0000","last_unstale":"2024-04-26T01:50:53.759521+0000","last_undegraded":"2024-04-26T01:50:53.759521+0000","last_fullsized":"2024-04-26T01:50:53.759521+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:40:08.995782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.547522+0000","last_change":"2024-04-26T01:46:30.344629+0000","last_active":"2024-04-26T01:50:53.547522+0000","last_peered":"2024-04-26T01:50:53.547522+0000","last_clean":"2024-04-26T01:50:53.547522+0000","last_became_active":"2024-04-26T01:46:30.341218+0000","last_became_peered":"2024-04-26T01:46:30.341218+0000","last_unstale":"2024-04-26T01:50:53.547522+0000","last_undegraded":"2024-04-26T01:50:53.547522+0000","last_fullsized":"2024-04-26T01:50:53.547522+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:47:16.865119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"92'53","reported_seq":107,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:54.472492+0000","last_change":"2024-04-26T01:46:26.274165+0000","last_active":"2024-04-26T01:50:54.472492+0000","last_peered":"2024-04-26T01:50:54.472492+0000","last_clean":"2024-04-26T01:50:54.472492+0000","last_became_active":"2024-04-26T01:46:26.273727+0000","last_became_peered":"2024-04-26T01:46:26.273727+0000","last_unstale":"2024-04-26T01:50:54.472492+0000","last_undegraded":"2024-04-26T01:50:54.472492+0000","last_fullsized":"2024-04-26T01:50:54.472492+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":0,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:54:12.836322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":88,"num_read_kb":75,"num_write":94,"num_write_kb":838,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.550150+0000","last_change":"2024-04-26T01:46:30.353416+0000","last_active":"2024-04-26T01:50:53.550150+0000","last_peered":"2024-04-26T01:50:53.550150+0000","last_clean":"2024-04-26T01:50:53.550150+0000","last_became_active":"2024-04-26T01:46:30.352919+0000","last_became_peered":"2024-04-26T01:46:30.352919+0000","last_unstale":"2024-04-26T01:50:53.550150+0000","last_undegraded":"2024-04-26T01:50:53.550150+0000","last_fullsized":"2024-04-26T01:50:53.550150+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:32:52.540498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"89'7","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.549825+0000","last_change":"2024-04-26T01:46:26.421021+0000","last_active":"2024-04-26T01:50:53.549825+0000","last_peered":"2024-04-26T01:50:53.549825+0000","last_clean":"2024-04-26T01:50:53.549825+0000","last_became_active":"2024-04-26T01:46:26.420645+0000","last_became_peered":"2024-04-26T01:46:26.420645+0000","last_unstale":"2024-04-26T01:50:53.549825+0000","last_undegraded":"2024-04-26T01:50:53.549825+0000","last_fullsized":"2024-04-26T01:50:53.549825+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:41:22.460332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.762477+0000","last_change":"2024-04-26T01:46:30.355919+0000","last_active":"2024-04-26T01:50:53.762477+0000","last_peered":"2024-04-26T01:50:53.762477+0000","last_clean":"2024-04-26T01:50:53.762477+0000","last_became_active":"2024-04-26T01:46:30.355561+0000","last_became_peered":"2024-04-26T01:46:30.355561+0000","last_unstale":"2024-04-26T01:50:53.762477+0000","last_undegraded":"2024-04-26T01:50:53.762477+0000","last_fullsized":"2024-04-26T01:50:53.762477+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:05:09.205249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.549511+0000","last_change":"2024-04-26T01:46:26.431643+0000","last_active":"2024-04-26T01:50:53.549511+0000","last_peered":"2024-04-26T01:50:53.549511+0000","last_clean":"2024-04-26T01:50:53.549511+0000","last_became_active":"2024-04-26T01:46:26.431345+0000","last_became_peered":"2024-04-26T01:46:26.431345+0000","last_unstale":"2024-04-26T01:50:53.549511+0000","last_undegraded":"2024-04-26T01:50:53.549511+0000","last_fullsized":"2024-04-26T01:50:53.549511+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:18:00.989419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428715+0000","last_change":"2024-04-26T01:46:30.326737+0000","last_active":"2024-04-26T01:50:53.428715+0000","last_peered":"2024-04-26T01:50:53.428715+0000","last_clean":"2024-04-26T01:50:53.428715+0000","last_became_active":"2024-04-26T01:46:30.326262+0000","last_became_peered":"2024-04-26T01:46:30.326262+0000","last_unstale":"2024-04-26T01:50:53.428715+0000","last_undegraded":"2024-04-26T01:50:53.428715+0000","last_fullsized":"2024-04-26T01:50:53.428715+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:07:14.777597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"89'7","reported_seq":37,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.549778+0000","last_change":"2024-04-26T01:46:26.273440+0000","last_active":"2024-04-26T01:50:53.549778+0000","last_peered":"2024-04-26T01:50:53.549778+0000","last_clean":"2024-04-26T01:50:53.549778+0000","last_became_active":"2024-04-26T01:46:26.272892+0000","last_became_peered":"2024-04-26T01:46:26.272892+0000","last_unstale":"2024-04-26T01:50:53.549778+0000","last_undegraded":"2024-04-26T01:50:53.549778+0000","last_fullsized":"2024-04-26T01:50:53.549778+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:23:06.291753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.759396+0000","last_change":"2024-04-26T01:46:30.349430+0000","last_active":"2024-04-26T01:50:53.759396+0000","last_peered":"2024-04-26T01:50:53.759396+0000","last_clean":"2024-04-26T01:50:53.759396+0000","last_became_active":"2024-04-26T01:46:30.348909+0000","last_became_peered":"2024-04-26T01:46:30.348909+0000","last_unstale":"2024-04-26T01:50:53.759396+0000","last_undegraded":"2024-04-26T01:50:53.759396+0000","last_fullsized":"2024-04-26T01:50:53.759396+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:17:27.872959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"92'4","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.967851+0000","last_change":"2024-04-26T01:46:26.275869+0000","last_active":"2024-04-26T01:50:53.967851+0000","last_peered":"2024-04-26T01:50:53.967851+0000","last_clean":"2024-04-26T01:50:53.967851+0000","last_became_active":"2024-04-26T01:46:26.275438+0000","last_became_peered":"2024-04-26T01:46:26.275438+0000","last_unstale":"2024-04-26T01:50:53.967851+0000","last_undegraded":"2024-04-26T01:50:53.967851+0000","last_fullsized":"2024-04-26T01:50:53.967851+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:16:41.507137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.550011+0000","last_change":"2024-04-26T01:46:30.355394+0000","last_active":"2024-04-26T01:50:53.550011+0000","last_peered":"2024-04-26T01:50:53.550011+0000","last_clean":"2024-04-26T01:50:53.550011+0000","last_became_active":"2024-04-26T01:46:30.354958+0000","last_became_peered":"2024-04-26T01:46:30.354958+0000","last_unstale":"2024-04-26T01:50:53.550011+0000","last_undegraded":"2024-04-26T01:50:53.550011+0000","last_fullsized":"2024-04-26T01:50:53.550011+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:11:57.607927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428607+0000","last_change":"2024-04-26T01:46:26.279079+0000","last_active":"2024-04-26T01:50:53.428607+0000","last_peered":"2024-04-26T01:50:53.428607+0000","last_clean":"2024-04-26T01:50:53.428607+0000","last_became_active":"2024-04-26T01:46:26.278357+0000","last_became_peered":"2024-04-26T01:46:26.278357+0000","last_unstale":"2024-04-26T01:50:53.428607+0000","last_undegraded":"2024-04-26T01:50:53.428607+0000","last_fullsized":"2024-04-26T01:50:53.428607+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:49:56.401292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.506015+0000","last_change":"2024-04-26T01:46:30.338656+0000","last_active":"2024-04-26T01:50:53.506015+0000","last_peered":"2024-04-26T01:50:53.506015+0000","last_clean":"2024-04-26T01:50:53.506015+0000","last_became_active":"2024-04-26T01:46:30.338278+0000","last_became_peered":"2024-04-26T01:46:30.338278+0000","last_unstale":"2024-04-26T01:50:53.506015+0000","last_undegraded":"2024-04-26T01:50:53.506015+0000","last_fullsized":"2024-04-26T01:50:53.506015+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:27:38.741052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"92'8","reported_seq":258,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.550555+0000","last_change":"2024-04-26T01:47:03.069636+0000","last_active":"2024-04-26T01:50:53.550555+0000","last_peered":"2024-04-26T01:50:53.550555+0000","last_clean":"2024-04-26T01:50:53.550555+0000","last_became_active":"2024-04-26T01:47:03.055093+0000","last_became_peered":"2024-04-26T01:47:03.055093+0000","last_unstale":"2024-04-26T01:50:53.550555+0000","last_undegraded":"2024-04-26T01:50:53.550555+0000","last_fullsized":"2024-04-26T01:50:53.550555+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:03:29.224452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2093,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":233,"num_read_kb":2,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1170,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11,0],"acting":[1,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.506216+0000","last_change":"2024-04-26T01:46:30.332239+0000","last_active":"2024-04-26T01:50:53.506216+0000","last_peered":"2024-04-26T01:50:53.506216+0000","last_clean":"2024-04-26T01:50:53.506216+0000","last_became_active":"2024-04-26T01:46:30.331878+0000","last_became_peered":"2024-04-26T01:46:30.331878+0000","last_unstale":"2024-04-26T01:50:53.506216+0000","last_undegraded":"2024-04-26T01:50:53.506216+0000","last_fullsized":"2024-04-26T01:50:53.506216+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:36:56.255724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"92'41","reported_seq":78,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.698150+0000","last_change":"2024-04-26T01:46:26.273318+0000","last_active":"2024-04-26T01:50:53.698150+0000","last_peered":"2024-04-26T01:50:53.698150+0000","last_clean":"2024-04-26T01:50:53.698150+0000","last_became_active":"2024-04-26T01:46:26.272949+0000","last_became_peered":"2024-04-26T01:46:26.272949+0000","last_unstale":"2024-04-26T01:50:53.698150+0000","last_undegraded":"2024-04-26T01:50:53.698150+0000","last_fullsized":"2024-04-26T01:50:53.698150+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:07:32.638497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.505873+0000","last_change":"2024-04-26T01:46:30.345450+0000","last_active":"2024-04-26T01:50:53.505873+0000","last_peered":"2024-04-26T01:50:53.505873+0000","last_clean":"2024-04-26T01:50:53.505873+0000","last_became_active":"2024-04-26T01:46:30.345096+0000","last_became_peered":"2024-04-26T01:46:30.345096+0000","last_unstale":"2024-04-26T01:50:53.505873+0000","last_undegraded":"2024-04-26T01:50:53.505873+0000","last_fullsized":"2024-04-26T01:50:53.505873+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:56:33.968261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"89'5","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.547463+0000","last_change":"2024-04-26T01:46:26.277043+0000","last_active":"2024-04-26T01:50:53.547463+0000","last_peered":"2024-04-26T01:50:53.547463+0000","last_clean":"2024-04-26T01:50:53.547463+0000","last_became_active":"2024-04-26T01:46:26.276590+0000","last_became_peered":"2024-04-26T01:46:26.276590+0000","last_unstale":"2024-04-26T01:50:53.547463+0000","last_undegraded":"2024-04-26T01:50:53.547463+0000","last_fullsized":"2024-04-26T01:50:53.547463+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:48:00.072982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.506159+0000","last_change":"2024-04-26T01:46:30.328662+0000","last_active":"2024-04-26T01:50:53.506159+0000","last_peered":"2024-04-26T01:50:53.506159+0000","last_clean":"2024-04-26T01:50:53.506159+0000","last_became_active":"2024-04-26T01:46:30.328321+0000","last_became_peered":"2024-04-26T01:46:30.328321+0000","last_unstale":"2024-04-26T01:50:53.506159+0000","last_undegraded":"2024-04-26T01:50:53.506159+0000","last_fullsized":"2024-04-26T01:50:53.506159+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:29:38.333999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.759383+0000","last_change":"2024-04-26T01:46:30.334950+0000","last_active":"2024-04-26T01:50:53.759383+0000","last_peered":"2024-04-26T01:50:53.759383+0000","last_clean":"2024-04-26T01:50:53.759383+0000","last_became_active":"2024-04-26T01:46:30.334614+0000","last_became_peered":"2024-04-26T01:46:30.334614+0000","last_unstale":"2024-04-26T01:50:53.759383+0000","last_undegraded":"2024-04-26T01:50:53.759383+0000","last_fullsized":"2024-04-26T01:50:53.759383+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:00:03.093756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.757205+0000","last_change":"2024-04-26T01:46:30.331222+0000","last_active":"2024-04-26T01:50:53.757205+0000","last_peered":"2024-04-26T01:50:53.757205+0000","last_clean":"2024-04-26T01:50:53.757205+0000","last_became_active":"2024-04-26T01:46:30.330863+0000","last_became_peered":"2024-04-26T01:46:30.330863+0000","last_unstale":"2024-04-26T01:50:53.757205+0000","last_undegraded":"2024-04-26T01:50:53.757205+0000","last_fullsized":"2024-04-26T01:50:53.757205+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:05:06.109569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.757147+0000","last_change":"2024-04-26T01:46:30.355525+0000","last_active":"2024-04-26T01:50:53.757147+0000","last_peered":"2024-04-26T01:50:53.757147+0000","last_clean":"2024-04-26T01:50:53.757147+0000","last_became_active":"2024-04-26T01:46:30.355218+0000","last_became_peered":"2024-04-26T01:46:30.355218+0000","last_unstale":"2024-04-26T01:50:53.757147+0000","last_undegraded":"2024-04-26T01:50:53.757147+0000","last_fullsized":"2024-04-26T01:50:53.757147+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:32:32.473580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.760900+0000","last_change":"2024-04-26T01:46:30.346647+0000","last_active":"2024-04-26T01:50:53.760900+0000","last_peered":"2024-04-26T01:50:53.760900+0000","last_clean":"2024-04-26T01:50:53.760900+0000","last_became_active":"2024-04-26T01:46:30.343721+0000","last_became_peered":"2024-04-26T01:46:30.343721+0000","last_unstale":"2024-04-26T01:50:53.760900+0000","last_undegraded":"2024-04-26T01:50:53.760900+0000","last_fullsized":"2024-04-26T01:50:53.760900+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:40:49.176577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.547373+0000","last_change":"2024-04-26T01:46:30.348978+0000","last_active":"2024-04-26T01:50:53.547373+0000","last_peered":"2024-04-26T01:50:53.547373+0000","last_clean":"2024-04-26T01:50:53.547373+0000","last_became_active":"2024-04-26T01:46:30.348133+0000","last_became_peered":"2024-04-26T01:46:30.348133+0000","last_unstale":"2024-04-26T01:50:53.547373+0000","last_undegraded":"2024-04-26T01:50:53.547373+0000","last_fullsized":"2024-04-26T01:50:53.547373+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:02:59.842786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.759643+0000","last_change":"2024-04-26T01:46:30.330252+0000","last_active":"2024-04-26T01:50:53.759643+0000","last_peered":"2024-04-26T01:50:53.759643+0000","last_clean":"2024-04-26T01:50:53.759643+0000","last_became_active":"2024-04-26T01:46:30.329865+0000","last_became_peered":"2024-04-26T01:46:30.329865+0000","last_unstale":"2024-04-26T01:50:53.759643+0000","last_undegraded":"2024-04-26T01:50:53.759643+0000","last_fullsized":"2024-04-26T01:50:53.759643+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:58:45.342295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.757785+0000","last_change":"2024-04-26T01:46:30.332130+0000","last_active":"2024-04-26T01:50:53.757785+0000","last_peered":"2024-04-26T01:50:53.757785+0000","last_clean":"2024-04-26T01:50:53.757785+0000","last_became_active":"2024-04-26T01:46:30.331516+0000","last_became_peered":"2024-04-26T01:46:30.331516+0000","last_unstale":"2024-04-26T01:50:53.757785+0000","last_undegraded":"2024-04-26T01:50:53.757785+0000","last_fullsized":"2024-04-26T01:50:53.757785+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:39:55.750242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":16,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.429098+0000","last_change":"2024-04-26T01:47:03.043503+0000","last_active":"2024-04-26T01:50:53.429098+0000","last_peered":"2024-04-26T01:50:53.429098+0000","last_clean":"2024-04-26T01:50:53.429098+0000","last_became_active":"2024-04-26T01:47:03.042254+0000","last_became_peered":"2024-04-26T01:47:03.042254+0000","last_unstale":"2024-04-26T01:50:53.429098+0000","last_undegraded":"2024-04-26T01:50:53.429098+0000","last_fullsized":"2024-04-26T01:50:53.429098+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:36:53.919649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,2],"acting":[9,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.505882+0000","last_change":"2024-04-26T01:46:30.358551+0000","last_active":"2024-04-26T01:50:53.505882+0000","last_peered":"2024-04-26T01:50:53.505882+0000","last_clean":"2024-04-26T01:50:53.505882+0000","last_became_active":"2024-04-26T01:46:30.358263+0000","last_became_peered":"2024-04-26T01:46:30.358263+0000","last_unstale":"2024-04-26T01:50:53.505882+0000","last_undegraded":"2024-04-26T01:50:53.505882+0000","last_fullsized":"2024-04-26T01:50:53.505882+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:09:51.161552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.549632+0000","last_change":"2024-04-26T01:46:30.344166+0000","last_active":"2024-04-26T01:50:53.549632+0000","last_peered":"2024-04-26T01:50:53.549632+0000","last_clean":"2024-04-26T01:50:53.549632+0000","last_became_active":"2024-04-26T01:46:30.339487+0000","last_became_peered":"2024-04-26T01:46:30.339487+0000","last_unstale":"2024-04-26T01:50:53.549632+0000","last_undegraded":"2024-04-26T01:50:53.549632+0000","last_fullsized":"2024-04-26T01:50:53.549632+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:03:43.997452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.549765+0000","last_change":"2024-04-26T01:46:30.345729+0000","last_active":"2024-04-26T01:50:53.549765+0000","last_peered":"2024-04-26T01:50:53.549765+0000","last_clean":"2024-04-26T01:50:53.549765+0000","last_became_active":"2024-04-26T01:46:30.345205+0000","last_became_peered":"2024-04-26T01:46:30.345205+0000","last_unstale":"2024-04-26T01:50:53.549765+0000","last_undegraded":"2024-04-26T01:50:53.549765+0000","last_fullsized":"2024-04-26T01:50:53.549765+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:36:35.620350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.547234+0000","last_change":"2024-04-26T01:46:30.348614+0000","last_active":"2024-04-26T01:50:53.547234+0000","last_peered":"2024-04-26T01:50:53.547234+0000","last_clean":"2024-04-26T01:50:53.547234+0000","last_became_active":"2024-04-26T01:46:30.348265+0000","last_became_peered":"2024-04-26T01:46:30.348265+0000","last_unstale":"2024-04-26T01:50:53.547234+0000","last_undegraded":"2024-04-26T01:50:53.547234+0000","last_fullsized":"2024-04-26T01:50:53.547234+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:46:13.274382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.759486+0000","last_change":"2024-04-26T01:46:30.330251+0000","last_active":"2024-04-26T01:50:53.759486+0000","last_peered":"2024-04-26T01:50:53.759486+0000","last_clean":"2024-04-26T01:50:53.759486+0000","last_became_active":"2024-04-26T01:46:30.329386+0000","last_became_peered":"2024-04-26T01:46:30.329386+0000","last_unstale":"2024-04-26T01:50:53.759486+0000","last_undegraded":"2024-04-26T01:50:53.759486+0000","last_fullsized":"2024-04-26T01:50:53.759486+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:59:02.567353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":1771104,"data_compressed":108447,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":600652,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":2530,"num_read_kb":1383,"num_write":385,"num_write_kb":1470,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1976,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":724992,"data_stored":1801956,"data_compressed":75906,"data_compressed_allocated":98304,"data_compressed_original":1548288,"omap_allocated":0,"internal_metadata":0},"log_size":309,"ondisk_log_size":309,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351046,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28016,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717136,"statfs":{"total":95995035648,"available":95966347264,"internally_reserved":0,"allocated":1019904,"data_stored":494102,"data_compressed":2877,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612682,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32320,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712832,"statfs":{"total":95995035648,"available":95961939968,"internally_reserved":0,"allocated":1167360,"data_stored":1149518,"data_compressed":39026,"data_compressed_allocated":49152,"data_compressed_original":598016,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776208,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28052,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717100,"statfs":{"total":95995035648,"available":95966310400,"internally_reserved":0,"allocated":1056768,"data_stored":885631,"data_compressed":22023,"data_compressed_allocated":28672,"data_compressed_original":401408,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037846,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28012,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717140,"statfs":{"total":95995035648,"available":95966351360,"internally_reserved":0,"allocated":1015808,"data_stored":492099,"data_compressed":2877,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299483,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28076,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717076,"statfs":{"total":95995035648,"available":95966285824,"internally_reserved":0,"allocated":1081344,"data_stored":1086935,"data_compressed":39026,"data_compressed_allocated":49152,"data_compressed_original":598016,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863463009,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32172,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712980,"statfs":{"total":95995035648,"available":95962091520,"internally_reserved":0,"allocated":1015808,"data_stored":493446,"data_compressed":2877,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574975,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32248,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712904,"statfs":{"total":95995035648,"available":95962013696,"internally_reserved":0,"allocated":1093632,"data_stored":562928,"data_compressed":2877,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738500,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32192,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712960,"statfs":{"total":95995035648,"available":95962071040,"internally_reserved":0,"allocated":1036288,"data_stored":494394,"data_compressed":2877,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411450,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36404,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708748,"statfs":{"total":95995035648,"available":95957757952,"internally_reserved":0,"allocated":1089536,"data_stored":558850,"data_compressed":2877,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149810,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32188,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712964,"statfs":{"total":95995035648,"available":95962075136,"internally_reserved":0,"allocated":1032192,"data_stored":491957,"data_compressed":2877,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888173,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32180,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712972,"statfs":{"total":95995035648,"available":95962083328,"internally_reserved":0,"allocated":1024000,"data_stored":492415,"data_compressed":2877,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724649,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32264,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712888,"statfs":{"total":95995035648,"available":95961997312,"internally_reserved":0,"allocated":1114112,"data_stored":1216589,"data_compressed":45182,"data_compressed_allocated":57344,"data_compressed_original":720896,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36149,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36149,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36149,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":3101,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":71635,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":67557,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":525246,"data_compressed":25302,"data_compressed_allocated":32768,"data_compressed_original":516096,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":134811,"data_compressed":6156,"data_compressed_allocated":8192,"data_compressed_original":122880,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5157,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":394022,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":394338,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":143360,"data_stored":200122,"data_compressed":6156,"data_compressed_allocated":8192,"data_compressed_original":122880,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2809,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T01:51:00.120 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-26T01:51:00.227 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:51:00 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:51:00.113+0000 7fee69800700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:51:00.228 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:51:00 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:51:00.113+0000 7fee69800700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:51:00.228 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:51:00 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:51:00.113+0000 7fee69800700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:51:00.228 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:51:00 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:51:00.113+0000 7fee69800700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:51:00.228 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 01:51:00 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T01:51:00.113+0000 7fee69800700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T01:51:00.228 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:59 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:51:00.228 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:59 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:51:00.228 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:59 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:51:00.228 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:59 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:51:00.228 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:59 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:51:00.229 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:59 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:51:00.229 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:59 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:51:00.229 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:59 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:51:00.229 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:59 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:51:00.229 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:59 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:51:00.229 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:59 smithi046 ceph-mon[28013]: Adjusting osd_memory_target on smithi046 to 177.5M 2024-04-26T01:51:00.229 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:59 smithi046 ceph-mon[28013]: Unable to set osd_memory_target on smithi046 to 186173747: error parsing value: Value '186173747' is below minimum 939524096 2024-04-26T01:51:00.229 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:59 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:00.229 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:59 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:51:00.229 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:59 smithi046 ceph-mon[28013]: Updating smithi046:/etc/ceph/ceph.conf 2024-04-26T01:51:00.229 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:59 smithi046 ceph-mon[28013]: Updating smithi103:/etc/ceph/ceph.conf 2024-04-26T01:51:00.229 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:59 smithi046 ceph-mon[28013]: Updating smithi163:/etc/ceph/ceph.conf 2024-04-26T01:51:00.229 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:59 smithi046 ceph-mon[28013]: from='client.25228 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:51:00.230 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:59 smithi046 ceph-mon[28013]: Updating smithi103:/var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:51:00.230 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:59 smithi046 ceph-mon[28013]: Updating smithi163:/var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:51:00.230 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:59 smithi046 ceph-mon[28013]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 205 B/s rd, 1 op/s 2024-04-26T01:51:00.230 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:59 smithi046 ceph-mon[28013]: Updating smithi103:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:51:00.230 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:59 smithi046 ceph-mon[28013]: Updating smithi163:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:51:00.230 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:50:59 smithi046 ceph-mon[28013]: Updating smithi046:/var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:51:00.302 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:59 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:51:00.302 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:59 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:51:00.302 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:59 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:51:00.302 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:59 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:51:00.302 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:59 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:51:00.302 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:59 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:51:00.302 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:59 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:51:00.302 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:59 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:51:00.302 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:59 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:51:00.302 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:59 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:51:00.302 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:59 smithi103 ceph-mon[32920]: Adjusting osd_memory_target on smithi046 to 177.5M 2024-04-26T01:51:00.303 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:59 smithi103 ceph-mon[32920]: Unable to set osd_memory_target on smithi046 to 186173747: error parsing value: Value '186173747' is below minimum 939524096 2024-04-26T01:51:00.303 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:59 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:00.303 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:59 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:51:00.303 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:59 smithi103 ceph-mon[32920]: Updating smithi046:/etc/ceph/ceph.conf 2024-04-26T01:51:00.303 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:59 smithi103 ceph-mon[32920]: Updating smithi103:/etc/ceph/ceph.conf 2024-04-26T01:51:00.303 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:59 smithi103 ceph-mon[32920]: Updating smithi163:/etc/ceph/ceph.conf 2024-04-26T01:51:00.303 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:59 smithi103 ceph-mon[32920]: from='client.25228 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:51:00.303 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:59 smithi103 ceph-mon[32920]: Updating smithi103:/var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:51:00.303 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:59 smithi103 ceph-mon[32920]: Updating smithi163:/var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:51:00.303 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:59 smithi103 ceph-mon[32920]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 205 B/s rd, 1 op/s 2024-04-26T01:51:00.303 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:59 smithi103 ceph-mon[32920]: Updating smithi103:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:51:00.303 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:59 smithi103 ceph-mon[32920]: Updating smithi163:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:51:00.303 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:50:59 smithi103 ceph-mon[32920]: Updating smithi046:/var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:51:00.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:59 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:51:00.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:59 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:51:00.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:59 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:51:00.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:59 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:51:00.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:59 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:51:00.421 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:59 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:51:00.421 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:59 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:51:00.421 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:59 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:51:00.421 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:59 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:51:00.421 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:59 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T01:51:00.421 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:59 smithi163 ceph-mon[32592]: Adjusting osd_memory_target on smithi046 to 177.5M 2024-04-26T01:51:00.421 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:59 smithi163 ceph-mon[32592]: Unable to set osd_memory_target on smithi046 to 186173747: error parsing value: Value '186173747' is below minimum 939524096 2024-04-26T01:51:00.421 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:59 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:00.421 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:59 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:51:00.421 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:59 smithi163 ceph-mon[32592]: Updating smithi046:/etc/ceph/ceph.conf 2024-04-26T01:51:00.421 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:59 smithi163 ceph-mon[32592]: Updating smithi103:/etc/ceph/ceph.conf 2024-04-26T01:51:00.421 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:59 smithi163 ceph-mon[32592]: Updating smithi163:/etc/ceph/ceph.conf 2024-04-26T01:51:00.421 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:59 smithi163 ceph-mon[32592]: from='client.25228 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:51:00.421 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:59 smithi163 ceph-mon[32592]: Updating smithi103:/var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:51:00.422 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:59 smithi163 ceph-mon[32592]: Updating smithi163:/var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:51:00.422 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:59 smithi163 ceph-mon[32592]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 205 B/s rd, 1 op/s 2024-04-26T01:51:00.422 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:59 smithi163 ceph-mon[32592]: Updating smithi103:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:51:00.422 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:59 smithi163 ceph-mon[32592]: Updating smithi163:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:51:00.422 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:50:59 smithi163 ceph-mon[32592]: Updating smithi046:/var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T01:51:00.604 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:51:01.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:01 smithi046 ceph-mon[28013]: Updating smithi103:/var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:51:01.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:01 smithi046 ceph-mon[28013]: Updating smithi163:/var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:51:01.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:01 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:51:01.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:01 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:51:01.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:01 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:51:01.561 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:01 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:51:01.561 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:01 smithi046 ceph-mon[28013]: Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:51:01.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:01 smithi103 ceph-mon[32920]: Updating smithi103:/var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:51:01.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:01 smithi103 ceph-mon[32920]: Updating smithi163:/var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:51:01.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:01 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:51:01.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:01 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:51:01.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:01 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:51:01.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:01 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:51:01.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:01 smithi103 ceph-mon[32920]: Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:51:01.669 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:01 smithi163 ceph-mon[32592]: Updating smithi103:/var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:51:01.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:01 smithi163 ceph-mon[32592]: Updating smithi163:/var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:51:01.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:01 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:51:01.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:01 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:51:01.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:01 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:51:01.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:01 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:51:01.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:01 smithi163 ceph-mon[32592]: Updating smithi046:/etc/ceph/ceph.client.admin.keyring 2024-04-26T01:51:02.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:02.988+0000 7ff931000700 1 -- 172.21.15.46:0/218390836 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff92c104ec0 msgr2=0x7ff92c1052a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:02.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:02.988+0000 7ff931000700 1 --2- 172.21.15.46:0/218390836 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff92c104ec0 0x7ff92c1052a0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7ff91c009990 tx=0x7ff91c009ca0 comp rx=0 tx=0).stop 2024-04-26T01:51:02.987 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:02.988+0000 7ff931000700 1 -- 172.21.15.46:0/218390836 shutdown_connections 2024-04-26T01:51:02.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:02.988+0000 7ff931000700 1 --2- 172.21.15.46:0/218390836 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff92c109fa0 0x7ff92c111b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:02.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:02.988+0000 7ff931000700 1 --2- 172.21.15.46:0/218390836 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff92c104ec0 0x7ff92c1052a0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:02.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:02.988+0000 7ff931000700 1 --2- 172.21.15.46:0/218390836 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff92c105870 0x7ff92c1098c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:02.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:02.988+0000 7ff931000700 1 -- 172.21.15.46:0/218390836 >> 172.21.15.46:0/218390836 conn(0x7ff92c100750 msgr2=0x7ff92c102b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:02.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:02.989+0000 7ff931000700 1 -- 172.21.15.46:0/218390836 shutdown_connections 2024-04-26T01:51:02.988 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:02.989+0000 7ff931000700 1 -- 172.21.15.46:0/218390836 wait complete. 2024-04-26T01:51:02.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:02.990+0000 7ff931000700 1 Processor -- start 2024-04-26T01:51:02.989 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:02.990+0000 7ff931000700 1 -- start start 2024-04-26T01:51:02.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:02.990+0000 7ff931000700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff92c104ec0 0x7ff92c19b450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:02.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:02.990+0000 7ff931000700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff92c105870 0x7ff92c19b990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:02.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:02.990+0000 7ff931000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff92c109fa0 0x7ff92c19fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:02.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:02.990+0000 7ff931000700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff92c114fc0 con 0x7ff92c109fa0 2024-04-26T01:51:02.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:02.990+0000 7ff931000700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7ff92c114e40 con 0x7ff92c104ec0 2024-04-26T01:51:02.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:02.990+0000 7ff931000700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7ff92c115140 con 0x7ff92c105870 2024-04-26T01:51:02.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:02.991+0000 7ff92a800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff92c109fa0 0x7ff92c19fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:02.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:02.991+0000 7ff923e00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff92c105870 0x7ff92c19b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:02.990 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:02.991+0000 7ff923e00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff92c105870 0x7ff92c19b990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:54326/0 (socket says 172.21.15.46:54326) 2024-04-26T01:51:02.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:02.991+0000 7ff92a800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff92c109fa0 0x7ff92c19fcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39226/0 (socket says 172.21.15.46:39226) 2024-04-26T01:51:02.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:02.991+0000 7ff923e00700 1 -- 172.21.15.46:0/3053180920 learned_addr learned my addr 172.21.15.46:0/3053180920 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:02.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:02.991+0000 7ff929e00700 1 --2- 172.21.15.46:0/3053180920 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff92c104ec0 0x7ff92c19b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:02.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:02.991+0000 7ff923e00700 1 -- 172.21.15.46:0/3053180920 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff92c104ec0 msgr2=0x7ff92c19b450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:02.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:02.991+0000 7ff923e00700 1 --2- 172.21.15.46:0/3053180920 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff92c104ec0 0x7ff92c19b450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:02.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:02.991+0000 7ff923e00700 1 -- 172.21.15.46:0/3053180920 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff92c109fa0 msgr2=0x7ff92c19fcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:02.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:02.991+0000 7ff923e00700 1 --2- 172.21.15.46:0/3053180920 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff92c109fa0 0x7ff92c19fcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:02.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:02.991+0000 7ff923e00700 1 -- 172.21.15.46:0/3053180920 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff92c1a0410 con 0x7ff92c105870 2024-04-26T01:51:02.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:02.991+0000 7ff92a800700 1 --2- 172.21.15.46:0/3053180920 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff92c109fa0 0x7ff92c19fcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:02.991 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:02.992+0000 7ff923e00700 1 --2- 172.21.15.46:0/3053180920 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff92c105870 0x7ff92c19b990 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7ff91400e970 tx=0x7ff91400ec80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:02.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:02.992+0000 7ff922a00700 1 -- 172.21.15.46:0/3053180920 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff914004a30 con 0x7ff92c105870 2024-04-26T01:51:02.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:02.992+0000 7ff931000700 1 -- 172.21.15.46:0/3053180920 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff92c1a0700 con 0x7ff92c105870 2024-04-26T01:51:02.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:02.992+0000 7ff922a00700 1 -- 172.21.15.46:0/3053180920 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff91400ccb0 con 0x7ff92c105870 2024-04-26T01:51:02.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:02.992+0000 7ff922a00700 1 -- 172.21.15.46:0/3053180920 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff914005550 con 0x7ff92c105870 2024-04-26T01:51:02.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:02.992+0000 7ff931000700 1 -- 172.21.15.46:0/3053180920 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff92c1a7f80 con 0x7ff92c105870 2024-04-26T01:51:02.992 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:02.993+0000 7ff931000700 1 -- 172.21.15.46:0/3053180920 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff92c069730 con 0x7ff92c105870 2024-04-26T01:51:02.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:02.996+0000 7ff922a00700 1 -- 172.21.15.46:0/3053180920 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 26) ==== 138879+0+0 (secure 0 0 0) 0x7ff914004c60 con 0x7ff92c105870 2024-04-26T01:51:02.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:02.997+0000 7ff922a00700 1 --2- 172.21.15.46:0/3053180920 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7ff9100a3f50 0x7ff9100a6410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:02.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:02.997+0000 7ff922a00700 1 -- 172.21.15.46:0/3053180920 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7ff9140d0c00 con 0x7ff92c105870 2024-04-26T01:51:02.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:02.997+0000 7ff929e00700 1 --2- 172.21.15.46:0/3053180920 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7ff9100a3f50 0x7ff9100a6410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:02.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:02.998+0000 7ff929e00700 1 --2- 172.21.15.46:0/3053180920 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7ff9100a3f50 0x7ff9100a6410 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7ff91c006010 tx=0x7ff91c00b260 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:02.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:03.002+0000 7ff922a00700 1 -- 172.21.15.46:0/3053180920 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff91409d020 con 0x7ff92c105870 2024-04-26T01:51:03.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:02 smithi163 ceph-mon[32592]: Updating smithi046:/var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:51:03.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:02 smithi163 ceph-mon[32592]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 131 KiB/s wr, 77 op/s 2024-04-26T01:51:03.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:02 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:51:03.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:02 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:51:03.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:02 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:51:03.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:02 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:51:03.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:02 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:03.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:02 smithi163 ceph-mon[32592]: mgrmap e26: x(active, since 8s), standbys: y, z 2024-04-26T01:51:03.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:02 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:51:03.171 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:02 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:51:03.229 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:03.231+0000 7ff931000700 1 -- 172.21.15.46:0/3053180920 --> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff92c062e80 con 0x7ff9100a3f50 2024-04-26T01:51:03.230 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:02 smithi046 ceph-mon[28013]: Updating smithi046:/var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:51:03.230 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:02 smithi046 ceph-mon[28013]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 131 KiB/s wr, 77 op/s 2024-04-26T01:51:03.230 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:02 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:51:03.230 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:02 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:51:03.230 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:02 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:51:03.230 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:02 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:51:03.230 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:02 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:03.230 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:02 smithi046 ceph-mon[28013]: mgrmap e26: x(active, since 8s), standbys: y, z 2024-04-26T01:51:03.230 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:02 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:51:03.230 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:02 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:51:03.239 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:03.241+0000 7ff922a00700 1 -- 172.21.15.46:0/3053180920 <== mgr.25132 v2:172.21.15.46:6800/1247059674 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258101 (secure 0 0 0) 0x7ff92c062e80 con 0x7ff9100a3f50 2024-04-26T01:51:03.241 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:51:03.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:03.248+0000 7ff931000700 1 -- 172.21.15.46:0/3053180920 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7ff9100a3f50 msgr2=0x7ff9100a6410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:03.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:03.248+0000 7ff931000700 1 --2- 172.21.15.46:0/3053180920 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7ff9100a3f50 0x7ff9100a6410 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7ff91c006010 tx=0x7ff91c00b260 comp rx=0 tx=0).stop 2024-04-26T01:51:03.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:03.248+0000 7ff931000700 1 -- 172.21.15.46:0/3053180920 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff92c105870 msgr2=0x7ff92c19b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:03.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:03.248+0000 7ff931000700 1 --2- 172.21.15.46:0/3053180920 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff92c105870 0x7ff92c19b990 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7ff91400e970 tx=0x7ff91400ec80 comp rx=0 tx=0).stop 2024-04-26T01:51:03.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:03.248+0000 7ff931000700 1 -- 172.21.15.46:0/3053180920 shutdown_connections 2024-04-26T01:51:03.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:03.248+0000 7ff931000700 1 --2- 172.21.15.46:0/3053180920 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7ff9100a3f50 0x7ff9100a6410 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:03.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:03.248+0000 7ff931000700 1 --2- 172.21.15.46:0/3053180920 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff92c109fa0 0x7ff92c19fcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:03.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:03.248+0000 7ff931000700 1 --2- 172.21.15.46:0/3053180920 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff92c104ec0 0x7ff92c19b450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:03.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:03.248+0000 7ff931000700 1 --2- 172.21.15.46:0/3053180920 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff92c105870 0x7ff92c19b990 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:03.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:03.248+0000 7ff931000700 1 -- 172.21.15.46:0/3053180920 >> 172.21.15.46:0/3053180920 conn(0x7ff92c100750 msgr2=0x7ff92c1024b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:03.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:03.248+0000 7ff931000700 1 -- 172.21.15.46:0/3053180920 shutdown_connections 2024-04-26T01:51:03.248 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:03.248+0000 7ff931000700 1 -- 172.21.15.46:0/3053180920 wait complete. 2024-04-26T01:51:03.248 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2024-04-26T01:51:03.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:02 smithi103 ceph-mon[32920]: Updating smithi046:/var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T01:51:03.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:02 smithi103 ceph-mon[32920]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 131 KiB/s wr, 77 op/s 2024-04-26T01:51:03.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:02 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:51:03.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:02 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:51:03.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:02 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:51:03.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:02 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:51:03.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:02 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:51:03.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:02 smithi103 ceph-mon[32920]: mgrmap e26: x(active, since 8s), standbys: y, z 2024-04-26T01:51:03.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:02 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:51:03.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:02 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:51:04.174 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":7,"stamp":"2024-04-26T01:51:01.451320+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1387886,"num_objects":104,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":104,"num_whiteouts":0,"num_read":3066,"num_read_kb":1965,"num_write":712,"num_write_kb":5324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":21,"num_bytes_recovered":1182712,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1037,"ondisk_log_size":1037,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":374284,"kb_used_data":12612,"kb_used_omap":18,"kb_used_meta":361517,"kb_avail":1124567540,"statfs":{"total":1151940427776,"available":1151557160960,"internally_reserved":0,"allocated":12914688,"data_stored":10059174,"data_compressed":246444,"data_compressed_allocated":319488,"data_compressed_original":3969024,"omap_allocated":19142,"internal_metadata":370193722},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":196632,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":400,"num_read_kb":463,"num_write":144,"num_write_kb":914,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.977114"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.759818+0000","last_change":"2024-04-26T01:46:30.343159+0000","last_active":"2024-04-26T01:50:53.759818+0000","last_peered":"2024-04-26T01:50:53.759818+0000","last_clean":"2024-04-26T01:50:53.759818+0000","last_became_active":"2024-04-26T01:46:30.342802+0000","last_became_peered":"2024-04-26T01:46:30.342802+0000","last_unstale":"2024-04-26T01:50:53.759818+0000","last_undegraded":"2024-04-26T01:50:53.759818+0000","last_fullsized":"2024-04-26T01:50:53.759818+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:04:45.982580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.762279+0000","last_change":"2024-04-26T01:46:30.328482+0000","last_active":"2024-04-26T01:50:53.762279+0000","last_peered":"2024-04-26T01:50:53.762279+0000","last_clean":"2024-04-26T01:50:53.762279+0000","last_became_active":"2024-04-26T01:46:30.327937+0000","last_became_peered":"2024-04-26T01:46:30.327937+0000","last_unstale":"2024-04-26T01:50:53.762279+0000","last_undegraded":"2024-04-26T01:50:53.762279+0000","last_fullsized":"2024-04-26T01:50:53.762279+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:43:55.563929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.762243+0000","last_change":"2024-04-26T01:46:30.340523+0000","last_active":"2024-04-26T01:50:53.762243+0000","last_peered":"2024-04-26T01:50:53.762243+0000","last_clean":"2024-04-26T01:50:53.762243+0000","last_became_active":"2024-04-26T01:46:30.335483+0000","last_became_peered":"2024-04-26T01:46:30.335483+0000","last_unstale":"2024-04-26T01:50:53.762243+0000","last_undegraded":"2024-04-26T01:50:53.762243+0000","last_fullsized":"2024-04-26T01:50:53.762243+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:27:22.869086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.550070+0000","last_change":"2024-04-26T01:46:30.330680+0000","last_active":"2024-04-26T01:50:53.550070+0000","last_peered":"2024-04-26T01:50:53.550070+0000","last_clean":"2024-04-26T01:50:53.550070+0000","last_became_active":"2024-04-26T01:46:30.330326+0000","last_became_peered":"2024-04-26T01:46:30.330326+0000","last_unstale":"2024-04-26T01:50:53.550070+0000","last_undegraded":"2024-04-26T01:50:53.550070+0000","last_fullsized":"2024-04-26T01:50:53.550070+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:01:37.237730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428406+0000","last_change":"2024-04-26T01:46:30.355859+0000","last_active":"2024-04-26T01:50:53.428406+0000","last_peered":"2024-04-26T01:50:53.428406+0000","last_clean":"2024-04-26T01:50:53.428406+0000","last_became_active":"2024-04-26T01:46:30.355476+0000","last_became_peered":"2024-04-26T01:46:30.355476+0000","last_unstale":"2024-04-26T01:50:53.428406+0000","last_undegraded":"2024-04-26T01:50:53.428406+0000","last_fullsized":"2024-04-26T01:50:53.428406+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:38:15.102699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428139+0000","last_change":"2024-04-26T01:46:30.336524+0000","last_active":"2024-04-26T01:50:53.428139+0000","last_peered":"2024-04-26T01:50:53.428139+0000","last_clean":"2024-04-26T01:50:53.428139+0000","last_became_active":"2024-04-26T01:46:30.335846+0000","last_became_peered":"2024-04-26T01:46:30.335846+0000","last_unstale":"2024-04-26T01:50:53.428139+0000","last_undegraded":"2024-04-26T01:50:53.428139+0000","last_fullsized":"2024-04-26T01:50:53.428139+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:21:01.520848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.505719+0000","last_change":"2024-04-26T01:46:30.333145+0000","last_active":"2024-04-26T01:50:53.505719+0000","last_peered":"2024-04-26T01:50:53.505719+0000","last_clean":"2024-04-26T01:50:53.505719+0000","last_became_active":"2024-04-26T01:46:30.332802+0000","last_became_peered":"2024-04-26T01:46:30.332802+0000","last_unstale":"2024-04-26T01:50:53.505719+0000","last_undegraded":"2024-04-26T01:50:53.505719+0000","last_fullsized":"2024-04-26T01:50:53.505719+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:59:24.484032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.549575+0000","last_change":"2024-04-26T01:46:30.357232+0000","last_active":"2024-04-26T01:50:53.549575+0000","last_peered":"2024-04-26T01:50:53.549575+0000","last_clean":"2024-04-26T01:50:53.549575+0000","last_became_active":"2024-04-26T01:46:30.355674+0000","last_became_peered":"2024-04-26T01:46:30.355674+0000","last_unstale":"2024-04-26T01:50:53.549575+0000","last_undegraded":"2024-04-26T01:50:53.549575+0000","last_fullsized":"2024-04-26T01:50:53.549575+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:04:47.963939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.550371+0000","last_change":"2024-04-26T01:46:30.330056+0000","last_active":"2024-04-26T01:50:53.550371+0000","last_peered":"2024-04-26T01:50:53.550371+0000","last_clean":"2024-04-26T01:50:53.550371+0000","last_became_active":"2024-04-26T01:46:30.329730+0000","last_became_peered":"2024-04-26T01:46:30.329730+0000","last_unstale":"2024-04-26T01:50:53.550371+0000","last_undegraded":"2024-04-26T01:50:53.550371+0000","last_fullsized":"2024-04-26T01:50:53.550371+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:19:53.138105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":45,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428634+0000","last_change":"2024-04-26T01:47:03.045524+0000","last_active":"2024-04-26T01:50:53.428634+0000","last_peered":"2024-04-26T01:50:53.428634+0000","last_clean":"2024-04-26T01:50:53.428634+0000","last_became_active":"2024-04-26T01:47:03.044988+0000","last_became_peered":"2024-04-26T01:47:03.044988+0000","last_unstale":"2024-04-26T01:50:53.428634+0000","last_undegraded":"2024-04-26T01:50:53.428634+0000","last_fullsized":"2024-04-26T01:50:53.428634+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:14:58.580161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,9],"acting":[10,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.506029+0000","last_change":"2024-04-26T01:46:30.332741+0000","last_active":"2024-04-26T01:50:53.506029+0000","last_peered":"2024-04-26T01:50:53.506029+0000","last_clean":"2024-04-26T01:50:53.506029+0000","last_became_active":"2024-04-26T01:46:30.332330+0000","last_became_peered":"2024-04-26T01:46:30.332330+0000","last_unstale":"2024-04-26T01:50:53.506029+0000","last_undegraded":"2024-04-26T01:50:53.506029+0000","last_fullsized":"2024-04-26T01:50:53.506029+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:54:12.854335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.550023+0000","last_change":"2024-04-26T01:46:30.328893+0000","last_active":"2024-04-26T01:50:53.550023+0000","last_peered":"2024-04-26T01:50:53.550023+0000","last_clean":"2024-04-26T01:50:53.550023+0000","last_became_active":"2024-04-26T01:46:30.328563+0000","last_became_peered":"2024-04-26T01:46:30.328563+0000","last_unstale":"2024-04-26T01:50:53.550023+0000","last_undegraded":"2024-04-26T01:50:53.550023+0000","last_fullsized":"2024-04-26T01:50:53.550023+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:56:17.285670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.547221+0000","last_change":"2024-04-26T01:47:03.054210+0000","last_active":"2024-04-26T01:50:53.547221+0000","last_peered":"2024-04-26T01:50:53.547221+0000","last_clean":"2024-04-26T01:50:53.547221+0000","last_became_active":"2024-04-26T01:47:03.053352+0000","last_became_peered":"2024-04-26T01:47:03.053352+0000","last_unstale":"2024-04-26T01:50:53.547221+0000","last_undegraded":"2024-04-26T01:50:53.547221+0000","last_fullsized":"2024-04-26T01:50:53.547221+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:58:39.787293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,9],"acting":[6,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.760716+0000","last_change":"2024-04-26T01:46:30.331108+0000","last_active":"2024-04-26T01:50:53.760716+0000","last_peered":"2024-04-26T01:50:53.760716+0000","last_clean":"2024-04-26T01:50:53.760716+0000","last_became_active":"2024-04-26T01:46:30.330619+0000","last_became_peered":"2024-04-26T01:46:30.330619+0000","last_unstale":"2024-04-26T01:50:53.760716+0000","last_undegraded":"2024-04-26T01:50:53.760716+0000","last_fullsized":"2024-04-26T01:50:53.760716+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:02:17.892397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.760454+0000","last_change":"2024-04-26T01:46:30.347431+0000","last_active":"2024-04-26T01:50:53.760454+0000","last_peered":"2024-04-26T01:50:53.760454+0000","last_clean":"2024-04-26T01:50:53.760454+0000","last_became_active":"2024-04-26T01:46:30.345182+0000","last_became_peered":"2024-04-26T01:46:30.345182+0000","last_unstale":"2024-04-26T01:50:53.760454+0000","last_undegraded":"2024-04-26T01:50:53.760454+0000","last_fullsized":"2024-04-26T01:50:53.760454+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:36:26.407472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.549392+0000","last_change":"2024-04-26T01:46:30.340318+0000","last_active":"2024-04-26T01:50:53.549392+0000","last_peered":"2024-04-26T01:50:53.549392+0000","last_clean":"2024-04-26T01:50:53.549392+0000","last_became_active":"2024-04-26T01:46:30.339971+0000","last_became_peered":"2024-04-26T01:46:30.339971+0000","last_unstale":"2024-04-26T01:50:53.549392+0000","last_undegraded":"2024-04-26T01:50:53.549392+0000","last_fullsized":"2024-04-26T01:50:53.549392+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:58:21.462344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.760023+0000","last_change":"2024-04-26T01:46:30.349271+0000","last_active":"2024-04-26T01:50:53.760023+0000","last_peered":"2024-04-26T01:50:53.760023+0000","last_clean":"2024-04-26T01:50:53.760023+0000","last_became_active":"2024-04-26T01:46:30.348906+0000","last_became_peered":"2024-04-26T01:46:30.348906+0000","last_unstale":"2024-04-26T01:50:53.760023+0000","last_undegraded":"2024-04-26T01:50:53.760023+0000","last_fullsized":"2024-04-26T01:50:53.760023+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:29:59.254854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428869+0000","last_change":"2024-04-26T01:46:30.335647+0000","last_active":"2024-04-26T01:50:53.428869+0000","last_peered":"2024-04-26T01:50:53.428869+0000","last_clean":"2024-04-26T01:50:53.428869+0000","last_became_active":"2024-04-26T01:46:30.333859+0000","last_became_peered":"2024-04-26T01:46:30.333859+0000","last_unstale":"2024-04-26T01:50:53.428869+0000","last_undegraded":"2024-04-26T01:50:53.428869+0000","last_fullsized":"2024-04-26T01:50:53.428869+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:08:49.297938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.757597+0000","last_change":"2024-04-26T01:46:30.350172+0000","last_active":"2024-04-26T01:50:53.757597+0000","last_peered":"2024-04-26T01:50:53.757597+0000","last_clean":"2024-04-26T01:50:53.757597+0000","last_became_active":"2024-04-26T01:46:30.349865+0000","last_became_peered":"2024-04-26T01:46:30.349865+0000","last_unstale":"2024-04-26T01:50:53.757597+0000","last_undegraded":"2024-04-26T01:50:53.757597+0000","last_fullsized":"2024-04-26T01:50:53.757597+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:39:28.600966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"92'15","reported_seq":290,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:57.512112+0000","last_change":"2024-04-26T01:46:26.276016+0000","last_active":"2024-04-26T01:50:57.512112+0000","last_peered":"2024-04-26T01:50:57.512112+0000","last_clean":"2024-04-26T01:50:57.512112+0000","last_became_active":"2024-04-26T01:46:26.275591+0000","last_became_peered":"2024-04-26T01:46:26.275591+0000","last_unstale":"2024-04-26T01:50:57.512112+0000","last_undegraded":"2024-04-26T01:50:57.512112+0000","last_fullsized":"2024-04-26T01:50:57.512112+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:23:53.158992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":245,"num_read_kb":245,"num_write":16,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.549953+0000","last_change":"2024-04-26T01:46:30.352060+0000","last_active":"2024-04-26T01:50:53.549953+0000","last_peered":"2024-04-26T01:50:53.549953+0000","last_clean":"2024-04-26T01:50:53.549953+0000","last_became_active":"2024-04-26T01:46:30.351705+0000","last_became_peered":"2024-04-26T01:46:30.351705+0000","last_unstale":"2024-04-26T01:50:53.549953+0000","last_undegraded":"2024-04-26T01:50:53.549953+0000","last_fullsized":"2024-04-26T01:50:53.549953+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:09:09.839130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.550277+0000","last_change":"2024-04-26T01:46:26.433250+0000","last_active":"2024-04-26T01:50:53.550277+0000","last_peered":"2024-04-26T01:50:53.550277+0000","last_clean":"2024-04-26T01:50:53.550277+0000","last_became_active":"2024-04-26T01:46:26.432157+0000","last_became_peered":"2024-04-26T01:46:26.432157+0000","last_unstale":"2024-04-26T01:50:53.550277+0000","last_undegraded":"2024-04-26T01:50:53.550277+0000","last_fullsized":"2024-04-26T01:50:53.550277+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:34:54.314357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.762476+0000","last_change":"2024-04-26T01:46:30.338344+0000","last_active":"2024-04-26T01:50:53.762476+0000","last_peered":"2024-04-26T01:50:53.762476+0000","last_clean":"2024-04-26T01:50:53.762476+0000","last_became_active":"2024-04-26T01:46:30.336793+0000","last_became_peered":"2024-04-26T01:46:30.336793+0000","last_unstale":"2024-04-26T01:50:53.762476+0000","last_undegraded":"2024-04-26T01:50:53.762476+0000","last_fullsized":"2024-04-26T01:50:53.762476+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:25:42.218165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"92'13","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428718+0000","last_change":"2024-04-26T01:46:26.278718+0000","last_active":"2024-04-26T01:50:53.428718+0000","last_peered":"2024-04-26T01:50:53.428718+0000","last_clean":"2024-04-26T01:50:53.428718+0000","last_became_active":"2024-04-26T01:46:26.278366+0000","last_became_peered":"2024-04-26T01:46:26.278366+0000","last_unstale":"2024-04-26T01:50:53.428718+0000","last_undegraded":"2024-04-26T01:50:53.428718+0000","last_fullsized":"2024-04-26T01:50:53.428718+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:16:24.221489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":18,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.550162+0000","last_change":"2024-04-26T01:46:30.343314+0000","last_active":"2024-04-26T01:50:53.550162+0000","last_peered":"2024-04-26T01:50:53.550162+0000","last_clean":"2024-04-26T01:50:53.550162+0000","last_became_active":"2024-04-26T01:46:30.342645+0000","last_became_peered":"2024-04-26T01:46:30.342645+0000","last_unstale":"2024-04-26T01:50:53.550162+0000","last_undegraded":"2024-04-26T01:50:53.550162+0000","last_fullsized":"2024-04-26T01:50:53.550162+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:26:26.216031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"89'5","reported_seq":22,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.759381+0000","last_change":"2024-04-26T01:47:03.050830+0000","last_active":"2024-04-26T01:50:53.759381+0000","last_peered":"2024-04-26T01:50:53.759381+0000","last_clean":"2024-04-26T01:50:53.759381+0000","last_became_active":"2024-04-26T01:47:03.045182+0000","last_became_peered":"2024-04-26T01:47:03.045182+0000","last_unstale":"2024-04-26T01:50:53.759381+0000","last_undegraded":"2024-04-26T01:50:53.759381+0000","last_fullsized":"2024-04-26T01:50:53.759381+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:39:14.071687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.506069+0000","last_change":"2024-04-26T01:46:30.333986+0000","last_active":"2024-04-26T01:50:53.506069+0000","last_peered":"2024-04-26T01:50:53.506069+0000","last_clean":"2024-04-26T01:50:53.506069+0000","last_became_active":"2024-04-26T01:46:30.333403+0000","last_became_peered":"2024-04-26T01:46:30.333403+0000","last_unstale":"2024-04-26T01:50:53.506069+0000","last_undegraded":"2024-04-26T01:50:53.506069+0000","last_fullsized":"2024-04-26T01:50:53.506069+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:41:42.400553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"92'6","reported_seq":283,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:58.359662+0000","last_change":"2024-04-26T01:46:26.277450+0000","last_active":"2024-04-26T01:50:58.359662+0000","last_peered":"2024-04-26T01:50:58.359662+0000","last_clean":"2024-04-26T01:50:58.359662+0000","last_became_active":"2024-04-26T01:46:26.277115+0000","last_became_peered":"2024-04-26T01:46:26.277115+0000","last_unstale":"2024-04-26T01:50:58.359662+0000","last_undegraded":"2024-04-26T01:50:58.359662+0000","last_fullsized":"2024-04-26T01:50:58.359662+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:04:10.350514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":248,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428332+0000","last_change":"2024-04-26T01:46:30.333172+0000","last_active":"2024-04-26T01:50:53.428332+0000","last_peered":"2024-04-26T01:50:53.428332+0000","last_clean":"2024-04-26T01:50:53.428332+0000","last_became_active":"2024-04-26T01:46:30.332731+0000","last_became_peered":"2024-04-26T01:46:30.332731+0000","last_unstale":"2024-04-26T01:50:53.428332+0000","last_undegraded":"2024-04-26T01:50:53.428332+0000","last_fullsized":"2024-04-26T01:50:53.428332+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:56:27.316433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"89'7","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428434+0000","last_change":"2024-04-26T01:46:26.274618+0000","last_active":"2024-04-26T01:50:53.428434+0000","last_peered":"2024-04-26T01:50:53.428434+0000","last_clean":"2024-04-26T01:50:53.428434+0000","last_became_active":"2024-04-26T01:46:26.274089+0000","last_became_peered":"2024-04-26T01:46:26.274089+0000","last_unstale":"2024-04-26T01:50:53.428434+0000","last_undegraded":"2024-04-26T01:50:53.428434+0000","last_fullsized":"2024-04-26T01:50:53.428434+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:31:14.580789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.505837+0000","last_change":"2024-04-26T01:46:30.345638+0000","last_active":"2024-04-26T01:50:53.505837+0000","last_peered":"2024-04-26T01:50:53.505837+0000","last_clean":"2024-04-26T01:50:53.505837+0000","last_became_active":"2024-04-26T01:46:30.345301+0000","last_became_peered":"2024-04-26T01:46:30.345301+0000","last_unstale":"2024-04-26T01:50:53.505837+0000","last_undegraded":"2024-04-26T01:50:53.505837+0000","last_fullsized":"2024-04-26T01:50:53.505837+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:51:12.822833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"89'3","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.547257+0000","last_change":"2024-04-26T01:46:26.272233+0000","last_active":"2024-04-26T01:50:53.547257+0000","last_peered":"2024-04-26T01:50:53.547257+0000","last_clean":"2024-04-26T01:50:53.547257+0000","last_became_active":"2024-04-26T01:46:26.271652+0000","last_became_peered":"2024-04-26T01:46:26.271652+0000","last_unstale":"2024-04-26T01:50:53.547257+0000","last_undegraded":"2024-04-26T01:50:53.547257+0000","last_fullsized":"2024-04-26T01:50:53.547257+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:30:10.715943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.549737+0000","last_change":"2024-04-26T01:46:30.345772+0000","last_active":"2024-04-26T01:50:53.549737+0000","last_peered":"2024-04-26T01:50:53.549737+0000","last_clean":"2024-04-26T01:50:53.549737+0000","last_became_active":"2024-04-26T01:46:30.345003+0000","last_became_peered":"2024-04-26T01:46:30.345003+0000","last_unstale":"2024-04-26T01:50:53.549737+0000","last_undegraded":"2024-04-26T01:50:53.549737+0000","last_fullsized":"2024-04-26T01:50:53.549737+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:57:28.480056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"89'3","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.505765+0000","last_change":"2024-04-26T01:46:26.272744+0000","last_active":"2024-04-26T01:50:53.505765+0000","last_peered":"2024-04-26T01:50:53.505765+0000","last_clean":"2024-04-26T01:50:53.505765+0000","last_became_active":"2024-04-26T01:46:26.272368+0000","last_became_peered":"2024-04-26T01:46:26.272368+0000","last_unstale":"2024-04-26T01:50:53.505765+0000","last_undegraded":"2024-04-26T01:50:53.505765+0000","last_fullsized":"2024-04-26T01:50:53.505765+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:35:54.078599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428259+0000","last_change":"2024-04-26T01:46:30.354099+0000","last_active":"2024-04-26T01:50:53.428259+0000","last_peered":"2024-04-26T01:50:53.428259+0000","last_clean":"2024-04-26T01:50:53.428259+0000","last_became_active":"2024-04-26T01:46:30.353538+0000","last_became_peered":"2024-04-26T01:46:30.353538+0000","last_unstale":"2024-04-26T01:50:53.428259+0000","last_undegraded":"2024-04-26T01:50:53.428259+0000","last_fullsized":"2024-04-26T01:50:53.428259+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:19:59.084812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"92'7","reported_seq":525,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:58.558930+0000","last_change":"2024-04-26T01:46:26.269678+0000","last_active":"2024-04-26T01:50:58.558930+0000","last_peered":"2024-04-26T01:50:58.558930+0000","last_clean":"2024-04-26T01:50:58.558930+0000","last_became_active":"2024-04-26T01:46:26.269170+0000","last_became_peered":"2024-04-26T01:46:26.269170+0000","last_unstale":"2024-04-26T01:50:58.558930+0000","last_undegraded":"2024-04-26T01:50:58.558930+0000","last_fullsized":"2024-04-26T01:50:58.558930+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:36:39.532449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":489,"num_read_kb":489,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.550109+0000","last_change":"2024-04-26T01:46:30.336952+0000","last_active":"2024-04-26T01:50:53.550109+0000","last_peered":"2024-04-26T01:50:53.550109+0000","last_clean":"2024-04-26T01:50:53.550109+0000","last_became_active":"2024-04-26T01:46:30.336482+0000","last_became_peered":"2024-04-26T01:46:30.336482+0000","last_unstale":"2024-04-26T01:50:53.550109+0000","last_undegraded":"2024-04-26T01:50:53.550109+0000","last_fullsized":"2024-04-26T01:50:53.550109+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:08:23.227821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"89'4","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.505995+0000","last_change":"2024-04-26T01:46:26.276316+0000","last_active":"2024-04-26T01:50:53.505995+0000","last_peered":"2024-04-26T01:50:53.505995+0000","last_clean":"2024-04-26T01:50:53.505995+0000","last_became_active":"2024-04-26T01:46:26.275872+0000","last_became_peered":"2024-04-26T01:46:26.275872+0000","last_unstale":"2024-04-26T01:50:53.505995+0000","last_undegraded":"2024-04-26T01:50:53.505995+0000","last_fullsized":"2024-04-26T01:50:53.505995+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:08:46.020271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.762643+0000","last_change":"2024-04-26T01:46:30.331464+0000","last_active":"2024-04-26T01:50:53.762643+0000","last_peered":"2024-04-26T01:50:53.762643+0000","last_clean":"2024-04-26T01:50:53.762643+0000","last_became_active":"2024-04-26T01:46:30.331102+0000","last_became_peered":"2024-04-26T01:46:30.331102+0000","last_unstale":"2024-04-26T01:50:53.762643+0000","last_undegraded":"2024-04-26T01:50:53.762643+0000","last_fullsized":"2024-04-26T01:50:53.762643+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:01:32.744412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"89'5","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.506198+0000","last_change":"2024-04-26T01:46:26.435442+0000","last_active":"2024-04-26T01:50:53.506198+0000","last_peered":"2024-04-26T01:50:53.506198+0000","last_clean":"2024-04-26T01:50:53.506198+0000","last_became_active":"2024-04-26T01:46:26.435110+0000","last_became_peered":"2024-04-26T01:46:26.435110+0000","last_unstale":"2024-04-26T01:50:53.506198+0000","last_undegraded":"2024-04-26T01:50:53.506198+0000","last_fullsized":"2024-04-26T01:50:53.506198+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:01:03.984072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.550349+0000","last_change":"2024-04-26T01:46:30.330979+0000","last_active":"2024-04-26T01:50:53.550349+0000","last_peered":"2024-04-26T01:50:53.550349+0000","last_clean":"2024-04-26T01:50:53.550349+0000","last_became_active":"2024-04-26T01:46:30.330650+0000","last_became_peered":"2024-04-26T01:46:30.330650+0000","last_unstale":"2024-04-26T01:50:53.550349+0000","last_undegraded":"2024-04-26T01:50:53.550349+0000","last_fullsized":"2024-04-26T01:50:53.550349+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:23:21.122610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"92'39","reported_seq":572,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:59.360542+0000","last_change":"2024-04-26T01:46:26.277235+0000","last_active":"2024-04-26T01:50:59.360542+0000","last_peered":"2024-04-26T01:50:59.360542+0000","last_clean":"2024-04-26T01:50:59.360542+0000","last_became_active":"2024-04-26T01:46:26.276830+0000","last_became_peered":"2024-04-26T01:46:26.276830+0000","last_unstale":"2024-04-26T01:50:59.360542+0000","last_undegraded":"2024-04-26T01:50:59.360542+0000","last_fullsized":"2024-04-26T01:50:59.360542+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:22:38.500090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66476,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":504,"num_read_kb":315,"num_write":41,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428526+0000","last_change":"2024-04-26T01:46:30.327230+0000","last_active":"2024-04-26T01:50:53.428526+0000","last_peered":"2024-04-26T01:50:53.428526+0000","last_clean":"2024-04-26T01:50:53.428526+0000","last_became_active":"2024-04-26T01:46:30.326893+0000","last_became_peered":"2024-04-26T01:46:30.326893+0000","last_unstale":"2024-04-26T01:50:53.428526+0000","last_undegraded":"2024-04-26T01:50:53.428526+0000","last_fullsized":"2024-04-26T01:50:53.428526+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:11:19.113097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"89'9","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.757433+0000","last_change":"2024-04-26T01:46:26.276397+0000","last_active":"2024-04-26T01:50:53.757433+0000","last_peered":"2024-04-26T01:50:53.757433+0000","last_clean":"2024-04-26T01:50:53.757433+0000","last_became_active":"2024-04-26T01:46:26.276027+0000","last_became_peered":"2024-04-26T01:46:26.276027+0000","last_unstale":"2024-04-26T01:50:53.757433+0000","last_undegraded":"2024-04-26T01:50:53.757433+0000","last_fullsized":"2024-04-26T01:50:53.757433+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:35:26.898968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.547592+0000","last_change":"2024-04-26T01:46:30.357139+0000","last_active":"2024-04-26T01:50:53.547592+0000","last_peered":"2024-04-26T01:50:53.547592+0000","last_clean":"2024-04-26T01:50:53.547592+0000","last_became_active":"2024-04-26T01:46:30.355926+0000","last_became_peered":"2024-04-26T01:46:30.355926+0000","last_unstale":"2024-04-26T01:50:53.547592+0000","last_undegraded":"2024-04-26T01:50:53.547592+0000","last_fullsized":"2024-04-26T01:50:53.547592+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:11:37.018503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"89'5","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.505773+0000","last_change":"2024-04-26T01:46:26.274064+0000","last_active":"2024-04-26T01:50:53.505773+0000","last_peered":"2024-04-26T01:50:53.505773+0000","last_clean":"2024-04-26T01:50:53.505773+0000","last_became_active":"2024-04-26T01:46:26.272881+0000","last_became_peered":"2024-04-26T01:46:26.272881+0000","last_unstale":"2024-04-26T01:50:53.505773+0000","last_undegraded":"2024-04-26T01:50:53.505773+0000","last_fullsized":"2024-04-26T01:50:53.505773+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:58:32.152055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.505954+0000","last_change":"2024-04-26T01:46:30.335309+0000","last_active":"2024-04-26T01:50:53.505954+0000","last_peered":"2024-04-26T01:50:53.505954+0000","last_clean":"2024-04-26T01:50:53.505954+0000","last_became_active":"2024-04-26T01:46:30.334985+0000","last_became_peered":"2024-04-26T01:46:30.334985+0000","last_unstale":"2024-04-26T01:50:53.505954+0000","last_undegraded":"2024-04-26T01:50:53.505954+0000","last_fullsized":"2024-04-26T01:50:53.505954+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:49:05.602090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"91'6","reported_seq":282,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:57.558468+0000","last_change":"2024-04-26T01:46:26.270275+0000","last_active":"2024-04-26T01:50:57.558468+0000","last_peered":"2024-04-26T01:50:57.558468+0000","last_clean":"2024-04-26T01:50:57.558468+0000","last_became_active":"2024-04-26T01:46:26.269897+0000","last_became_peered":"2024-04-26T01:46:26.269897+0000","last_unstale":"2024-04-26T01:50:57.558468+0000","last_undegraded":"2024-04-26T01:50:57.558468+0000","last_fullsized":"2024-04-26T01:50:57.558468+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:29:56.983575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":898,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":248,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.505663+0000","last_change":"2024-04-26T01:46:30.327433+0000","last_active":"2024-04-26T01:50:53.505663+0000","last_peered":"2024-04-26T01:50:53.505663+0000","last_clean":"2024-04-26T01:50:53.505663+0000","last_became_active":"2024-04-26T01:46:30.327024+0000","last_became_peered":"2024-04-26T01:46:30.327024+0000","last_unstale":"2024-04-26T01:50:53.505663+0000","last_undegraded":"2024-04-26T01:50:53.505663+0000","last_fullsized":"2024-04-26T01:50:53.505663+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:27:42.031564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"89'17","reported_seq":71,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428279+0000","last_change":"2024-04-26T01:47:03.066291+0000","last_active":"2024-04-26T01:50:53.428279+0000","last_peered":"2024-04-26T01:50:53.428279+0000","last_clean":"2024-04-26T01:50:53.428279+0000","last_became_active":"2024-04-26T01:47:03.054023+0000","last_became_peered":"2024-04-26T01:47:03.054023+0000","last_unstale":"2024-04-26T01:50:53.428279+0000","last_undegraded":"2024-04-26T01:50:53.428279+0000","last_fullsized":"2024-04-26T01:50:53.428279+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:33:03.039043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,4],"acting":[8,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.505861+0000","last_change":"2024-04-26T01:47:03.043886+0000","last_active":"2024-04-26T01:50:53.505861+0000","last_peered":"2024-04-26T01:50:53.505861+0000","last_clean":"2024-04-26T01:50:53.505861+0000","last_became_active":"2024-04-26T01:47:03.043505+0000","last_became_peered":"2024-04-26T01:47:03.043505+0000","last_unstale":"2024-04-26T01:50:53.505861+0000","last_undegraded":"2024-04-26T01:50:53.505861+0000","last_fullsized":"2024-04-26T01:50:53.505861+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:21:58.618788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,1],"acting":[5,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428879+0000","last_change":"2024-04-26T01:46:26.277497+0000","last_active":"2024-04-26T01:50:53.428879+0000","last_peered":"2024-04-26T01:50:53.428879+0000","last_clean":"2024-04-26T01:50:53.428879+0000","last_became_active":"2024-04-26T01:46:26.276532+0000","last_became_peered":"2024-04-26T01:46:26.276532+0000","last_unstale":"2024-04-26T01:50:53.428879+0000","last_undegraded":"2024-04-26T01:50:53.428879+0000","last_fullsized":"2024-04-26T01:50:53.428879+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:21:47.748360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.759610+0000","last_change":"2024-04-26T01:46:30.331634+0000","last_active":"2024-04-26T01:50:53.759610+0000","last_peered":"2024-04-26T01:50:53.759610+0000","last_clean":"2024-04-26T01:50:53.759610+0000","last_became_active":"2024-04-26T01:46:30.331124+0000","last_became_peered":"2024-04-26T01:46:30.331124+0000","last_unstale":"2024-04-26T01:50:53.759610+0000","last_undegraded":"2024-04-26T01:50:53.759610+0000","last_fullsized":"2024-04-26T01:50:53.759610+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:01:20.224661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"89'1","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428323+0000","last_change":"2024-04-26T01:46:26.439982+0000","last_active":"2024-04-26T01:50:53.428323+0000","last_peered":"2024-04-26T01:50:53.428323+0000","last_clean":"2024-04-26T01:50:53.428323+0000","last_became_active":"2024-04-26T01:46:26.438473+0000","last_became_peered":"2024-04-26T01:46:26.438473+0000","last_unstale":"2024-04-26T01:50:53.428323+0000","last_undegraded":"2024-04-26T01:50:53.428323+0000","last_fullsized":"2024-04-26T01:50:53.428323+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:22:38.180123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428250+0000","last_change":"2024-04-26T01:46:30.349892+0000","last_active":"2024-04-26T01:50:53.428250+0000","last_peered":"2024-04-26T01:50:53.428250+0000","last_clean":"2024-04-26T01:50:53.428250+0000","last_became_active":"2024-04-26T01:46:30.349557+0000","last_became_peered":"2024-04-26T01:46:30.349557+0000","last_unstale":"2024-04-26T01:50:53.428250+0000","last_undegraded":"2024-04-26T01:50:53.428250+0000","last_fullsized":"2024-04-26T01:50:53.428250+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:04:15.936184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"92'9","reported_seq":287,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:57.512984+0000","last_change":"2024-04-26T01:46:26.272936+0000","last_active":"2024-04-26T01:50:57.512984+0000","last_peered":"2024-04-26T01:50:57.512984+0000","last_clean":"2024-04-26T01:50:57.512984+0000","last_became_active":"2024-04-26T01:46:26.272615+0000","last_became_peered":"2024-04-26T01:46:26.272615+0000","last_unstale":"2024-04-26T01:50:57.512984+0000","last_undegraded":"2024-04-26T01:50:57.512984+0000","last_fullsized":"2024-04-26T01:50:57.512984+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:02:21.999030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1902,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":248,"num_read_kb":4,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428176+0000","last_change":"2024-04-26T01:46:30.349314+0000","last_active":"2024-04-26T01:50:53.428176+0000","last_peered":"2024-04-26T01:50:53.428176+0000","last_clean":"2024-04-26T01:50:53.428176+0000","last_became_active":"2024-04-26T01:46:30.348959+0000","last_became_peered":"2024-04-26T01:46:30.348959+0000","last_unstale":"2024-04-26T01:50:53.428176+0000","last_undegraded":"2024-04-26T01:50:53.428176+0000","last_fullsized":"2024-04-26T01:50:53.428176+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:21:26.725626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.506178+0000","last_change":"2024-04-26T01:46:30.336792+0000","last_active":"2024-04-26T01:50:53.506178+0000","last_peered":"2024-04-26T01:50:53.506178+0000","last_clean":"2024-04-26T01:50:53.506178+0000","last_became_active":"2024-04-26T01:46:30.336472+0000","last_became_peered":"2024-04-26T01:46:30.336472+0000","last_unstale":"2024-04-26T01:50:53.506178+0000","last_undegraded":"2024-04-26T01:50:53.506178+0000","last_fullsized":"2024-04-26T01:50:53.506178+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:35:07.985695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"91'6","reported_seq":281,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:57.557637+0000","last_change":"2024-04-26T01:46:26.432277+0000","last_active":"2024-04-26T01:50:57.557637+0000","last_peered":"2024-04-26T01:50:57.557637+0000","last_clean":"2024-04-26T01:50:57.557637+0000","last_became_active":"2024-04-26T01:46:26.431878+0000","last_became_peered":"2024-04-26T01:46:26.431878+0000","last_unstale":"2024-04-26T01:50:57.557637+0000","last_undegraded":"2024-04-26T01:50:57.557637+0000","last_fullsized":"2024-04-26T01:50:57.557637+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:23:26.317847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":245,"num_read_kb":245,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.549913+0000","last_change":"2024-04-26T01:46:30.353733+0000","last_active":"2024-04-26T01:50:53.549913+0000","last_peered":"2024-04-26T01:50:53.549913+0000","last_clean":"2024-04-26T01:50:53.549913+0000","last_became_active":"2024-04-26T01:46:30.353294+0000","last_became_peered":"2024-04-26T01:46:30.353294+0000","last_unstale":"2024-04-26T01:50:53.549913+0000","last_undegraded":"2024-04-26T01:50:53.549913+0000","last_fullsized":"2024-04-26T01:50:53.549913+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:49:50.231140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'6","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.549709+0000","last_change":"2024-04-26T01:46:26.272122+0000","last_active":"2024-04-26T01:50:53.549709+0000","last_peered":"2024-04-26T01:50:53.549709+0000","last_clean":"2024-04-26T01:50:53.549709+0000","last_became_active":"2024-04-26T01:46:26.271819+0000","last_became_peered":"2024-04-26T01:46:26.271819+0000","last_unstale":"2024-04-26T01:50:53.549709+0000","last_undegraded":"2024-04-26T01:50:53.549709+0000","last_fullsized":"2024-04-26T01:50:53.549709+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:45:09.447190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"92'148","reported_seq":406,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:55.577796+0000","last_change":"2024-04-26T01:44:51.862272+0000","last_active":"2024-04-26T01:50:55.577796+0000","last_peered":"2024-04-26T01:50:55.577796+0000","last_clean":"2024-04-26T01:50:55.577796+0000","last_became_active":"2024-04-26T01:44:51.861812+0000","last_became_peered":"2024-04-26T01:44:51.861812+0000","last_unstale":"2024-04-26T01:50:55.577796+0000","last_undegraded":"2024-04-26T01:50:55.577796+0000","last_fullsized":"2024-04-26T01:50:55.577796+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:40:53.973767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:40:53.973767+0000","last_clean_scrub_stamp":"2024-04-26T01:40:53.973767+0000","objects_scrubbed":0,"log_size":148,"log_dups_size":0,"ondisk_log_size":148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:31:45.587598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.547116+0000","last_change":"2024-04-26T01:46:30.340757+0000","last_active":"2024-04-26T01:50:53.547116+0000","last_peered":"2024-04-26T01:50:53.547116+0000","last_clean":"2024-04-26T01:50:53.547116+0000","last_became_active":"2024-04-26T01:46:30.338882+0000","last_became_peered":"2024-04-26T01:46:30.338882+0000","last_unstale":"2024-04-26T01:50:53.547116+0000","last_undegraded":"2024-04-26T01:50:53.547116+0000","last_fullsized":"2024-04-26T01:50:53.547116+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:06:41.577852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'4","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.505939+0000","last_change":"2024-04-26T01:46:26.274446+0000","last_active":"2024-04-26T01:50:53.505939+0000","last_peered":"2024-04-26T01:50:53.505939+0000","last_clean":"2024-04-26T01:50:53.505939+0000","last_became_active":"2024-04-26T01:46:26.274072+0000","last_became_peered":"2024-04-26T01:46:26.274072+0000","last_unstale":"2024-04-26T01:50:53.505939+0000","last_undegraded":"2024-04-26T01:50:53.505939+0000","last_fullsized":"2024-04-26T01:50:53.505939+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:40:30.432287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"89'4","reported_seq":22,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.759521+0000","last_change":"2024-04-26T01:47:03.076450+0000","last_active":"2024-04-26T01:50:53.759521+0000","last_peered":"2024-04-26T01:50:53.759521+0000","last_clean":"2024-04-26T01:50:53.759521+0000","last_became_active":"2024-04-26T01:47:03.056640+0000","last_became_peered":"2024-04-26T01:47:03.056640+0000","last_unstale":"2024-04-26T01:50:53.759521+0000","last_undegraded":"2024-04-26T01:50:53.759521+0000","last_fullsized":"2024-04-26T01:50:53.759521+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:40:08.995782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.547522+0000","last_change":"2024-04-26T01:46:30.344629+0000","last_active":"2024-04-26T01:50:53.547522+0000","last_peered":"2024-04-26T01:50:53.547522+0000","last_clean":"2024-04-26T01:50:53.547522+0000","last_became_active":"2024-04-26T01:46:30.341218+0000","last_became_peered":"2024-04-26T01:46:30.341218+0000","last_unstale":"2024-04-26T01:50:53.547522+0000","last_undegraded":"2024-04-26T01:50:53.547522+0000","last_fullsized":"2024-04-26T01:50:53.547522+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:47:16.865119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"92'105","reported_seq":227,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:56.070300+0000","last_change":"2024-04-26T01:46:26.274165+0000","last_active":"2024-04-26T01:50:56.070300+0000","last_peered":"2024-04-26T01:50:56.070300+0000","last_clean":"2024-04-26T01:50:56.070300+0000","last_became_active":"2024-04-26T01:46:26.273727+0000","last_became_peered":"2024-04-26T01:46:26.273727+0000","last_unstale":"2024-04-26T01:50:56.070300+0000","last_undegraded":"2024-04-26T01:50:56.070300+0000","last_fullsized":"2024-04-26T01:50:56.070300+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":0,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:54:12.836322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":312,"num_read_kb":277,"num_write":191,"num_write_kb":1286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.550150+0000","last_change":"2024-04-26T01:46:30.353416+0000","last_active":"2024-04-26T01:50:53.550150+0000","last_peered":"2024-04-26T01:50:53.550150+0000","last_clean":"2024-04-26T01:50:53.550150+0000","last_became_active":"2024-04-26T01:46:30.352919+0000","last_became_peered":"2024-04-26T01:46:30.352919+0000","last_unstale":"2024-04-26T01:50:53.550150+0000","last_undegraded":"2024-04-26T01:50:53.550150+0000","last_fullsized":"2024-04-26T01:50:53.550150+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:32:52.540498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"89'7","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.549825+0000","last_change":"2024-04-26T01:46:26.421021+0000","last_active":"2024-04-26T01:50:53.549825+0000","last_peered":"2024-04-26T01:50:53.549825+0000","last_clean":"2024-04-26T01:50:53.549825+0000","last_became_active":"2024-04-26T01:46:26.420645+0000","last_became_peered":"2024-04-26T01:46:26.420645+0000","last_unstale":"2024-04-26T01:50:53.549825+0000","last_undegraded":"2024-04-26T01:50:53.549825+0000","last_fullsized":"2024-04-26T01:50:53.549825+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:41:22.460332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.762477+0000","last_change":"2024-04-26T01:46:30.355919+0000","last_active":"2024-04-26T01:50:53.762477+0000","last_peered":"2024-04-26T01:50:53.762477+0000","last_clean":"2024-04-26T01:50:53.762477+0000","last_became_active":"2024-04-26T01:46:30.355561+0000","last_became_peered":"2024-04-26T01:46:30.355561+0000","last_unstale":"2024-04-26T01:50:53.762477+0000","last_undegraded":"2024-04-26T01:50:53.762477+0000","last_fullsized":"2024-04-26T01:50:53.762477+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:05:09.205249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.549511+0000","last_change":"2024-04-26T01:46:26.431643+0000","last_active":"2024-04-26T01:50:53.549511+0000","last_peered":"2024-04-26T01:50:53.549511+0000","last_clean":"2024-04-26T01:50:53.549511+0000","last_became_active":"2024-04-26T01:46:26.431345+0000","last_became_peered":"2024-04-26T01:46:26.431345+0000","last_unstale":"2024-04-26T01:50:53.549511+0000","last_undegraded":"2024-04-26T01:50:53.549511+0000","last_fullsized":"2024-04-26T01:50:53.549511+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:18:00.989419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428715+0000","last_change":"2024-04-26T01:46:30.326737+0000","last_active":"2024-04-26T01:50:53.428715+0000","last_peered":"2024-04-26T01:50:53.428715+0000","last_clean":"2024-04-26T01:50:53.428715+0000","last_became_active":"2024-04-26T01:46:30.326262+0000","last_became_peered":"2024-04-26T01:46:30.326262+0000","last_unstale":"2024-04-26T01:50:53.428715+0000","last_undegraded":"2024-04-26T01:50:53.428715+0000","last_fullsized":"2024-04-26T01:50:53.428715+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:07:14.777597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"89'7","reported_seq":37,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.549778+0000","last_change":"2024-04-26T01:46:26.273440+0000","last_active":"2024-04-26T01:50:53.549778+0000","last_peered":"2024-04-26T01:50:53.549778+0000","last_clean":"2024-04-26T01:50:53.549778+0000","last_became_active":"2024-04-26T01:46:26.272892+0000","last_became_peered":"2024-04-26T01:46:26.272892+0000","last_unstale":"2024-04-26T01:50:53.549778+0000","last_undegraded":"2024-04-26T01:50:53.549778+0000","last_fullsized":"2024-04-26T01:50:53.549778+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:23:06.291753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.759396+0000","last_change":"2024-04-26T01:46:30.349430+0000","last_active":"2024-04-26T01:50:53.759396+0000","last_peered":"2024-04-26T01:50:53.759396+0000","last_clean":"2024-04-26T01:50:53.759396+0000","last_became_active":"2024-04-26T01:46:30.348909+0000","last_became_peered":"2024-04-26T01:46:30.348909+0000","last_unstale":"2024-04-26T01:50:53.759396+0000","last_undegraded":"2024-04-26T01:50:53.759396+0000","last_fullsized":"2024-04-26T01:50:53.759396+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:17:27.872959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"92'4","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.967851+0000","last_change":"2024-04-26T01:46:26.275869+0000","last_active":"2024-04-26T01:50:53.967851+0000","last_peered":"2024-04-26T01:50:53.967851+0000","last_clean":"2024-04-26T01:50:53.967851+0000","last_became_active":"2024-04-26T01:46:26.275438+0000","last_became_peered":"2024-04-26T01:46:26.275438+0000","last_unstale":"2024-04-26T01:50:53.967851+0000","last_undegraded":"2024-04-26T01:50:53.967851+0000","last_fullsized":"2024-04-26T01:50:53.967851+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:16:41.507137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.550086+0000","last_change":"2024-04-26T01:46:30.355394+0000","last_active":"2024-04-26T01:50:53.550086+0000","last_peered":"2024-04-26T01:50:53.550086+0000","last_clean":"2024-04-26T01:50:53.550086+0000","last_became_active":"2024-04-26T01:46:30.354958+0000","last_became_peered":"2024-04-26T01:46:30.354958+0000","last_unstale":"2024-04-26T01:50:53.550086+0000","last_undegraded":"2024-04-26T01:50:53.550086+0000","last_fullsized":"2024-04-26T01:50:53.550086+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:11:57.607927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428720+0000","last_change":"2024-04-26T01:46:26.279079+0000","last_active":"2024-04-26T01:50:53.428720+0000","last_peered":"2024-04-26T01:50:53.428720+0000","last_clean":"2024-04-26T01:50:53.428720+0000","last_became_active":"2024-04-26T01:46:26.278357+0000","last_became_peered":"2024-04-26T01:46:26.278357+0000","last_unstale":"2024-04-26T01:50:53.428720+0000","last_undegraded":"2024-04-26T01:50:53.428720+0000","last_fullsized":"2024-04-26T01:50:53.428720+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:49:56.401292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.506015+0000","last_change":"2024-04-26T01:46:30.338656+0000","last_active":"2024-04-26T01:50:53.506015+0000","last_peered":"2024-04-26T01:50:53.506015+0000","last_clean":"2024-04-26T01:50:53.506015+0000","last_became_active":"2024-04-26T01:46:30.338278+0000","last_became_peered":"2024-04-26T01:46:30.338278+0000","last_unstale":"2024-04-26T01:50:53.506015+0000","last_undegraded":"2024-04-26T01:50:53.506015+0000","last_fullsized":"2024-04-26T01:50:53.506015+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:27:38.741052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"92'8","reported_seq":264,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:57.557626+0000","last_change":"2024-04-26T01:47:03.069636+0000","last_active":"2024-04-26T01:50:57.557626+0000","last_peered":"2024-04-26T01:50:57.557626+0000","last_clean":"2024-04-26T01:50:57.557626+0000","last_became_active":"2024-04-26T01:47:03.055093+0000","last_became_peered":"2024-04-26T01:47:03.055093+0000","last_unstale":"2024-04-26T01:50:57.557626+0000","last_undegraded":"2024-04-26T01:50:57.557626+0000","last_fullsized":"2024-04-26T01:50:57.557626+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:03:29.224452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2093,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":239,"num_read_kb":3,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1170,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11,0],"acting":[1,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.506216+0000","last_change":"2024-04-26T01:46:30.332239+0000","last_active":"2024-04-26T01:50:53.506216+0000","last_peered":"2024-04-26T01:50:53.506216+0000","last_clean":"2024-04-26T01:50:53.506216+0000","last_became_active":"2024-04-26T01:46:30.331878+0000","last_became_peered":"2024-04-26T01:46:30.331878+0000","last_unstale":"2024-04-26T01:50:53.506216+0000","last_undegraded":"2024-04-26T01:50:53.506216+0000","last_fullsized":"2024-04-26T01:50:53.506216+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:36:56.255724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"92'67","reported_seq":128,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:56.069801+0000","last_change":"2024-04-26T01:46:26.273318+0000","last_active":"2024-04-26T01:50:56.069801+0000","last_peered":"2024-04-26T01:50:56.069801+0000","last_clean":"2024-04-26T01:50:56.069801+0000","last_became_active":"2024-04-26T01:46:26.272949+0000","last_became_peered":"2024-04-26T01:46:26.272949+0000","last_unstale":"2024-04-26T01:50:56.069801+0000","last_undegraded":"2024-04-26T01:50:56.069801+0000","last_fullsized":"2024-04-26T01:50:56.069801+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":0,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:07:32.638497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":328302,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":34,"num_read_kb":33,"num_write":76,"num_write_kb":941,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.505873+0000","last_change":"2024-04-26T01:46:30.345450+0000","last_active":"2024-04-26T01:50:53.505873+0000","last_peered":"2024-04-26T01:50:53.505873+0000","last_clean":"2024-04-26T01:50:53.505873+0000","last_became_active":"2024-04-26T01:46:30.345096+0000","last_became_peered":"2024-04-26T01:46:30.345096+0000","last_unstale":"2024-04-26T01:50:53.505873+0000","last_undegraded":"2024-04-26T01:50:53.505873+0000","last_fullsized":"2024-04-26T01:50:53.505873+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:56:33.968261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"89'5","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.547516+0000","last_change":"2024-04-26T01:46:26.277043+0000","last_active":"2024-04-26T01:50:53.547516+0000","last_peered":"2024-04-26T01:50:53.547516+0000","last_clean":"2024-04-26T01:50:53.547516+0000","last_became_active":"2024-04-26T01:46:26.276590+0000","last_became_peered":"2024-04-26T01:46:26.276590+0000","last_unstale":"2024-04-26T01:50:53.547516+0000","last_undegraded":"2024-04-26T01:50:53.547516+0000","last_fullsized":"2024-04-26T01:50:53.547516+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:48:00.072982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.506159+0000","last_change":"2024-04-26T01:46:30.328662+0000","last_active":"2024-04-26T01:50:53.506159+0000","last_peered":"2024-04-26T01:50:53.506159+0000","last_clean":"2024-04-26T01:50:53.506159+0000","last_became_active":"2024-04-26T01:46:30.328321+0000","last_became_peered":"2024-04-26T01:46:30.328321+0000","last_unstale":"2024-04-26T01:50:53.506159+0000","last_undegraded":"2024-04-26T01:50:53.506159+0000","last_fullsized":"2024-04-26T01:50:53.506159+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:29:38.333999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.759383+0000","last_change":"2024-04-26T01:46:30.334950+0000","last_active":"2024-04-26T01:50:53.759383+0000","last_peered":"2024-04-26T01:50:53.759383+0000","last_clean":"2024-04-26T01:50:53.759383+0000","last_became_active":"2024-04-26T01:46:30.334614+0000","last_became_peered":"2024-04-26T01:46:30.334614+0000","last_unstale":"2024-04-26T01:50:53.759383+0000","last_undegraded":"2024-04-26T01:50:53.759383+0000","last_fullsized":"2024-04-26T01:50:53.759383+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:00:03.093756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.757205+0000","last_change":"2024-04-26T01:46:30.331222+0000","last_active":"2024-04-26T01:50:53.757205+0000","last_peered":"2024-04-26T01:50:53.757205+0000","last_clean":"2024-04-26T01:50:53.757205+0000","last_became_active":"2024-04-26T01:46:30.330863+0000","last_became_peered":"2024-04-26T01:46:30.330863+0000","last_unstale":"2024-04-26T01:50:53.757205+0000","last_undegraded":"2024-04-26T01:50:53.757205+0000","last_fullsized":"2024-04-26T01:50:53.757205+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:05:06.109569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.757147+0000","last_change":"2024-04-26T01:46:30.355525+0000","last_active":"2024-04-26T01:50:53.757147+0000","last_peered":"2024-04-26T01:50:53.757147+0000","last_clean":"2024-04-26T01:50:53.757147+0000","last_became_active":"2024-04-26T01:46:30.355218+0000","last_became_peered":"2024-04-26T01:46:30.355218+0000","last_unstale":"2024-04-26T01:50:53.757147+0000","last_undegraded":"2024-04-26T01:50:53.757147+0000","last_fullsized":"2024-04-26T01:50:53.757147+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:32:32.473580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.760900+0000","last_change":"2024-04-26T01:46:30.346647+0000","last_active":"2024-04-26T01:50:53.760900+0000","last_peered":"2024-04-26T01:50:53.760900+0000","last_clean":"2024-04-26T01:50:53.760900+0000","last_became_active":"2024-04-26T01:46:30.343721+0000","last_became_peered":"2024-04-26T01:46:30.343721+0000","last_unstale":"2024-04-26T01:50:53.760900+0000","last_undegraded":"2024-04-26T01:50:53.760900+0000","last_fullsized":"2024-04-26T01:50:53.760900+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:40:49.176577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.547373+0000","last_change":"2024-04-26T01:46:30.348978+0000","last_active":"2024-04-26T01:50:53.547373+0000","last_peered":"2024-04-26T01:50:53.547373+0000","last_clean":"2024-04-26T01:50:53.547373+0000","last_became_active":"2024-04-26T01:46:30.348133+0000","last_became_peered":"2024-04-26T01:46:30.348133+0000","last_unstale":"2024-04-26T01:50:53.547373+0000","last_undegraded":"2024-04-26T01:50:53.547373+0000","last_fullsized":"2024-04-26T01:50:53.547373+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:02:59.842786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.759643+0000","last_change":"2024-04-26T01:46:30.330252+0000","last_active":"2024-04-26T01:50:53.759643+0000","last_peered":"2024-04-26T01:50:53.759643+0000","last_clean":"2024-04-26T01:50:53.759643+0000","last_became_active":"2024-04-26T01:46:30.329865+0000","last_became_peered":"2024-04-26T01:46:30.329865+0000","last_unstale":"2024-04-26T01:50:53.759643+0000","last_undegraded":"2024-04-26T01:50:53.759643+0000","last_fullsized":"2024-04-26T01:50:53.759643+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:58:45.342295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.757785+0000","last_change":"2024-04-26T01:46:30.332130+0000","last_active":"2024-04-26T01:50:53.757785+0000","last_peered":"2024-04-26T01:50:53.757785+0000","last_clean":"2024-04-26T01:50:53.757785+0000","last_became_active":"2024-04-26T01:46:30.331516+0000","last_became_peered":"2024-04-26T01:46:30.331516+0000","last_unstale":"2024-04-26T01:50:53.757785+0000","last_undegraded":"2024-04-26T01:50:53.757785+0000","last_fullsized":"2024-04-26T01:50:53.757785+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:39:55.750242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":16,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.429098+0000","last_change":"2024-04-26T01:47:03.043503+0000","last_active":"2024-04-26T01:50:53.429098+0000","last_peered":"2024-04-26T01:50:53.429098+0000","last_clean":"2024-04-26T01:50:53.429098+0000","last_became_active":"2024-04-26T01:47:03.042254+0000","last_became_peered":"2024-04-26T01:47:03.042254+0000","last_unstale":"2024-04-26T01:50:53.429098+0000","last_undegraded":"2024-04-26T01:50:53.429098+0000","last_fullsized":"2024-04-26T01:50:53.429098+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:36:53.919649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,2],"acting":[9,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.505882+0000","last_change":"2024-04-26T01:46:30.358551+0000","last_active":"2024-04-26T01:50:53.505882+0000","last_peered":"2024-04-26T01:50:53.505882+0000","last_clean":"2024-04-26T01:50:53.505882+0000","last_became_active":"2024-04-26T01:46:30.358263+0000","last_became_peered":"2024-04-26T01:46:30.358263+0000","last_unstale":"2024-04-26T01:50:53.505882+0000","last_undegraded":"2024-04-26T01:50:53.505882+0000","last_fullsized":"2024-04-26T01:50:53.505882+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:09:51.161552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.549692+0000","last_change":"2024-04-26T01:46:30.344166+0000","last_active":"2024-04-26T01:50:53.549692+0000","last_peered":"2024-04-26T01:50:53.549692+0000","last_clean":"2024-04-26T01:50:53.549692+0000","last_became_active":"2024-04-26T01:46:30.339487+0000","last_became_peered":"2024-04-26T01:46:30.339487+0000","last_unstale":"2024-04-26T01:50:53.549692+0000","last_undegraded":"2024-04-26T01:50:53.549692+0000","last_fullsized":"2024-04-26T01:50:53.549692+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:03:43.997452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.549765+0000","last_change":"2024-04-26T01:46:30.345729+0000","last_active":"2024-04-26T01:50:53.549765+0000","last_peered":"2024-04-26T01:50:53.549765+0000","last_clean":"2024-04-26T01:50:53.549765+0000","last_became_active":"2024-04-26T01:46:30.345205+0000","last_became_peered":"2024-04-26T01:46:30.345205+0000","last_unstale":"2024-04-26T01:50:53.549765+0000","last_undegraded":"2024-04-26T01:50:53.549765+0000","last_fullsized":"2024-04-26T01:50:53.549765+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:36:35.620350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.547234+0000","last_change":"2024-04-26T01:46:30.348614+0000","last_active":"2024-04-26T01:50:53.547234+0000","last_peered":"2024-04-26T01:50:53.547234+0000","last_clean":"2024-04-26T01:50:53.547234+0000","last_became_active":"2024-04-26T01:46:30.348265+0000","last_became_peered":"2024-04-26T01:46:30.348265+0000","last_unstale":"2024-04-26T01:50:53.547234+0000","last_undegraded":"2024-04-26T01:50:53.547234+0000","last_fullsized":"2024-04-26T01:50:53.547234+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:46:13.274382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.759486+0000","last_change":"2024-04-26T01:46:30.330251+0000","last_active":"2024-04-26T01:50:53.759486+0000","last_peered":"2024-04-26T01:50:53.759486+0000","last_clean":"2024-04-26T01:50:53.759486+0000","last_became_active":"2024-04-26T01:46:30.329386+0000","last_became_peered":"2024-04-26T01:46:30.329386+0000","last_unstale":"2024-04-26T01:50:53.759486+0000","last_undegraded":"2024-04-26T01:50:53.759486+0000","last_fullsized":"2024-04-26T01:50:53.759486+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:59:02.567353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":1771104,"data_compressed":108447,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":797284,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":2829,"num_read_kb":1635,"num_write":509,"num_write_kb":2384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1976,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":798720,"data_stored":2391852,"data_compressed":103473,"data_compressed_allocated":135168,"data_compressed_original":2101248,"omap_allocated":0,"internal_metadata":0},"log_size":387,"ondisk_log_size":387,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351047,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28016,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717136,"statfs":{"total":95995035648,"available":95966347264,"internally_reserved":0,"allocated":1019904,"data_stored":494102,"data_compressed":2877,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612683,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32364,"kb_used_data":1188,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712788,"statfs":{"total":95995035648,"available":95961894912,"internally_reserved":0,"allocated":1216512,"data_stored":1478532,"data_compressed":54228,"data_compressed_allocated":69632,"data_compressed_original":905216,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776209,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28048,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717104,"statfs":{"total":95995035648,"available":95966314496,"internally_reserved":0,"allocated":1056768,"data_stored":885631,"data_compressed":22166,"data_compressed_allocated":28672,"data_compressed_original":401408,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037847,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1040384,"data_stored":885315,"data_compressed":22166,"data_compressed_allocated":28672,"data_compressed_original":401408,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299484,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28072,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717080,"statfs":{"total":95995035648,"available":95966289920,"internally_reserved":0,"allocated":1081344,"data_stored":1086935,"data_compressed":39026,"data_compressed_allocated":49152,"data_compressed_original":598016,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863463010,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32172,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712980,"statfs":{"total":95995035648,"available":95962091520,"internally_reserved":0,"allocated":1015808,"data_stored":493446,"data_compressed":2877,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574976,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32248,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712904,"statfs":{"total":95995035648,"available":95962013696,"internally_reserved":0,"allocated":1093632,"data_stored":562928,"data_compressed":2877,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738501,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32192,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712960,"statfs":{"total":95995035648,"available":95962071040,"internally_reserved":0,"allocated":1036288,"data_stored":494394,"data_compressed":2877,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411451,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36404,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708748,"statfs":{"total":95995035648,"available":95957757952,"internally_reserved":0,"allocated":1089536,"data_stored":558850,"data_compressed":2877,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149811,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32260,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712892,"statfs":{"total":95995035648,"available":95962001408,"internally_reserved":0,"allocated":1101824,"data_stored":1213405,"data_compressed":37368,"data_compressed_allocated":49152,"data_compressed_original":708608,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888174,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32180,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712972,"statfs":{"total":95995035648,"available":95962083328,"internally_reserved":0,"allocated":1024000,"data_stored":492415,"data_compressed":2877,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724650,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32296,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712856,"statfs":{"total":95995035648,"available":95961964544,"internally_reserved":0,"allocated":1138688,"data_stored":1413221,"data_compressed":54228,"data_compressed_allocated":69632,"data_compressed_original":905216,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36149,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36149,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36149,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":3101,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":71635,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":67557,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":721878,"data_compressed":34491,"data_compressed_allocated":45056,"data_compressed_original":700416,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":331443,"data_compressed":15202,"data_compressed_allocated":20480,"data_compressed_original":307200,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5157,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":394022,"data_compressed":19289,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":394338,"data_compressed":19289,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":167936,"data_stored":396754,"data_compressed":15202,"data_compressed_allocated":20480,"data_compressed_original":307200,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2809,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T01:51:04.178 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-26T01:51:04.178 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-26T01:51:04.709 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:51:05.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:04 smithi163 ceph-mon[32592]: from='client.25240 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:51:05.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:04 smithi163 ceph-mon[32592]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 102 KiB/s wr, 60 op/s 2024-04-26T01:51:05.197 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:04 smithi046 ceph-mon[28013]: from='client.25240 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:51:05.197 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:04 smithi046 ceph-mon[28013]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 102 KiB/s wr, 60 op/s 2024-04-26T01:51:05.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:04 smithi103 ceph-mon[32920]: from='client.25240 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:51:05.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:04 smithi103 ceph-mon[32920]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 102 KiB/s wr, 60 op/s 2024-04-26T01:51:07.021 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.023+0000 7f50c1200700 1 -- 172.21.15.46:0/153732426 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f50bc076f70 msgr2=0x7f50bc077350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:07.021 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.023+0000 7f50c1200700 1 --2- 172.21.15.46:0/153732426 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f50bc076f70 0x7f50bc077350 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f50ac0098f0 tx=0x7f50ac009c00 comp rx=0 tx=0).stop 2024-04-26T01:51:07.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.023+0000 7f50c1200700 1 -- 172.21.15.46:0/153732426 shutdown_connections 2024-04-26T01:51:07.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.023+0000 7f50c1200700 1 --2- 172.21.15.46:0/153732426 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f50bc1138f0 0x7f50bc115ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.023+0000 7f50c1200700 1 --2- 172.21.15.46:0/153732426 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f50bc076f70 0x7f50bc077350 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.023+0000 7f50c1200700 1 --2- 172.21.15.46:0/153732426 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f50bc077890 0x7f50bc1133b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.023+0000 7f50c1200700 1 -- 172.21.15.46:0/153732426 >> 172.21.15.46:0/153732426 conn(0x7f50bc100720 msgr2=0x7f50bc102b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:07.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.023+0000 7f50c1200700 1 -- 172.21.15.46:0/153732426 shutdown_connections 2024-04-26T01:51:07.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.023+0000 7f50c1200700 1 -- 172.21.15.46:0/153732426 wait complete. 2024-04-26T01:51:07.027 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.024+0000 7f50c1200700 1 Processor -- start 2024-04-26T01:51:07.027 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.024+0000 7f50c1200700 1 -- start start 2024-04-26T01:51:07.027 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.024+0000 7f50c1200700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f50bc076f70 0x7f50bc1a55f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:07.027 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.024+0000 7f50c1200700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f50bc077890 0x7f50bc1a5b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:07.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.024+0000 7f50c1200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f50bc1138f0 0x7f50bc19f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:07.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.024+0000 7f50c1200700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f50bc1193a0 con 0x7f50bc1138f0 2024-04-26T01:51:07.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.024+0000 7f50c1200700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f50bc119220 con 0x7f50bc076f70 2024-04-26T01:51:07.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.024+0000 7f50c1200700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f50bc119520 con 0x7f50bc077890 2024-04-26T01:51:07.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.025+0000 7f50ba800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f50bc1138f0 0x7f50bc19f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:07.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.025+0000 7f50b1400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f50bc077890 0x7f50bc1a5b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:07.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.025+0000 7f50b9e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f50bc076f70 0x7f50bc1a55f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:07.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.025+0000 7f50b1400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f50bc077890 0x7f50bc1a5b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:54344/0 (socket says 172.21.15.46:54344) 2024-04-26T01:51:07.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.025+0000 7f50b1400700 1 -- 172.21.15.46:0/3653040623 learned_addr learned my addr 172.21.15.46:0/3653040623 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:07.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.025+0000 7f50b9e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f50bc076f70 0x7f50bc1a55f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:55478/0 (socket says 172.21.15.46:55478) 2024-04-26T01:51:07.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.025+0000 7f50b1400700 1 -- 172.21.15.46:0/3653040623 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f50bc076f70 msgr2=0x7f50bc1a55f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:07.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.025+0000 7f50b1400700 1 --2- 172.21.15.46:0/3653040623 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f50bc076f70 0x7f50bc1a55f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.025+0000 7f50b1400700 1 -- 172.21.15.46:0/3653040623 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f50bc1138f0 msgr2=0x7f50bc19f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:07.028 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.025+0000 7f50b1400700 1 --2- 172.21.15.46:0/3653040623 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f50bc1138f0 0x7f50bc19f6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.025+0000 7f50b1400700 1 -- 172.21.15.46:0/3653040623 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50bc19ffa0 con 0x7f50bc077890 2024-04-26T01:51:07.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.025+0000 7f50b9e00700 1 --2- 172.21.15.46:0/3653040623 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f50bc076f70 0x7f50bc1a55f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:07.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.026+0000 7f50b1400700 1 --2- 172.21.15.46:0/3653040623 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f50bc077890 0x7f50bc1a5b30 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f50a400e9a0 tx=0x7f50a400ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:07.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.026+0000 7f50b3400700 1 -- 172.21.15.46:0/3653040623 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50a400ca10 con 0x7f50bc077890 2024-04-26T01:51:07.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.026+0000 7f50b3400700 1 -- 172.21.15.46:0/3653040623 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f50a400cbb0 con 0x7f50bc077890 2024-04-26T01:51:07.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.026+0000 7f50c1200700 1 -- 172.21.15.46:0/3653040623 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50bc1a0290 con 0x7f50bc077890 2024-04-26T01:51:07.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.026+0000 7f50b3400700 1 -- 172.21.15.46:0/3653040623 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50a4018680 con 0x7f50bc077890 2024-04-26T01:51:07.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.026+0000 7f50c1200700 1 -- 172.21.15.46:0/3653040623 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50bc1ac570 con 0x7f50bc077890 2024-04-26T01:51:07.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.027+0000 7f50c1200700 1 -- 172.21.15.46:0/3653040623 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50bc0786b0 con 0x7f50bc077890 2024-04-26T01:51:07.029 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.029+0000 7f50b3400700 1 -- 172.21.15.46:0/3653040623 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 26) ==== 138879+0+0 (secure 0 0 0) 0x7f50a4018820 con 0x7f50bc077890 2024-04-26T01:51:07.030 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.031+0000 7f50b3400700 1 --2- 172.21.15.46:0/3653040623 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f50a00a3f50 0x7f50a00a6410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:07.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.031+0000 7f50b3400700 1 -- 172.21.15.46:0/3653040623 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f50a40d0e10 con 0x7f50bc077890 2024-04-26T01:51:07.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.031+0000 7f50b9e00700 1 --2- 172.21.15.46:0/3653040623 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f50a00a3f50 0x7f50a00a6410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:07.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.032+0000 7f50b9e00700 1 --2- 172.21.15.46:0/3653040623 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f50a00a3f50 0x7f50a00a6410 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f50ac009fd0 tx=0x7f50ac019040 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:07.031 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.033+0000 7f50b3400700 1 -- 172.21.15.46:0/3653040623 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f50a409d230 con 0x7f50bc077890 2024-04-26T01:51:07.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:06 smithi163 ceph-mon[32592]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 108 KiB/s wr, 70 op/s 2024-04-26T01:51:07.254 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.255+0000 7f50c1200700 1 -- 172.21.15.46:0/3653040623 --> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f50bc1a0bf0 con 0x7f50a00a3f50 2024-04-26T01:51:07.254 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:06 smithi046 ceph-mon[28013]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 108 KiB/s wr, 70 op/s 2024-04-26T01:51:07.262 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.264+0000 7f50b3400700 1 -- 172.21.15.46:0/3653040623 <== mgr.25132 v2:172.21.15.46:6800/1247059674 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258105 (secure 0 0 0) 0x7f50ac066050 con 0x7f50a00a3f50 2024-04-26T01:51:07.267 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:51:07.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.270+0000 7f50c1200700 1 -- 172.21.15.46:0/3653040623 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f50a00a3f50 msgr2=0x7f50a00a6410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:07.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.270+0000 7f50c1200700 1 --2- 172.21.15.46:0/3653040623 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f50a00a3f50 0x7f50a00a6410 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f50ac009fd0 tx=0x7f50ac019040 comp rx=0 tx=0).stop 2024-04-26T01:51:07.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.270+0000 7f50c1200700 1 -- 172.21.15.46:0/3653040623 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f50bc077890 msgr2=0x7f50bc1a5b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:07.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.270+0000 7f50c1200700 1 --2- 172.21.15.46:0/3653040623 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f50bc077890 0x7f50bc1a5b30 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f50a400e9a0 tx=0x7f50a400ecb0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.270+0000 7f50c1200700 1 -- 172.21.15.46:0/3653040623 shutdown_connections 2024-04-26T01:51:07.269 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.270+0000 7f50c1200700 1 --2- 172.21.15.46:0/3653040623 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f50a00a3f50 0x7f50a00a6410 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.270+0000 7f50c1200700 1 --2- 172.21.15.46:0/3653040623 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f50bc1138f0 0x7f50bc19f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.270+0000 7f50c1200700 1 --2- 172.21.15.46:0/3653040623 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f50bc076f70 0x7f50bc1a55f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.270+0000 7f50c1200700 1 --2- 172.21.15.46:0/3653040623 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f50bc077890 0x7f50bc1a5b30 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:07.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.270+0000 7f50c1200700 1 -- 172.21.15.46:0/3653040623 >> 172.21.15.46:0/3653040623 conn(0x7f50bc100720 msgr2=0x7f50bc102b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:07.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.271+0000 7f50c1200700 1 -- 172.21.15.46:0/3653040623 shutdown_connections 2024-04-26T01:51:07.270 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:07.271+0000 7f50c1200700 1 -- 172.21.15.46:0/3653040623 wait complete. 2024-04-26T01:51:07.270 INFO:teuthology.orchestra.run.smithi046.stderr:dumped all 2024-04-26T01:51:07.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:06 smithi103 ceph-mon[32920]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 108 KiB/s wr, 70 op/s 2024-04-26T01:51:08.134 INFO:teuthology.orchestra.run.smithi046.stdout:{"pg_ready":true,"pg_map":{"version":9,"stamp":"2024-04-26T01:51:05.452733+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1390190,"num_objects":104,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":104,"num_whiteouts":0,"num_read":3241,"num_read_kb":2105,"num_write":772,"num_write_kb":5592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":21,"num_bytes_recovered":1182712,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1075,"ondisk_log_size":1075,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":374284,"kb_used_data":12612,"kb_used_omap":18,"kb_used_meta":361517,"kb_avail":1124567540,"statfs":{"total":1151940427776,"available":1151557160960,"internally_reserved":0,"allocated":12914688,"data_stored":10066086,"data_compressed":246465,"data_compressed_allocated":319488,"data_compressed_original":3969024,"omap_allocated":19142,"internal_metadata":370193722},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":198936,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":575,"num_read_kb":603,"num_write":204,"num_write_kb":1182,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.978527"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.759818+0000","last_change":"2024-04-26T01:46:30.343159+0000","last_active":"2024-04-26T01:50:53.759818+0000","last_peered":"2024-04-26T01:50:53.759818+0000","last_clean":"2024-04-26T01:50:53.759818+0000","last_became_active":"2024-04-26T01:46:30.342802+0000","last_became_peered":"2024-04-26T01:46:30.342802+0000","last_unstale":"2024-04-26T01:50:53.759818+0000","last_undegraded":"2024-04-26T01:50:53.759818+0000","last_fullsized":"2024-04-26T01:50:53.759818+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:04:45.982580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.762279+0000","last_change":"2024-04-26T01:46:30.328482+0000","last_active":"2024-04-26T01:50:53.762279+0000","last_peered":"2024-04-26T01:50:53.762279+0000","last_clean":"2024-04-26T01:50:53.762279+0000","last_became_active":"2024-04-26T01:46:30.327937+0000","last_became_peered":"2024-04-26T01:46:30.327937+0000","last_unstale":"2024-04-26T01:50:53.762279+0000","last_undegraded":"2024-04-26T01:50:53.762279+0000","last_fullsized":"2024-04-26T01:50:53.762279+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:43:55.563929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.762243+0000","last_change":"2024-04-26T01:46:30.340523+0000","last_active":"2024-04-26T01:50:53.762243+0000","last_peered":"2024-04-26T01:50:53.762243+0000","last_clean":"2024-04-26T01:50:53.762243+0000","last_became_active":"2024-04-26T01:46:30.335483+0000","last_became_peered":"2024-04-26T01:46:30.335483+0000","last_unstale":"2024-04-26T01:50:53.762243+0000","last_undegraded":"2024-04-26T01:50:53.762243+0000","last_fullsized":"2024-04-26T01:50:53.762243+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:27:22.869086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.550070+0000","last_change":"2024-04-26T01:46:30.330680+0000","last_active":"2024-04-26T01:50:53.550070+0000","last_peered":"2024-04-26T01:50:53.550070+0000","last_clean":"2024-04-26T01:50:53.550070+0000","last_became_active":"2024-04-26T01:46:30.330326+0000","last_became_peered":"2024-04-26T01:46:30.330326+0000","last_unstale":"2024-04-26T01:50:53.550070+0000","last_undegraded":"2024-04-26T01:50:53.550070+0000","last_fullsized":"2024-04-26T01:50:53.550070+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:01:37.237730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428406+0000","last_change":"2024-04-26T01:46:30.355859+0000","last_active":"2024-04-26T01:50:53.428406+0000","last_peered":"2024-04-26T01:50:53.428406+0000","last_clean":"2024-04-26T01:50:53.428406+0000","last_became_active":"2024-04-26T01:46:30.355476+0000","last_became_peered":"2024-04-26T01:46:30.355476+0000","last_unstale":"2024-04-26T01:50:53.428406+0000","last_undegraded":"2024-04-26T01:50:53.428406+0000","last_fullsized":"2024-04-26T01:50:53.428406+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:38:15.102699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428139+0000","last_change":"2024-04-26T01:46:30.336524+0000","last_active":"2024-04-26T01:50:53.428139+0000","last_peered":"2024-04-26T01:50:53.428139+0000","last_clean":"2024-04-26T01:50:53.428139+0000","last_became_active":"2024-04-26T01:46:30.335846+0000","last_became_peered":"2024-04-26T01:46:30.335846+0000","last_unstale":"2024-04-26T01:50:53.428139+0000","last_undegraded":"2024-04-26T01:50:53.428139+0000","last_fullsized":"2024-04-26T01:50:53.428139+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:21:01.520848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.505719+0000","last_change":"2024-04-26T01:46:30.333145+0000","last_active":"2024-04-26T01:50:53.505719+0000","last_peered":"2024-04-26T01:50:53.505719+0000","last_clean":"2024-04-26T01:50:53.505719+0000","last_became_active":"2024-04-26T01:46:30.332802+0000","last_became_peered":"2024-04-26T01:46:30.332802+0000","last_unstale":"2024-04-26T01:50:53.505719+0000","last_undegraded":"2024-04-26T01:50:53.505719+0000","last_fullsized":"2024-04-26T01:50:53.505719+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:59:24.484032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.549575+0000","last_change":"2024-04-26T01:46:30.357232+0000","last_active":"2024-04-26T01:50:53.549575+0000","last_peered":"2024-04-26T01:50:53.549575+0000","last_clean":"2024-04-26T01:50:53.549575+0000","last_became_active":"2024-04-26T01:46:30.355674+0000","last_became_peered":"2024-04-26T01:46:30.355674+0000","last_unstale":"2024-04-26T01:50:53.549575+0000","last_undegraded":"2024-04-26T01:50:53.549575+0000","last_fullsized":"2024-04-26T01:50:53.549575+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:04:47.963939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.550371+0000","last_change":"2024-04-26T01:46:30.330056+0000","last_active":"2024-04-26T01:50:53.550371+0000","last_peered":"2024-04-26T01:50:53.550371+0000","last_clean":"2024-04-26T01:50:53.550371+0000","last_became_active":"2024-04-26T01:46:30.329730+0000","last_became_peered":"2024-04-26T01:46:30.329730+0000","last_unstale":"2024-04-26T01:50:53.550371+0000","last_undegraded":"2024-04-26T01:50:53.550371+0000","last_fullsized":"2024-04-26T01:50:53.550371+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:19:53.138105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":45,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428634+0000","last_change":"2024-04-26T01:47:03.045524+0000","last_active":"2024-04-26T01:50:53.428634+0000","last_peered":"2024-04-26T01:50:53.428634+0000","last_clean":"2024-04-26T01:50:53.428634+0000","last_became_active":"2024-04-26T01:47:03.044988+0000","last_became_peered":"2024-04-26T01:47:03.044988+0000","last_unstale":"2024-04-26T01:50:53.428634+0000","last_undegraded":"2024-04-26T01:50:53.428634+0000","last_fullsized":"2024-04-26T01:50:53.428634+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:14:58.580161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,9],"acting":[10,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.506029+0000","last_change":"2024-04-26T01:46:30.332741+0000","last_active":"2024-04-26T01:50:53.506029+0000","last_peered":"2024-04-26T01:50:53.506029+0000","last_clean":"2024-04-26T01:50:53.506029+0000","last_became_active":"2024-04-26T01:46:30.332330+0000","last_became_peered":"2024-04-26T01:46:30.332330+0000","last_unstale":"2024-04-26T01:50:53.506029+0000","last_undegraded":"2024-04-26T01:50:53.506029+0000","last_fullsized":"2024-04-26T01:50:53.506029+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:54:12.854335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.550023+0000","last_change":"2024-04-26T01:46:30.328893+0000","last_active":"2024-04-26T01:50:53.550023+0000","last_peered":"2024-04-26T01:50:53.550023+0000","last_clean":"2024-04-26T01:50:53.550023+0000","last_became_active":"2024-04-26T01:46:30.328563+0000","last_became_peered":"2024-04-26T01:46:30.328563+0000","last_unstale":"2024-04-26T01:50:53.550023+0000","last_undegraded":"2024-04-26T01:50:53.550023+0000","last_fullsized":"2024-04-26T01:50:53.550023+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:56:17.285670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.547221+0000","last_change":"2024-04-26T01:47:03.054210+0000","last_active":"2024-04-26T01:50:53.547221+0000","last_peered":"2024-04-26T01:50:53.547221+0000","last_clean":"2024-04-26T01:50:53.547221+0000","last_became_active":"2024-04-26T01:47:03.053352+0000","last_became_peered":"2024-04-26T01:47:03.053352+0000","last_unstale":"2024-04-26T01:50:53.547221+0000","last_undegraded":"2024-04-26T01:50:53.547221+0000","last_fullsized":"2024-04-26T01:50:53.547221+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:58:39.787293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,9],"acting":[6,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.760716+0000","last_change":"2024-04-26T01:46:30.331108+0000","last_active":"2024-04-26T01:50:53.760716+0000","last_peered":"2024-04-26T01:50:53.760716+0000","last_clean":"2024-04-26T01:50:53.760716+0000","last_became_active":"2024-04-26T01:46:30.330619+0000","last_became_peered":"2024-04-26T01:46:30.330619+0000","last_unstale":"2024-04-26T01:50:53.760716+0000","last_undegraded":"2024-04-26T01:50:53.760716+0000","last_fullsized":"2024-04-26T01:50:53.760716+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:02:17.892397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.760454+0000","last_change":"2024-04-26T01:46:30.347431+0000","last_active":"2024-04-26T01:50:53.760454+0000","last_peered":"2024-04-26T01:50:53.760454+0000","last_clean":"2024-04-26T01:50:53.760454+0000","last_became_active":"2024-04-26T01:46:30.345182+0000","last_became_peered":"2024-04-26T01:46:30.345182+0000","last_unstale":"2024-04-26T01:50:53.760454+0000","last_undegraded":"2024-04-26T01:50:53.760454+0000","last_fullsized":"2024-04-26T01:50:53.760454+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:36:26.407472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.549392+0000","last_change":"2024-04-26T01:46:30.340318+0000","last_active":"2024-04-26T01:50:53.549392+0000","last_peered":"2024-04-26T01:50:53.549392+0000","last_clean":"2024-04-26T01:50:53.549392+0000","last_became_active":"2024-04-26T01:46:30.339971+0000","last_became_peered":"2024-04-26T01:46:30.339971+0000","last_unstale":"2024-04-26T01:50:53.549392+0000","last_undegraded":"2024-04-26T01:50:53.549392+0000","last_fullsized":"2024-04-26T01:50:53.549392+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:58:21.462344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.760023+0000","last_change":"2024-04-26T01:46:30.349271+0000","last_active":"2024-04-26T01:50:53.760023+0000","last_peered":"2024-04-26T01:50:53.760023+0000","last_clean":"2024-04-26T01:50:53.760023+0000","last_became_active":"2024-04-26T01:46:30.348906+0000","last_became_peered":"2024-04-26T01:46:30.348906+0000","last_unstale":"2024-04-26T01:50:53.760023+0000","last_undegraded":"2024-04-26T01:50:53.760023+0000","last_fullsized":"2024-04-26T01:50:53.760023+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:29:59.254854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428869+0000","last_change":"2024-04-26T01:46:30.335647+0000","last_active":"2024-04-26T01:50:53.428869+0000","last_peered":"2024-04-26T01:50:53.428869+0000","last_clean":"2024-04-26T01:50:53.428869+0000","last_became_active":"2024-04-26T01:46:30.333859+0000","last_became_peered":"2024-04-26T01:46:30.333859+0000","last_unstale":"2024-04-26T01:50:53.428869+0000","last_undegraded":"2024-04-26T01:50:53.428869+0000","last_fullsized":"2024-04-26T01:50:53.428869+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:08:49.297938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.757643+0000","last_change":"2024-04-26T01:46:30.350172+0000","last_active":"2024-04-26T01:50:53.757643+0000","last_peered":"2024-04-26T01:50:53.757643+0000","last_clean":"2024-04-26T01:50:53.757643+0000","last_became_active":"2024-04-26T01:46:30.349865+0000","last_became_peered":"2024-04-26T01:46:30.349865+0000","last_unstale":"2024-04-26T01:50:53.757643+0000","last_undegraded":"2024-04-26T01:50:53.757643+0000","last_fullsized":"2024-04-26T01:50:53.757643+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:39:28.600966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"92'15","reported_seq":295,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:51:02.521479+0000","last_change":"2024-04-26T01:46:26.276016+0000","last_active":"2024-04-26T01:51:02.521479+0000","last_peered":"2024-04-26T01:51:02.521479+0000","last_clean":"2024-04-26T01:51:02.521479+0000","last_became_active":"2024-04-26T01:46:26.275591+0000","last_became_peered":"2024-04-26T01:46:26.275591+0000","last_unstale":"2024-04-26T01:51:02.521479+0000","last_undegraded":"2024-04-26T01:51:02.521479+0000","last_fullsized":"2024-04-26T01:51:02.521479+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:23:53.158992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":250,"num_read_kb":250,"num_write":16,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.549953+0000","last_change":"2024-04-26T01:46:30.352060+0000","last_active":"2024-04-26T01:50:53.549953+0000","last_peered":"2024-04-26T01:50:53.549953+0000","last_clean":"2024-04-26T01:50:53.549953+0000","last_became_active":"2024-04-26T01:46:30.351705+0000","last_became_peered":"2024-04-26T01:46:30.351705+0000","last_unstale":"2024-04-26T01:50:53.549953+0000","last_undegraded":"2024-04-26T01:50:53.549953+0000","last_fullsized":"2024-04-26T01:50:53.549953+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:09:09.839130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.550277+0000","last_change":"2024-04-26T01:46:26.433250+0000","last_active":"2024-04-26T01:50:53.550277+0000","last_peered":"2024-04-26T01:50:53.550277+0000","last_clean":"2024-04-26T01:50:53.550277+0000","last_became_active":"2024-04-26T01:46:26.432157+0000","last_became_peered":"2024-04-26T01:46:26.432157+0000","last_unstale":"2024-04-26T01:50:53.550277+0000","last_undegraded":"2024-04-26T01:50:53.550277+0000","last_fullsized":"2024-04-26T01:50:53.550277+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:34:54.314357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.762476+0000","last_change":"2024-04-26T01:46:30.338344+0000","last_active":"2024-04-26T01:50:53.762476+0000","last_peered":"2024-04-26T01:50:53.762476+0000","last_clean":"2024-04-26T01:50:53.762476+0000","last_became_active":"2024-04-26T01:46:30.336793+0000","last_became_peered":"2024-04-26T01:46:30.336793+0000","last_unstale":"2024-04-26T01:50:53.762476+0000","last_undegraded":"2024-04-26T01:50:53.762476+0000","last_fullsized":"2024-04-26T01:50:53.762476+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:25:42.218165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"92'13","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428718+0000","last_change":"2024-04-26T01:46:26.278718+0000","last_active":"2024-04-26T01:50:53.428718+0000","last_peered":"2024-04-26T01:50:53.428718+0000","last_clean":"2024-04-26T01:50:53.428718+0000","last_became_active":"2024-04-26T01:46:26.278366+0000","last_became_peered":"2024-04-26T01:46:26.278366+0000","last_unstale":"2024-04-26T01:50:53.428718+0000","last_undegraded":"2024-04-26T01:50:53.428718+0000","last_fullsized":"2024-04-26T01:50:53.428718+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:16:24.221489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":18,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.550162+0000","last_change":"2024-04-26T01:46:30.343314+0000","last_active":"2024-04-26T01:50:53.550162+0000","last_peered":"2024-04-26T01:50:53.550162+0000","last_clean":"2024-04-26T01:50:53.550162+0000","last_became_active":"2024-04-26T01:46:30.342645+0000","last_became_peered":"2024-04-26T01:46:30.342645+0000","last_unstale":"2024-04-26T01:50:53.550162+0000","last_undegraded":"2024-04-26T01:50:53.550162+0000","last_fullsized":"2024-04-26T01:50:53.550162+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:26:26.216031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"89'5","reported_seq":22,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.759381+0000","last_change":"2024-04-26T01:47:03.050830+0000","last_active":"2024-04-26T01:50:53.759381+0000","last_peered":"2024-04-26T01:50:53.759381+0000","last_clean":"2024-04-26T01:50:53.759381+0000","last_became_active":"2024-04-26T01:47:03.045182+0000","last_became_peered":"2024-04-26T01:47:03.045182+0000","last_unstale":"2024-04-26T01:50:53.759381+0000","last_undegraded":"2024-04-26T01:50:53.759381+0000","last_fullsized":"2024-04-26T01:50:53.759381+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:39:14.071687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.506069+0000","last_change":"2024-04-26T01:46:30.333986+0000","last_active":"2024-04-26T01:50:53.506069+0000","last_peered":"2024-04-26T01:50:53.506069+0000","last_clean":"2024-04-26T01:50:53.506069+0000","last_became_active":"2024-04-26T01:46:30.333403+0000","last_became_peered":"2024-04-26T01:46:30.333403+0000","last_unstale":"2024-04-26T01:50:53.506069+0000","last_undegraded":"2024-04-26T01:50:53.506069+0000","last_fullsized":"2024-04-26T01:50:53.506069+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:41:42.400553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"92'6","reported_seq":288,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:51:03.366750+0000","last_change":"2024-04-26T01:46:26.277450+0000","last_active":"2024-04-26T01:51:03.366750+0000","last_peered":"2024-04-26T01:51:03.366750+0000","last_clean":"2024-04-26T01:51:03.366750+0000","last_became_active":"2024-04-26T01:46:26.277115+0000","last_became_peered":"2024-04-26T01:46:26.277115+0000","last_unstale":"2024-04-26T01:51:03.366750+0000","last_undegraded":"2024-04-26T01:51:03.366750+0000","last_fullsized":"2024-04-26T01:51:03.366750+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:04:10.350514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":253,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428332+0000","last_change":"2024-04-26T01:46:30.333172+0000","last_active":"2024-04-26T01:50:53.428332+0000","last_peered":"2024-04-26T01:50:53.428332+0000","last_clean":"2024-04-26T01:50:53.428332+0000","last_became_active":"2024-04-26T01:46:30.332731+0000","last_became_peered":"2024-04-26T01:46:30.332731+0000","last_unstale":"2024-04-26T01:50:53.428332+0000","last_undegraded":"2024-04-26T01:50:53.428332+0000","last_fullsized":"2024-04-26T01:50:53.428332+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:56:27.316433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"89'7","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428434+0000","last_change":"2024-04-26T01:46:26.274618+0000","last_active":"2024-04-26T01:50:53.428434+0000","last_peered":"2024-04-26T01:50:53.428434+0000","last_clean":"2024-04-26T01:50:53.428434+0000","last_became_active":"2024-04-26T01:46:26.274089+0000","last_became_peered":"2024-04-26T01:46:26.274089+0000","last_unstale":"2024-04-26T01:50:53.428434+0000","last_undegraded":"2024-04-26T01:50:53.428434+0000","last_fullsized":"2024-04-26T01:50:53.428434+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:31:14.580789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.505837+0000","last_change":"2024-04-26T01:46:30.345638+0000","last_active":"2024-04-26T01:50:53.505837+0000","last_peered":"2024-04-26T01:50:53.505837+0000","last_clean":"2024-04-26T01:50:53.505837+0000","last_became_active":"2024-04-26T01:46:30.345301+0000","last_became_peered":"2024-04-26T01:46:30.345301+0000","last_unstale":"2024-04-26T01:50:53.505837+0000","last_undegraded":"2024-04-26T01:50:53.505837+0000","last_fullsized":"2024-04-26T01:50:53.505837+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:51:12.822833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"89'3","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.547257+0000","last_change":"2024-04-26T01:46:26.272233+0000","last_active":"2024-04-26T01:50:53.547257+0000","last_peered":"2024-04-26T01:50:53.547257+0000","last_clean":"2024-04-26T01:50:53.547257+0000","last_became_active":"2024-04-26T01:46:26.271652+0000","last_became_peered":"2024-04-26T01:46:26.271652+0000","last_unstale":"2024-04-26T01:50:53.547257+0000","last_undegraded":"2024-04-26T01:50:53.547257+0000","last_fullsized":"2024-04-26T01:50:53.547257+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:30:10.715943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.549737+0000","last_change":"2024-04-26T01:46:30.345772+0000","last_active":"2024-04-26T01:50:53.549737+0000","last_peered":"2024-04-26T01:50:53.549737+0000","last_clean":"2024-04-26T01:50:53.549737+0000","last_became_active":"2024-04-26T01:46:30.345003+0000","last_became_peered":"2024-04-26T01:46:30.345003+0000","last_unstale":"2024-04-26T01:50:53.549737+0000","last_undegraded":"2024-04-26T01:50:53.549737+0000","last_fullsized":"2024-04-26T01:50:53.549737+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:57:28.480056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"89'3","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.505765+0000","last_change":"2024-04-26T01:46:26.272744+0000","last_active":"2024-04-26T01:50:53.505765+0000","last_peered":"2024-04-26T01:50:53.505765+0000","last_clean":"2024-04-26T01:50:53.505765+0000","last_became_active":"2024-04-26T01:46:26.272368+0000","last_became_peered":"2024-04-26T01:46:26.272368+0000","last_unstale":"2024-04-26T01:50:53.505765+0000","last_undegraded":"2024-04-26T01:50:53.505765+0000","last_fullsized":"2024-04-26T01:50:53.505765+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:35:54.078599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428259+0000","last_change":"2024-04-26T01:46:30.354099+0000","last_active":"2024-04-26T01:50:53.428259+0000","last_peered":"2024-04-26T01:50:53.428259+0000","last_clean":"2024-04-26T01:50:53.428259+0000","last_became_active":"2024-04-26T01:46:30.353538+0000","last_became_peered":"2024-04-26T01:46:30.353538+0000","last_unstale":"2024-04-26T01:50:53.428259+0000","last_undegraded":"2024-04-26T01:50:53.428259+0000","last_fullsized":"2024-04-26T01:50:53.428259+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:19:59.084812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"92'7","reported_seq":535,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:51:03.569522+0000","last_change":"2024-04-26T01:46:26.269678+0000","last_active":"2024-04-26T01:51:03.569522+0000","last_peered":"2024-04-26T01:51:03.569522+0000","last_clean":"2024-04-26T01:51:03.569522+0000","last_became_active":"2024-04-26T01:46:26.269170+0000","last_became_peered":"2024-04-26T01:46:26.269170+0000","last_unstale":"2024-04-26T01:51:03.569522+0000","last_undegraded":"2024-04-26T01:51:03.569522+0000","last_fullsized":"2024-04-26T01:51:03.569522+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:36:39.532449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":499,"num_read_kb":499,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.550109+0000","last_change":"2024-04-26T01:46:30.336952+0000","last_active":"2024-04-26T01:50:53.550109+0000","last_peered":"2024-04-26T01:50:53.550109+0000","last_clean":"2024-04-26T01:50:53.550109+0000","last_became_active":"2024-04-26T01:46:30.336482+0000","last_became_peered":"2024-04-26T01:46:30.336482+0000","last_unstale":"2024-04-26T01:50:53.550109+0000","last_undegraded":"2024-04-26T01:50:53.550109+0000","last_fullsized":"2024-04-26T01:50:53.550109+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:08:23.227821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"89'4","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.505995+0000","last_change":"2024-04-26T01:46:26.276316+0000","last_active":"2024-04-26T01:50:53.505995+0000","last_peered":"2024-04-26T01:50:53.505995+0000","last_clean":"2024-04-26T01:50:53.505995+0000","last_became_active":"2024-04-26T01:46:26.275872+0000","last_became_peered":"2024-04-26T01:46:26.275872+0000","last_unstale":"2024-04-26T01:50:53.505995+0000","last_undegraded":"2024-04-26T01:50:53.505995+0000","last_fullsized":"2024-04-26T01:50:53.505995+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:08:46.020271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.762643+0000","last_change":"2024-04-26T01:46:30.331464+0000","last_active":"2024-04-26T01:50:53.762643+0000","last_peered":"2024-04-26T01:50:53.762643+0000","last_clean":"2024-04-26T01:50:53.762643+0000","last_became_active":"2024-04-26T01:46:30.331102+0000","last_became_peered":"2024-04-26T01:46:30.331102+0000","last_unstale":"2024-04-26T01:50:53.762643+0000","last_undegraded":"2024-04-26T01:50:53.762643+0000","last_fullsized":"2024-04-26T01:50:53.762643+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:01:32.744412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"89'5","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.506198+0000","last_change":"2024-04-26T01:46:26.435442+0000","last_active":"2024-04-26T01:50:53.506198+0000","last_peered":"2024-04-26T01:50:53.506198+0000","last_clean":"2024-04-26T01:50:53.506198+0000","last_became_active":"2024-04-26T01:46:26.435110+0000","last_became_peered":"2024-04-26T01:46:26.435110+0000","last_unstale":"2024-04-26T01:50:53.506198+0000","last_undegraded":"2024-04-26T01:50:53.506198+0000","last_fullsized":"2024-04-26T01:50:53.506198+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:01:03.984072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.550349+0000","last_change":"2024-04-26T01:46:30.330979+0000","last_active":"2024-04-26T01:50:53.550349+0000","last_peered":"2024-04-26T01:50:53.550349+0000","last_clean":"2024-04-26T01:50:53.550349+0000","last_became_active":"2024-04-26T01:46:30.330650+0000","last_became_peered":"2024-04-26T01:46:30.330650+0000","last_unstale":"2024-04-26T01:50:53.550349+0000","last_undegraded":"2024-04-26T01:50:53.550349+0000","last_fullsized":"2024-04-26T01:50:53.550349+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:23:21.122610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"92'43","reported_seq":588,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:51:04.367737+0000","last_change":"2024-04-26T01:46:26.277235+0000","last_active":"2024-04-26T01:51:04.367737+0000","last_peered":"2024-04-26T01:51:04.367737+0000","last_clean":"2024-04-26T01:51:04.367737+0000","last_became_active":"2024-04-26T01:46:26.276830+0000","last_became_peered":"2024-04-26T01:46:26.276830+0000","last_unstale":"2024-04-26T01:51:04.367737+0000","last_undegraded":"2024-04-26T01:51:04.367737+0000","last_fullsized":"2024-04-26T01:51:04.367737+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":0,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:22:38.500090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67998,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":516,"num_read_kb":323,"num_write":45,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428526+0000","last_change":"2024-04-26T01:46:30.327230+0000","last_active":"2024-04-26T01:50:53.428526+0000","last_peered":"2024-04-26T01:50:53.428526+0000","last_clean":"2024-04-26T01:50:53.428526+0000","last_became_active":"2024-04-26T01:46:30.326893+0000","last_became_peered":"2024-04-26T01:46:30.326893+0000","last_unstale":"2024-04-26T01:50:53.428526+0000","last_undegraded":"2024-04-26T01:50:53.428526+0000","last_fullsized":"2024-04-26T01:50:53.428526+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:11:19.113097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"89'9","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.757433+0000","last_change":"2024-04-26T01:46:26.276397+0000","last_active":"2024-04-26T01:50:53.757433+0000","last_peered":"2024-04-26T01:50:53.757433+0000","last_clean":"2024-04-26T01:50:53.757433+0000","last_became_active":"2024-04-26T01:46:26.276027+0000","last_became_peered":"2024-04-26T01:46:26.276027+0000","last_unstale":"2024-04-26T01:50:53.757433+0000","last_undegraded":"2024-04-26T01:50:53.757433+0000","last_fullsized":"2024-04-26T01:50:53.757433+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:35:26.898968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.547592+0000","last_change":"2024-04-26T01:46:30.357139+0000","last_active":"2024-04-26T01:50:53.547592+0000","last_peered":"2024-04-26T01:50:53.547592+0000","last_clean":"2024-04-26T01:50:53.547592+0000","last_became_active":"2024-04-26T01:46:30.355926+0000","last_became_peered":"2024-04-26T01:46:30.355926+0000","last_unstale":"2024-04-26T01:50:53.547592+0000","last_undegraded":"2024-04-26T01:50:53.547592+0000","last_fullsized":"2024-04-26T01:50:53.547592+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:11:37.018503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"89'5","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.505773+0000","last_change":"2024-04-26T01:46:26.274064+0000","last_active":"2024-04-26T01:50:53.505773+0000","last_peered":"2024-04-26T01:50:53.505773+0000","last_clean":"2024-04-26T01:50:53.505773+0000","last_became_active":"2024-04-26T01:46:26.272881+0000","last_became_peered":"2024-04-26T01:46:26.272881+0000","last_unstale":"2024-04-26T01:50:53.505773+0000","last_undegraded":"2024-04-26T01:50:53.505773+0000","last_fullsized":"2024-04-26T01:50:53.505773+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:58:32.152055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.505954+0000","last_change":"2024-04-26T01:46:30.335309+0000","last_active":"2024-04-26T01:50:53.505954+0000","last_peered":"2024-04-26T01:50:53.505954+0000","last_clean":"2024-04-26T01:50:53.505954+0000","last_became_active":"2024-04-26T01:46:30.334985+0000","last_became_peered":"2024-04-26T01:46:30.334985+0000","last_unstale":"2024-04-26T01:50:53.505954+0000","last_undegraded":"2024-04-26T01:50:53.505954+0000","last_fullsized":"2024-04-26T01:50:53.505954+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:49:05.602090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"92'7","reported_seq":290,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:51:03.571713+0000","last_change":"2024-04-26T01:46:26.270275+0000","last_active":"2024-04-26T01:51:03.571713+0000","last_peered":"2024-04-26T01:51:03.571713+0000","last_clean":"2024-04-26T01:51:03.571713+0000","last_became_active":"2024-04-26T01:46:26.269897+0000","last_became_peered":"2024-04-26T01:46:26.269897+0000","last_unstale":"2024-04-26T01:51:03.571713+0000","last_undegraded":"2024-04-26T01:51:03.571713+0000","last_fullsized":"2024-04-26T01:51:03.571713+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:29:56.983575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1289,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":254,"num_read_kb":5,"num_write":7,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.505663+0000","last_change":"2024-04-26T01:46:30.327433+0000","last_active":"2024-04-26T01:50:53.505663+0000","last_peered":"2024-04-26T01:50:53.505663+0000","last_clean":"2024-04-26T01:50:53.505663+0000","last_became_active":"2024-04-26T01:46:30.327024+0000","last_became_peered":"2024-04-26T01:46:30.327024+0000","last_unstale":"2024-04-26T01:50:53.505663+0000","last_undegraded":"2024-04-26T01:50:53.505663+0000","last_fullsized":"2024-04-26T01:50:53.505663+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:27:42.031564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"89'17","reported_seq":71,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428279+0000","last_change":"2024-04-26T01:47:03.066291+0000","last_active":"2024-04-26T01:50:53.428279+0000","last_peered":"2024-04-26T01:50:53.428279+0000","last_clean":"2024-04-26T01:50:53.428279+0000","last_became_active":"2024-04-26T01:47:03.054023+0000","last_became_peered":"2024-04-26T01:47:03.054023+0000","last_unstale":"2024-04-26T01:50:53.428279+0000","last_undegraded":"2024-04-26T01:50:53.428279+0000","last_fullsized":"2024-04-26T01:50:53.428279+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:33:03.039043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,4],"acting":[8,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.505861+0000","last_change":"2024-04-26T01:47:03.043886+0000","last_active":"2024-04-26T01:50:53.505861+0000","last_peered":"2024-04-26T01:50:53.505861+0000","last_clean":"2024-04-26T01:50:53.505861+0000","last_became_active":"2024-04-26T01:47:03.043505+0000","last_became_peered":"2024-04-26T01:47:03.043505+0000","last_unstale":"2024-04-26T01:50:53.505861+0000","last_undegraded":"2024-04-26T01:50:53.505861+0000","last_fullsized":"2024-04-26T01:50:53.505861+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:21:58.618788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,1],"acting":[5,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428935+0000","last_change":"2024-04-26T01:46:26.277497+0000","last_active":"2024-04-26T01:50:53.428935+0000","last_peered":"2024-04-26T01:50:53.428935+0000","last_clean":"2024-04-26T01:50:53.428935+0000","last_became_active":"2024-04-26T01:46:26.276532+0000","last_became_peered":"2024-04-26T01:46:26.276532+0000","last_unstale":"2024-04-26T01:50:53.428935+0000","last_undegraded":"2024-04-26T01:50:53.428935+0000","last_fullsized":"2024-04-26T01:50:53.428935+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:21:47.748360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.759654+0000","last_change":"2024-04-26T01:46:30.331634+0000","last_active":"2024-04-26T01:50:53.759654+0000","last_peered":"2024-04-26T01:50:53.759654+0000","last_clean":"2024-04-26T01:50:53.759654+0000","last_became_active":"2024-04-26T01:46:30.331124+0000","last_became_peered":"2024-04-26T01:46:30.331124+0000","last_unstale":"2024-04-26T01:50:53.759654+0000","last_undegraded":"2024-04-26T01:50:53.759654+0000","last_fullsized":"2024-04-26T01:50:53.759654+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:01:20.224661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"89'1","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428323+0000","last_change":"2024-04-26T01:46:26.439982+0000","last_active":"2024-04-26T01:50:53.428323+0000","last_peered":"2024-04-26T01:50:53.428323+0000","last_clean":"2024-04-26T01:50:53.428323+0000","last_became_active":"2024-04-26T01:46:26.438473+0000","last_became_peered":"2024-04-26T01:46:26.438473+0000","last_unstale":"2024-04-26T01:50:53.428323+0000","last_undegraded":"2024-04-26T01:50:53.428323+0000","last_fullsized":"2024-04-26T01:50:53.428323+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:22:38.180123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428250+0000","last_change":"2024-04-26T01:46:30.349892+0000","last_active":"2024-04-26T01:50:53.428250+0000","last_peered":"2024-04-26T01:50:53.428250+0000","last_clean":"2024-04-26T01:50:53.428250+0000","last_became_active":"2024-04-26T01:46:30.349557+0000","last_became_peered":"2024-04-26T01:46:30.349557+0000","last_unstale":"2024-04-26T01:50:53.428250+0000","last_undegraded":"2024-04-26T01:50:53.428250+0000","last_fullsized":"2024-04-26T01:50:53.428250+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:04:15.936184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"92'9","reported_seq":292,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:51:02.522297+0000","last_change":"2024-04-26T01:46:26.272936+0000","last_active":"2024-04-26T01:51:02.522297+0000","last_peered":"2024-04-26T01:51:02.522297+0000","last_clean":"2024-04-26T01:51:02.522297+0000","last_became_active":"2024-04-26T01:46:26.272615+0000","last_became_peered":"2024-04-26T01:46:26.272615+0000","last_unstale":"2024-04-26T01:51:02.522297+0000","last_undegraded":"2024-04-26T01:51:02.522297+0000","last_fullsized":"2024-04-26T01:51:02.522297+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:02:21.999030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1902,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":253,"num_read_kb":4,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428176+0000","last_change":"2024-04-26T01:46:30.349314+0000","last_active":"2024-04-26T01:50:53.428176+0000","last_peered":"2024-04-26T01:50:53.428176+0000","last_clean":"2024-04-26T01:50:53.428176+0000","last_became_active":"2024-04-26T01:46:30.348959+0000","last_became_peered":"2024-04-26T01:46:30.348959+0000","last_unstale":"2024-04-26T01:50:53.428176+0000","last_undegraded":"2024-04-26T01:50:53.428176+0000","last_fullsized":"2024-04-26T01:50:53.428176+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:21:26.725626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.506178+0000","last_change":"2024-04-26T01:46:30.336792+0000","last_active":"2024-04-26T01:50:53.506178+0000","last_peered":"2024-04-26T01:50:53.506178+0000","last_clean":"2024-04-26T01:50:53.506178+0000","last_became_active":"2024-04-26T01:46:30.336472+0000","last_became_peered":"2024-04-26T01:46:30.336472+0000","last_unstale":"2024-04-26T01:50:53.506178+0000","last_undegraded":"2024-04-26T01:50:53.506178+0000","last_fullsized":"2024-04-26T01:50:53.506178+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:35:07.985695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"91'6","reported_seq":286,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:51:02.568046+0000","last_change":"2024-04-26T01:46:26.432277+0000","last_active":"2024-04-26T01:51:02.568046+0000","last_peered":"2024-04-26T01:51:02.568046+0000","last_clean":"2024-04-26T01:51:02.568046+0000","last_became_active":"2024-04-26T01:46:26.431878+0000","last_became_peered":"2024-04-26T01:46:26.431878+0000","last_unstale":"2024-04-26T01:51:02.568046+0000","last_undegraded":"2024-04-26T01:51:02.568046+0000","last_fullsized":"2024-04-26T01:51:02.568046+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:23:26.317847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":250,"num_read_kb":250,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.549913+0000","last_change":"2024-04-26T01:46:30.353733+0000","last_active":"2024-04-26T01:50:53.549913+0000","last_peered":"2024-04-26T01:50:53.549913+0000","last_clean":"2024-04-26T01:50:53.549913+0000","last_became_active":"2024-04-26T01:46:30.353294+0000","last_became_peered":"2024-04-26T01:46:30.353294+0000","last_unstale":"2024-04-26T01:50:53.549913+0000","last_undegraded":"2024-04-26T01:50:53.549913+0000","last_fullsized":"2024-04-26T01:50:53.549913+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:49:50.231140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'6","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.549709+0000","last_change":"2024-04-26T01:46:26.272122+0000","last_active":"2024-04-26T01:50:53.549709+0000","last_peered":"2024-04-26T01:50:53.549709+0000","last_clean":"2024-04-26T01:50:53.549709+0000","last_became_active":"2024-04-26T01:46:26.271819+0000","last_became_peered":"2024-04-26T01:46:26.271819+0000","last_unstale":"2024-04-26T01:50:53.549709+0000","last_undegraded":"2024-04-26T01:50:53.549709+0000","last_fullsized":"2024-04-26T01:50:53.549709+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T03:45:09.447190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"92'148","reported_seq":406,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:55.577796+0000","last_change":"2024-04-26T01:44:51.862272+0000","last_active":"2024-04-26T01:50:55.577796+0000","last_peered":"2024-04-26T01:50:55.577796+0000","last_clean":"2024-04-26T01:50:55.577796+0000","last_became_active":"2024-04-26T01:44:51.861812+0000","last_became_peered":"2024-04-26T01:44:51.861812+0000","last_unstale":"2024-04-26T01:50:55.577796+0000","last_undegraded":"2024-04-26T01:50:55.577796+0000","last_fullsized":"2024-04-26T01:50:55.577796+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:40:53.973767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:40:53.973767+0000","last_clean_scrub_stamp":"2024-04-26T01:40:53.973767+0000","objects_scrubbed":0,"log_size":148,"log_dups_size":0,"ondisk_log_size":148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:31:45.587598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.547116+0000","last_change":"2024-04-26T01:46:30.340757+0000","last_active":"2024-04-26T01:50:53.547116+0000","last_peered":"2024-04-26T01:50:53.547116+0000","last_clean":"2024-04-26T01:50:53.547116+0000","last_became_active":"2024-04-26T01:46:30.338882+0000","last_became_peered":"2024-04-26T01:46:30.338882+0000","last_unstale":"2024-04-26T01:50:53.547116+0000","last_undegraded":"2024-04-26T01:50:53.547116+0000","last_fullsized":"2024-04-26T01:50:53.547116+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:06:41.577852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'4","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.505939+0000","last_change":"2024-04-26T01:46:26.274446+0000","last_active":"2024-04-26T01:50:53.505939+0000","last_peered":"2024-04-26T01:50:53.505939+0000","last_clean":"2024-04-26T01:50:53.505939+0000","last_became_active":"2024-04-26T01:46:26.274072+0000","last_became_peered":"2024-04-26T01:46:26.274072+0000","last_unstale":"2024-04-26T01:50:53.505939+0000","last_undegraded":"2024-04-26T01:50:53.505939+0000","last_fullsized":"2024-04-26T01:50:53.505939+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:40:30.432287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"89'4","reported_seq":22,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.759521+0000","last_change":"2024-04-26T01:47:03.076450+0000","last_active":"2024-04-26T01:50:53.759521+0000","last_peered":"2024-04-26T01:50:53.759521+0000","last_clean":"2024-04-26T01:50:53.759521+0000","last_became_active":"2024-04-26T01:47:03.056640+0000","last_became_peered":"2024-04-26T01:47:03.056640+0000","last_unstale":"2024-04-26T01:50:53.759521+0000","last_undegraded":"2024-04-26T01:50:53.759521+0000","last_fullsized":"2024-04-26T01:50:53.759521+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:40:08.995782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.547522+0000","last_change":"2024-04-26T01:46:30.344629+0000","last_active":"2024-04-26T01:50:53.547522+0000","last_peered":"2024-04-26T01:50:53.547522+0000","last_clean":"2024-04-26T01:50:53.547522+0000","last_became_active":"2024-04-26T01:46:30.341218+0000","last_became_peered":"2024-04-26T01:46:30.341218+0000","last_unstale":"2024-04-26T01:50:53.547522+0000","last_undegraded":"2024-04-26T01:50:53.547522+0000","last_fullsized":"2024-04-26T01:50:53.547522+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:47:16.865119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"92'129","reported_seq":284,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:51:00.204077+0000","last_change":"2024-04-26T01:46:26.274165+0000","last_active":"2024-04-26T01:51:00.204077+0000","last_peered":"2024-04-26T01:51:00.204077+0000","last_clean":"2024-04-26T01:51:00.204077+0000","last_became_active":"2024-04-26T01:46:26.273727+0000","last_became_peered":"2024-04-26T01:46:26.273727+0000","last_unstale":"2024-04-26T01:51:00.204077+0000","last_undegraded":"2024-04-26T01:51:00.204077+0000","last_fullsized":"2024-04-26T01:51:00.204077+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":129,"log_dups_size":0,"ondisk_log_size":129,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:54:12.836322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":422,"num_read_kb":376,"num_write":237,"num_write_kb":1414,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.550150+0000","last_change":"2024-04-26T01:46:30.353416+0000","last_active":"2024-04-26T01:50:53.550150+0000","last_peered":"2024-04-26T01:50:53.550150+0000","last_clean":"2024-04-26T01:50:53.550150+0000","last_became_active":"2024-04-26T01:46:30.352919+0000","last_became_peered":"2024-04-26T01:46:30.352919+0000","last_unstale":"2024-04-26T01:50:53.550150+0000","last_undegraded":"2024-04-26T01:50:53.550150+0000","last_fullsized":"2024-04-26T01:50:53.550150+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:32:52.540498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"89'7","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.549825+0000","last_change":"2024-04-26T01:46:26.421021+0000","last_active":"2024-04-26T01:50:53.549825+0000","last_peered":"2024-04-26T01:50:53.549825+0000","last_clean":"2024-04-26T01:50:53.549825+0000","last_became_active":"2024-04-26T01:46:26.420645+0000","last_became_peered":"2024-04-26T01:46:26.420645+0000","last_unstale":"2024-04-26T01:50:53.549825+0000","last_undegraded":"2024-04-26T01:50:53.549825+0000","last_fullsized":"2024-04-26T01:50:53.549825+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:41:22.460332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.762477+0000","last_change":"2024-04-26T01:46:30.355919+0000","last_active":"2024-04-26T01:50:53.762477+0000","last_peered":"2024-04-26T01:50:53.762477+0000","last_clean":"2024-04-26T01:50:53.762477+0000","last_became_active":"2024-04-26T01:46:30.355561+0000","last_became_peered":"2024-04-26T01:46:30.355561+0000","last_unstale":"2024-04-26T01:50:53.762477+0000","last_undegraded":"2024-04-26T01:50:53.762477+0000","last_fullsized":"2024-04-26T01:50:53.762477+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:05:09.205249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.549511+0000","last_change":"2024-04-26T01:46:26.431643+0000","last_active":"2024-04-26T01:50:53.549511+0000","last_peered":"2024-04-26T01:50:53.549511+0000","last_clean":"2024-04-26T01:50:53.549511+0000","last_became_active":"2024-04-26T01:46:26.431345+0000","last_became_peered":"2024-04-26T01:46:26.431345+0000","last_unstale":"2024-04-26T01:50:53.549511+0000","last_undegraded":"2024-04-26T01:50:53.549511+0000","last_fullsized":"2024-04-26T01:50:53.549511+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:18:00.989419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428715+0000","last_change":"2024-04-26T01:46:30.326737+0000","last_active":"2024-04-26T01:50:53.428715+0000","last_peered":"2024-04-26T01:50:53.428715+0000","last_clean":"2024-04-26T01:50:53.428715+0000","last_became_active":"2024-04-26T01:46:30.326262+0000","last_became_peered":"2024-04-26T01:46:30.326262+0000","last_unstale":"2024-04-26T01:50:53.428715+0000","last_undegraded":"2024-04-26T01:50:53.428715+0000","last_fullsized":"2024-04-26T01:50:53.428715+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:07:14.777597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"89'7","reported_seq":37,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.549778+0000","last_change":"2024-04-26T01:46:26.273440+0000","last_active":"2024-04-26T01:50:53.549778+0000","last_peered":"2024-04-26T01:50:53.549778+0000","last_clean":"2024-04-26T01:50:53.549778+0000","last_became_active":"2024-04-26T01:46:26.272892+0000","last_became_peered":"2024-04-26T01:46:26.272892+0000","last_unstale":"2024-04-26T01:50:53.549778+0000","last_undegraded":"2024-04-26T01:50:53.549778+0000","last_fullsized":"2024-04-26T01:50:53.549778+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:23:06.291753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.759396+0000","last_change":"2024-04-26T01:46:30.349430+0000","last_active":"2024-04-26T01:50:53.759396+0000","last_peered":"2024-04-26T01:50:53.759396+0000","last_clean":"2024-04-26T01:50:53.759396+0000","last_became_active":"2024-04-26T01:46:30.348909+0000","last_became_peered":"2024-04-26T01:46:30.348909+0000","last_unstale":"2024-04-26T01:50:53.759396+0000","last_undegraded":"2024-04-26T01:50:53.759396+0000","last_fullsized":"2024-04-26T01:50:53.759396+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:17:27.872959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"92'4","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.967851+0000","last_change":"2024-04-26T01:46:26.275869+0000","last_active":"2024-04-26T01:50:53.967851+0000","last_peered":"2024-04-26T01:50:53.967851+0000","last_clean":"2024-04-26T01:50:53.967851+0000","last_became_active":"2024-04-26T01:46:26.275438+0000","last_became_peered":"2024-04-26T01:46:26.275438+0000","last_unstale":"2024-04-26T01:50:53.967851+0000","last_undegraded":"2024-04-26T01:50:53.967851+0000","last_fullsized":"2024-04-26T01:50:53.967851+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:16:41.507137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.550086+0000","last_change":"2024-04-26T01:46:30.355394+0000","last_active":"2024-04-26T01:50:53.550086+0000","last_peered":"2024-04-26T01:50:53.550086+0000","last_clean":"2024-04-26T01:50:53.550086+0000","last_became_active":"2024-04-26T01:46:30.354958+0000","last_became_peered":"2024-04-26T01:46:30.354958+0000","last_unstale":"2024-04-26T01:50:53.550086+0000","last_undegraded":"2024-04-26T01:50:53.550086+0000","last_fullsized":"2024-04-26T01:50:53.550086+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:11:57.607927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.428720+0000","last_change":"2024-04-26T01:46:26.279079+0000","last_active":"2024-04-26T01:50:53.428720+0000","last_peered":"2024-04-26T01:50:53.428720+0000","last_clean":"2024-04-26T01:50:53.428720+0000","last_became_active":"2024-04-26T01:46:26.278357+0000","last_became_peered":"2024-04-26T01:46:26.278357+0000","last_unstale":"2024-04-26T01:50:53.428720+0000","last_undegraded":"2024-04-26T01:50:53.428720+0000","last_fullsized":"2024-04-26T01:50:53.428720+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:49:56.401292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.506015+0000","last_change":"2024-04-26T01:46:30.338656+0000","last_active":"2024-04-26T01:50:53.506015+0000","last_peered":"2024-04-26T01:50:53.506015+0000","last_clean":"2024-04-26T01:50:53.506015+0000","last_became_active":"2024-04-26T01:46:30.338278+0000","last_became_peered":"2024-04-26T01:46:30.338278+0000","last_unstale":"2024-04-26T01:50:53.506015+0000","last_undegraded":"2024-04-26T01:50:53.506015+0000","last_fullsized":"2024-04-26T01:50:53.506015+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:27:38.741052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"92'9","reported_seq":271,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:51:02.568162+0000","last_change":"2024-04-26T01:47:03.069636+0000","last_active":"2024-04-26T01:51:02.568162+0000","last_peered":"2024-04-26T01:51:02.568162+0000","last_clean":"2024-04-26T01:51:02.568162+0000","last_became_active":"2024-04-26T01:47:03.055093+0000","last_became_peered":"2024-04-26T01:47:03.055093+0000","last_unstale":"2024-04-26T01:51:02.568162+0000","last_undegraded":"2024-04-26T01:51:02.568162+0000","last_fullsized":"2024-04-26T01:51:02.568162+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:03:29.224452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2484,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":245,"num_read_kb":4,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1170,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11,0],"acting":[1,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.506267+0000","last_change":"2024-04-26T01:46:30.332239+0000","last_active":"2024-04-26T01:50:53.506267+0000","last_peered":"2024-04-26T01:50:53.506267+0000","last_clean":"2024-04-26T01:50:53.506267+0000","last_became_active":"2024-04-26T01:46:30.331878+0000","last_became_peered":"2024-04-26T01:46:30.331878+0000","last_unstale":"2024-04-26T01:50:53.506267+0000","last_undegraded":"2024-04-26T01:50:53.506267+0000","last_fullsized":"2024-04-26T01:50:53.506267+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:36:56.255724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"92'75","reported_seq":147,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:51:00.197311+0000","last_change":"2024-04-26T01:46:26.273318+0000","last_active":"2024-04-26T01:51:00.197311+0000","last_peered":"2024-04-26T01:51:00.197311+0000","last_clean":"2024-04-26T01:51:00.197311+0000","last_became_active":"2024-04-26T01:46:26.272949+0000","last_became_peered":"2024-04-26T01:46:26.272949+0000","last_unstale":"2024-04-26T01:51:00.197311+0000","last_undegraded":"2024-04-26T01:51:00.197311+0000","last_fullsized":"2024-04-26T01:51:00.197311+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":0,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:07:32.638497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":328302,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":45,"num_read_kb":44,"num_write":84,"num_write_kb":1075,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'7","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.505971+0000","last_change":"2024-04-26T01:46:30.345450+0000","last_active":"2024-04-26T01:50:53.505971+0000","last_peered":"2024-04-26T01:50:53.505971+0000","last_clean":"2024-04-26T01:50:53.505971+0000","last_became_active":"2024-04-26T01:46:30.345096+0000","last_became_peered":"2024-04-26T01:46:30.345096+0000","last_unstale":"2024-04-26T01:50:53.505971+0000","last_undegraded":"2024-04-26T01:50:53.505971+0000","last_fullsized":"2024-04-26T01:50:53.505971+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:56:33.968261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"89'5","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.547516+0000","last_change":"2024-04-26T01:46:26.277043+0000","last_active":"2024-04-26T01:50:53.547516+0000","last_peered":"2024-04-26T01:50:53.547516+0000","last_clean":"2024-04-26T01:50:53.547516+0000","last_became_active":"2024-04-26T01:46:26.276590+0000","last_became_peered":"2024-04-26T01:46:26.276590+0000","last_unstale":"2024-04-26T01:50:53.547516+0000","last_undegraded":"2024-04-26T01:50:53.547516+0000","last_fullsized":"2024-04-26T01:50:53.547516+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:25.240486+0000","last_clean_scrub_stamp":"2024-04-26T01:46:25.240486+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:48:00.072982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.506202+0000","last_change":"2024-04-26T01:46:30.328662+0000","last_active":"2024-04-26T01:50:53.506202+0000","last_peered":"2024-04-26T01:50:53.506202+0000","last_clean":"2024-04-26T01:50:53.506202+0000","last_became_active":"2024-04-26T01:46:30.328321+0000","last_became_peered":"2024-04-26T01:46:30.328321+0000","last_unstale":"2024-04-26T01:50:53.506202+0000","last_undegraded":"2024-04-26T01:50:53.506202+0000","last_fullsized":"2024-04-26T01:50:53.506202+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:29:38.333999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.759383+0000","last_change":"2024-04-26T01:46:30.334950+0000","last_active":"2024-04-26T01:50:53.759383+0000","last_peered":"2024-04-26T01:50:53.759383+0000","last_clean":"2024-04-26T01:50:53.759383+0000","last_became_active":"2024-04-26T01:46:30.334614+0000","last_became_peered":"2024-04-26T01:46:30.334614+0000","last_unstale":"2024-04-26T01:50:53.759383+0000","last_undegraded":"2024-04-26T01:50:53.759383+0000","last_fullsized":"2024-04-26T01:50:53.759383+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:00:03.093756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.757205+0000","last_change":"2024-04-26T01:46:30.331222+0000","last_active":"2024-04-26T01:50:53.757205+0000","last_peered":"2024-04-26T01:50:53.757205+0000","last_clean":"2024-04-26T01:50:53.757205+0000","last_became_active":"2024-04-26T01:46:30.330863+0000","last_became_peered":"2024-04-26T01:46:30.330863+0000","last_unstale":"2024-04-26T01:50:53.757205+0000","last_undegraded":"2024-04-26T01:50:53.757205+0000","last_fullsized":"2024-04-26T01:50:53.757205+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:05:06.109569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.757147+0000","last_change":"2024-04-26T01:46:30.355525+0000","last_active":"2024-04-26T01:50:53.757147+0000","last_peered":"2024-04-26T01:50:53.757147+0000","last_clean":"2024-04-26T01:50:53.757147+0000","last_became_active":"2024-04-26T01:46:30.355218+0000","last_became_peered":"2024-04-26T01:46:30.355218+0000","last_unstale":"2024-04-26T01:50:53.757147+0000","last_undegraded":"2024-04-26T01:50:53.757147+0000","last_fullsized":"2024-04-26T01:50:53.757147+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:32:32.473580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.760900+0000","last_change":"2024-04-26T01:46:30.346647+0000","last_active":"2024-04-26T01:50:53.760900+0000","last_peered":"2024-04-26T01:50:53.760900+0000","last_clean":"2024-04-26T01:50:53.760900+0000","last_became_active":"2024-04-26T01:46:30.343721+0000","last_became_peered":"2024-04-26T01:46:30.343721+0000","last_unstale":"2024-04-26T01:50:53.760900+0000","last_undegraded":"2024-04-26T01:50:53.760900+0000","last_fullsized":"2024-04-26T01:50:53.760900+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:40:49.176577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.547373+0000","last_change":"2024-04-26T01:46:30.348978+0000","last_active":"2024-04-26T01:50:53.547373+0000","last_peered":"2024-04-26T01:50:53.547373+0000","last_clean":"2024-04-26T01:50:53.547373+0000","last_became_active":"2024-04-26T01:46:30.348133+0000","last_became_peered":"2024-04-26T01:46:30.348133+0000","last_unstale":"2024-04-26T01:50:53.547373+0000","last_undegraded":"2024-04-26T01:50:53.547373+0000","last_fullsized":"2024-04-26T01:50:53.547373+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T02:02:59.842786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.759643+0000","last_change":"2024-04-26T01:46:30.330252+0000","last_active":"2024-04-26T01:50:53.759643+0000","last_peered":"2024-04-26T01:50:53.759643+0000","last_clean":"2024-04-26T01:50:53.759643+0000","last_became_active":"2024-04-26T01:46:30.329865+0000","last_became_peered":"2024-04-26T01:46:30.329865+0000","last_unstale":"2024-04-26T01:50:53.759643+0000","last_undegraded":"2024-04-26T01:50:53.759643+0000","last_fullsized":"2024-04-26T01:50:53.759643+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T01:58:45.342295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.757785+0000","last_change":"2024-04-26T01:46:30.332130+0000","last_active":"2024-04-26T01:50:53.757785+0000","last_peered":"2024-04-26T01:50:53.757785+0000","last_clean":"2024-04-26T01:50:53.757785+0000","last_became_active":"2024-04-26T01:46:30.331516+0000","last_became_peered":"2024-04-26T01:46:30.331516+0000","last_unstale":"2024-04-26T01:50:53.757785+0000","last_undegraded":"2024-04-26T01:50:53.757785+0000","last_fullsized":"2024-04-26T01:50:53.757785+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:39:55.750242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":16,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.429098+0000","last_change":"2024-04-26T01:47:03.043503+0000","last_active":"2024-04-26T01:50:53.429098+0000","last_peered":"2024-04-26T01:50:53.429098+0000","last_clean":"2024-04-26T01:50:53.429098+0000","last_became_active":"2024-04-26T01:47:03.042254+0000","last_became_peered":"2024-04-26T01:47:03.042254+0000","last_unstale":"2024-04-26T01:50:53.429098+0000","last_undegraded":"2024-04-26T01:50:53.429098+0000","last_fullsized":"2024-04-26T01:50:53.429098+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:36:53.919649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,2],"acting":[9,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.505882+0000","last_change":"2024-04-26T01:46:30.358551+0000","last_active":"2024-04-26T01:50:53.505882+0000","last_peered":"2024-04-26T01:50:53.505882+0000","last_clean":"2024-04-26T01:50:53.505882+0000","last_became_active":"2024-04-26T01:46:30.358263+0000","last_became_peered":"2024-04-26T01:46:30.358263+0000","last_unstale":"2024-04-26T01:50:53.505882+0000","last_undegraded":"2024-04-26T01:50:53.505882+0000","last_fullsized":"2024-04-26T01:50:53.505882+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:09:51.161552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.549692+0000","last_change":"2024-04-26T01:46:30.344166+0000","last_active":"2024-04-26T01:50:53.549692+0000","last_peered":"2024-04-26T01:50:53.549692+0000","last_clean":"2024-04-26T01:50:53.549692+0000","last_became_active":"2024-04-26T01:46:30.339487+0000","last_became_peered":"2024-04-26T01:46:30.339487+0000","last_unstale":"2024-04-26T01:50:53.549692+0000","last_undegraded":"2024-04-26T01:50:53.549692+0000","last_fullsized":"2024-04-26T01:50:53.549692+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:03:43.997452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.549817+0000","last_change":"2024-04-26T01:46:30.345729+0000","last_active":"2024-04-26T01:50:53.549817+0000","last_peered":"2024-04-26T01:50:53.549817+0000","last_clean":"2024-04-26T01:50:53.549817+0000","last_became_active":"2024-04-26T01:46:30.345205+0000","last_became_peered":"2024-04-26T01:46:30.345205+0000","last_unstale":"2024-04-26T01:50:53.549817+0000","last_undegraded":"2024-04-26T01:50:53.549817+0000","last_fullsized":"2024-04-26T01:50:53.549817+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:36:35.620350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.547313+0000","last_change":"2024-04-26T01:46:30.348614+0000","last_active":"2024-04-26T01:50:53.547313+0000","last_peered":"2024-04-26T01:50:53.547313+0000","last_clean":"2024-04-26T01:50:53.547313+0000","last_became_active":"2024-04-26T01:46:30.348265+0000","last_became_peered":"2024-04-26T01:46:30.348265+0000","last_unstale":"2024-04-26T01:50:53.547313+0000","last_undegraded":"2024-04-26T01:50:53.547313+0000","last_fullsized":"2024-04-26T01:50:53.547313+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:46:13.274382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-04-26T01:50:53.759530+0000","last_change":"2024-04-26T01:46:30.330251+0000","last_active":"2024-04-26T01:50:53.759530+0000","last_peered":"2024-04-26T01:50:53.759530+0000","last_clean":"2024-04-26T01:50:53.759530+0000","last_became_active":"2024-04-26T01:46:30.329386+0000","last_became_peered":"2024-04-26T01:46:30.329386+0000","last_unstale":"2024-04-26T01:50:53.759530+0000","last_undegraded":"2024-04-26T01:50:53.759530+0000","last_fullsized":"2024-04-26T01:50:53.759530+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T01:46:29.276825+0000","last_clean_scrub_stamp":"2024-04-26T01:46:29.276825+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T04:59:02.567353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":1771104,"data_compressed":108447,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":799588,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":3004,"num_read_kb":1775,"num_write":569,"num_write_kb":2652,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1976,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":798720,"data_stored":2398764,"data_compressed":103494,"data_compressed_allocated":135168,"data_compressed_original":2101248,"omap_allocated":0,"internal_metadata":0},"log_size":425,"ondisk_log_size":425,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351048,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28016,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717136,"statfs":{"total":95995035648,"available":95966347264,"internally_reserved":0,"allocated":1019904,"data_stored":494493,"data_compressed":2877,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612684,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32372,"kb_used_data":1188,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712780,"statfs":{"total":95995035648,"available":95961886720,"internally_reserved":0,"allocated":1216512,"data_stored":1480445,"data_compressed":54228,"data_compressed_allocated":69632,"data_compressed_original":905216,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776210,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28048,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717104,"statfs":{"total":95995035648,"available":95966314496,"internally_reserved":0,"allocated":1056768,"data_stored":885631,"data_compressed":22173,"data_compressed_allocated":28672,"data_compressed_original":401408,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037848,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1040384,"data_stored":885315,"data_compressed":22173,"data_compressed_allocated":28672,"data_compressed_original":401408,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299485,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28072,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717080,"statfs":{"total":95995035648,"available":95966289920,"internally_reserved":0,"allocated":1081344,"data_stored":1087326,"data_compressed":39026,"data_compressed_allocated":49152,"data_compressed_original":598016,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863463011,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32172,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712980,"statfs":{"total":95995035648,"available":95962091520,"internally_reserved":0,"allocated":1015808,"data_stored":493446,"data_compressed":2877,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574977,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32244,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712908,"statfs":{"total":95995035648,"available":95962017792,"internally_reserved":0,"allocated":1093632,"data_stored":564841,"data_compressed":2877,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738502,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32192,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712960,"statfs":{"total":95995035648,"available":95962071040,"internally_reserved":0,"allocated":1036288,"data_stored":494785,"data_compressed":2877,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411452,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36400,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708752,"statfs":{"total":95995035648,"available":95957762048,"internally_reserved":0,"allocated":1089536,"data_stored":560372,"data_compressed":2877,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149812,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32260,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712892,"statfs":{"total":95995035648,"available":95962001408,"internally_reserved":0,"allocated":1101824,"data_stored":1213405,"data_compressed":37375,"data_compressed_allocated":49152,"data_compressed_original":708608,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888175,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32180,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712972,"statfs":{"total":95995035648,"available":95962083328,"internally_reserved":0,"allocated":1024000,"data_stored":492806,"data_compressed":2877,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724651,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32296,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712856,"statfs":{"total":95995035648,"available":95961964544,"internally_reserved":0,"allocated":1138688,"data_stored":1413221,"data_compressed":54228,"data_compressed_allocated":69632,"data_compressed_original":905216,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36149,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36149,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36149,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":3492,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":73548,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":69079,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":721878,"data_compressed":34498,"data_compressed_allocated":45056,"data_compressed_original":700416,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":331443,"data_compressed":15202,"data_compressed_allocated":20480,"data_compressed_original":307200,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5548,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":394022,"data_compressed":19296,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":394338,"data_compressed":19296,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":167936,"data_stored":398667,"data_compressed":15202,"data_compressed_allocated":20480,"data_compressed_original":307200,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T01:51:08.138 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:51:08.666 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:51:09.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:08 smithi163 ceph-mon[32592]: from='client.25246 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:51:09.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:08 smithi163 ceph-mon[32592]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 98 KiB/s wr, 64 op/s 2024-04-26T01:51:09.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:08 smithi046 ceph-mon[28013]: from='client.25246 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:51:09.183 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:08 smithi046 ceph-mon[28013]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 98 KiB/s wr, 64 op/s 2024-04-26T01:51:09.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:08 smithi103 ceph-mon[32920]: from='client.25246 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T01:51:09.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:08 smithi103 ceph-mon[32920]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 98 KiB/s wr, 64 op/s 2024-04-26T01:51:09.435 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.435+0000 7f78e3400640 1 -- 172.21.15.46:0/2655863687 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f78dc109470 msgr2=0x7f78dc111040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:09.435 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.435+0000 7f78e3400640 1 --2- 172.21.15.46:0/2655863687 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f78dc109470 0x7f78dc111040 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f78d4009ca0 tx=0x7f78d402a8c0 comp rx=0 tx=0).stop 2024-04-26T01:51:09.435 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.436+0000 7f78e3400640 1 -- 172.21.15.46:0/2655863687 shutdown_connections 2024-04-26T01:51:09.435 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.436+0000 7f78e3400640 1 --2- 172.21.15.46:0/2655863687 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f78dc109470 0x7f78dc111040 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:09.435 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.436+0000 7f78e3400640 1 --2- 172.21.15.46:0/2655863687 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f78dc104d50 0x7f78dc108d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:09.435 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.436+0000 7f78e3400640 1 --2- 172.21.15.46:0/2655863687 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f78dc1043a0 0x7f78dc104780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:09.435 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.436+0000 7f78e3400640 1 -- 172.21.15.46:0/2655863687 >> 172.21.15.46:0/2655863687 conn(0x7f78dc0ffc40 msgr2=0x7f78dc102060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:09.435 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.436+0000 7f78e3400640 1 -- 172.21.15.46:0/2655863687 shutdown_connections 2024-04-26T01:51:09.435 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.436+0000 7f78e3400640 1 -- 172.21.15.46:0/2655863687 wait complete. 2024-04-26T01:51:09.437 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.437+0000 7f78e3400640 1 Processor -- start 2024-04-26T01:51:09.437 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.437+0000 7f78e3400640 1 -- start start 2024-04-26T01:51:09.437 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.437+0000 7f78e3400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f78dc1043a0 0x7f78dc1a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:09.437 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.437+0000 7f78e3400640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f78dc109470 0x7f78dc1a0bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:09.437 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.437+0000 7f78e3400640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f78dc19a770 0x7f78dc19abf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:09.437 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.437+0000 7f78e3400640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f78dc114510 con 0x7f78dc1043a0 2024-04-26T01:51:09.438 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.437+0000 7f78e3400640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f78dc114390 con 0x7f78dc109470 2024-04-26T01:51:09.438 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.437+0000 7f78e3400640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f78dc114690 con 0x7f78dc19a770 2024-04-26T01:51:09.438 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.438+0000 7f78e0a00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f78dc1043a0 0x7f78dc1a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:09.438 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.438+0000 7f78e0a00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f78dc1043a0 0x7f78dc1a06b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39260/0 (socket says 172.21.15.46:39260) 2024-04-26T01:51:09.438 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.438+0000 7f78e0a00640 1 -- 172.21.15.46:0/3409439631 learned_addr learned my addr 172.21.15.46:0/3409439631 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:09.438 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.438+0000 7f78dbe00640 1 --2- 172.21.15.46:0/3409439631 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f78dc109470 0x7f78dc1a0bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:09.438 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.438+0000 7f78e1400640 1 --2- 172.21.15.46:0/3409439631 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f78dc19a770 0x7f78dc19abf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:09.438 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.438+0000 7f78e0a00640 1 -- 172.21.15.46:0/3409439631 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f78dc19a770 msgr2=0x7f78dc19abf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:09.438 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.438+0000 7f78e0a00640 1 --2- 172.21.15.46:0/3409439631 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f78dc19a770 0x7f78dc19abf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:09.438 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.438+0000 7f78e0a00640 1 -- 172.21.15.46:0/3409439631 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f78dc109470 msgr2=0x7f78dc1a0bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:09.438 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.438+0000 7f78e0a00640 1 --2- 172.21.15.46:0/3409439631 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f78dc109470 0x7f78dc1a0bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:09.438 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.438+0000 7f78e0a00640 1 -- 172.21.15.46:0/3409439631 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78dc19b370 con 0x7f78dc1043a0 2024-04-26T01:51:09.438 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.438+0000 7f78e1400640 1 --2- 172.21.15.46:0/3409439631 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f78dc19a770 0x7f78dc19abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:51:09.439 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.438+0000 7f78e0a00640 1 --2- 172.21.15.46:0/3409439631 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f78dc1043a0 0x7f78dc1a06b0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f78d000e9f0 tx=0x7f78d000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:09.439 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.439+0000 7f78d9600640 1 -- 172.21.15.46:0/3409439631 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78d000cd80 con 0x7f78dc1043a0 2024-04-26T01:51:09.439 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.439+0000 7f78d9600640 1 -- 172.21.15.46:0/3409439631 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f78d0010900 con 0x7f78dc1043a0 2024-04-26T01:51:09.439 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.439+0000 7f78e3400640 1 -- 172.21.15.46:0/3409439631 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78dc1a7450 con 0x7f78dc1043a0 2024-04-26T01:51:09.439 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.439+0000 7f78d9600640 1 -- 172.21.15.46:0/3409439631 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78d0018920 con 0x7f78dc1043a0 2024-04-26T01:51:09.440 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.439+0000 7f78e3400640 1 -- 172.21.15.46:0/3409439631 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78dc1a7850 con 0x7f78dc1043a0 2024-04-26T01:51:09.441 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.442+0000 7f78d9600640 1 -- 172.21.15.46:0/3409439631 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 26) ==== 138879+0+0 (secure 0 0 0) 0x7f78d0010ab0 con 0x7f78dc1043a0 2024-04-26T01:51:09.442 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.442+0000 7f78e623e740 1 Processor -- start 2024-04-26T01:51:09.442 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.442+0000 7f78e623e740 1 -- start start 2024-04-26T01:51:09.454 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.443+0000 7f78e623e740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640af31c820 0x5640af31cc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:09.454 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.443+0000 7f78e623e740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5640af31d140 0x5640af3274c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:09.454 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.443+0000 7f78e623e740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5640af327a00 0x5640af329df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:09.454 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.443+0000 7f78e623e740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5640af282900 con 0x5640af31d140 2024-04-26T01:51:09.454 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.443+0000 7f78e623e740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x5640af228ef0 con 0x5640af31c820 2024-04-26T01:51:09.454 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.443+0000 7f78e623e740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x5640af27e8c0 con 0x5640af327a00 2024-04-26T01:51:09.460 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.443+0000 7f78e0a00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5640af31d140 0x5640af3274c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:09.460 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.443+0000 7f78e1400640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640af31c820 0x5640af31cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:09.460 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.443+0000 7f78e1400640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640af31c820 0x5640af31cc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:55490/0 (socket says 172.21.15.46:55490) 2024-04-26T01:51:09.460 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.443+0000 7f78dbe00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5640af327a00 0x5640af329df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:09.460 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.443+0000 7f78e0a00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5640af31d140 0x5640af3274c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39270/0 (socket says 172.21.15.46:39270) 2024-04-26T01:51:09.460 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.443+0000 7f78e1400640 1 -- 172.21.15.46:0/2615235037 learned_addr learned my addr 172.21.15.46:0/2615235037 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:09.460 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.444+0000 7f78e1400640 1 -- 172.21.15.46:0/2615235037 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5640af327a00 msgr2=0x5640af329df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:09.460 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.444+0000 7f78e1400640 1 --2- 172.21.15.46:0/2615235037 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5640af327a00 0x5640af329df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:09.460 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.444+0000 7f78e1400640 1 -- 172.21.15.46:0/2615235037 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5640af31d140 msgr2=0x5640af3274c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:09.460 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.444+0000 7f78e1400640 1 --2- 172.21.15.46:0/2615235037 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5640af31d140 0x5640af3274c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:09.460 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.444+0000 7f78e1400640 1 -- 172.21.15.46:0/2615235037 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5640aef95210 con 0x5640af31c820 2024-04-26T01:51:09.461 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.444+0000 7f78dbe00640 1 --2- 172.21.15.46:0/2615235037 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5640af327a00 0x5640af329df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:09.461 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.444+0000 7f78d9600640 1 --2- 172.21.15.46:0/3409439631 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f78c40a3ee0 0x7f78c40a63a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:09.461 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.444+0000 7f78d9600640 1 -- 172.21.15.46:0/3409439631 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f78d00d0ec0 con 0x7f78dc1043a0 2024-04-26T01:51:09.461 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.444+0000 7f78e1400640 1 --2- 172.21.15.46:0/2615235037 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640af31c820 0x5640af31cc00 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f78d4009390 tx=0x7f78d40093c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=464aa4f103fc4f5d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:09.461 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.444+0000 7f78e0a00640 1 --2- 172.21.15.46:0/3409439631 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f78c40a3ee0 0x7f78c40a63a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:09.461 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.445+0000 7f78cdc00640 1 -- 172.21.15.46:0/2615235037 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78d4031d40 con 0x5640af31c820 2024-04-26T01:51:09.461 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.445+0000 7f78cdc00640 1 -- 172.21.15.46:0/2615235037 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f78d4036040 con 0x5640af31c820 2024-04-26T01:51:09.461 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.445+0000 7f78cdc00640 1 -- 172.21.15.46:0/2615235037 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78d4004280 con 0x5640af31c820 2024-04-26T01:51:09.461 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.445+0000 7f78e623e740 1 -- 172.21.15.46:0/2615235037 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640af31c820 msgr2=0x5640af31cc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:09.461 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.445+0000 7f78e0a00640 1 --2- 172.21.15.46:0/3409439631 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f78c40a3ee0 0x7f78c40a63a0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f78d00ce520 tx=0x7f78d00d49d0 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:09.461 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.445+0000 7f78e623e740 1 --2- 172.21.15.46:0/2615235037 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640af31c820 0x5640af31cc00 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f78d4009390 tx=0x7f78d40093c0 comp rx=0 tx=0).stop 2024-04-26T01:51:09.461 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.446+0000 7f78e623e740 1 -- 172.21.15.46:0/2615235037 shutdown_connections 2024-04-26T01:51:09.461 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.446+0000 7f78e623e740 1 --2- 172.21.15.46:0/2615235037 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5640af327a00 0x5640af329df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:09.462 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.446+0000 7f78e623e740 1 --2- 172.21.15.46:0/2615235037 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5640af31d140 0x5640af3274c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:09.462 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.446+0000 7f78e623e740 1 --2- 172.21.15.46:0/2615235037 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640af31c820 0x5640af31cc00 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:09.462 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.446+0000 7f78e623e740 1 -- 172.21.15.46:0/2615235037 >> 172.21.15.46:0/2615235037 conn(0x5640af318d30 msgr2=0x5640af319110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:09.462 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.446+0000 7f78e623e740 1 -- 172.21.15.46:0/2615235037 shutdown_connections 2024-04-26T01:51:09.462 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.446+0000 7f78e623e740 1 -- 172.21.15.46:0/2615235037 wait complete. 2024-04-26T01:51:09.462 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.446+0000 7f78e623e740 1 -- start start 2024-04-26T01:51:09.462 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.446+0000 7f78e623e740 1 Processor -- start 2024-04-26T01:51:09.462 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.447+0000 7f78e623e740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640af31c820 0x5640af3249a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:09.462 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.447+0000 7f78e623e740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5640af31d140 0x5640af324ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:09.462 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.447+0000 7f78e623e740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5640af327a00 0x5640af325420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:09.462 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.447+0000 7f78e623e740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5640af32a5d0 con 0x5640af31d140 2024-04-26T01:51:09.462 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.447+0000 7f78e623e740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x5640af23c310 con 0x5640af31c820 2024-04-26T01:51:09.462 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.447+0000 7f78e623e740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x5640af32a750 con 0x5640af327a00 2024-04-26T01:51:09.463 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.447+0000 7f78e623e740 10 client.0 _ll_register_callbacks cb 0x5640af20acb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:51:09.463 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.447+0000 7f78e1400640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640af31c820 0x5640af3249a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:09.463 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.447+0000 7f78dbe00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5640af31d140 0x5640af324ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:09.463 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.447+0000 7f78e1400640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640af31c820 0x5640af3249a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:55496/0 (socket says 172.21.15.46:55496) 2024-04-26T01:51:09.463 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.447+0000 7f78e1400640 1 -- 172.21.15.46:0/364320895 learned_addr learned my addr 172.21.15.46:0/364320895 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:09.463 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.447+0000 7f78e1400640 1 --2- 172.21.15.46:0/364320895 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5640af327a00 0x5640af325420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:09.463 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.448+0000 7f78dbe00640 1 -- 172.21.15.46:0/364320895 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5640af327a00 msgr2=0x5640af325420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:09.463 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.448+0000 7f78dbe00640 1 --2- 172.21.15.46:0/364320895 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5640af327a00 0x5640af325420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:09.463 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.448+0000 7f78dbe00640 1 -- 172.21.15.46:0/364320895 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640af31c820 msgr2=0x5640af3249a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:09.463 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.448+0000 7f78dbe00640 1 --2- 172.21.15.46:0/364320895 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640af31c820 0x5640af3249a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:09.463 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.448+0000 7f78dbe00640 1 -- 172.21.15.46:0/364320895 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5640af061620 con 0x5640af31d140 2024-04-26T01:51:09.463 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.448+0000 7f78e1400640 1 --2- 172.21.15.46:0/364320895 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5640af327a00 0x5640af325420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:51:09.463 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.448+0000 7f78dbe00640 1 --2- 172.21.15.46:0/364320895 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5640af31d140 0x5640af324ee0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f78dc19bfc0 tx=0x7f78c8012aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1f156a5ef1dc84b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:09.464 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.448+0000 7f78c2000640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2024-04-26T01:51:09.464 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.448+0000 7f78c2000640 1 -- 172.21.15.46:0/364320895 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78c8004030 con 0x5640af31d140 2024-04-26T01:51:09.464 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.448+0000 7f78e623e740 1 -- 172.21.15.46:0/364320895 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f78d4036040 con 0x5640af31d140 2024-04-26T01:51:09.464 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.448+0000 7f78c2000640 1 -- 172.21.15.46:0/364320895 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f78c80041d0 con 0x5640af31d140 2024-04-26T01:51:09.464 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.449+0000 7f78c2000640 1 -- 172.21.15.46:0/364320895 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f78c80043d0 con 0x5640af31d140 2024-04-26T01:51:09.464 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.449+0000 7f78e623e740 10 client.15105 fetch_fsmap learned FSMap version 29 2024-04-26T01:51:09.464 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.449+0000 7f78e623e740 1 -- 172.21.15.46:0/364320895 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5640af3368f0 con 0x5640af31d140 2024-04-26T01:51:09.464 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.449+0000 7f78c2000640 1 -- 172.21.15.46:0/364320895 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f78d4036040 con 0x5640af31d140 2024-04-26T01:51:09.464 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.449+0000 7f78c2000640 1 -- 172.21.15.46:0/364320895 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f78c800f710 con 0x5640af31d140 2024-04-26T01:51:09.464 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.449+0000 7f78e623e740 10 client.15105 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:51:09.464 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.449+0000 7f78e623e740 10 client.15105 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:51:09.464 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.449+0000 7f78e623e740 20 client.15105 populate_metadata read hostname 'smithi046' 2024-04-26T01:51:09.464 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.449+0000 7f78e623e740 1 --2- 172.21.15.46:0/364320895 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x5640af337db0 0x5640af33a210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:09.464 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.449+0000 7f78e623e740 4 client.15105 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:51:09.465 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.449+0000 7f78e623e740 1 -- 172.21.15.46:0/364320895 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5640af2968b0 con 0x5640af337db0 2024-04-26T01:51:09.465 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.450+0000 7f78e1400640 1 --2- 172.21.15.46:0/364320895 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x5640af337db0 0x5640af33a210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:09.465 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.450+0000 7f78e1400640 1 --2- 172.21.15.46:0/364320895 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x5640af337db0 0x5640af33a210 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7bdde38e599779fe server_cookie=fca068d11c055654 in_seq=0 out_seq=0 2024-04-26T01:51:09.465 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.450+0000 7f78c2000640 10 client.15105 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:51:09.465 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.451+0000 7f78c2000640 1 -- 172.21.15.46:0/364320895 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5640af2968b0 con 0x5640af337db0 2024-04-26T01:51:09.465 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.451+0000 7f78c2000640 10 client.15105 handle_command_reply: tid=0 2024-04-26T01:51:09.465 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.451+0000 7f78e623e740 1 client.15105 shutdown 2024-04-26T01:51:09.465 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.451+0000 7f78e623e740 1 -- 172.21.15.46:0/364320895 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5640af31d140 msgr2=0x5640af324ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:09.465 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.451+0000 7f78e623e740 1 --2- 172.21.15.46:0/364320895 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5640af31d140 0x5640af324ee0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f78dc19bfc0 tx=0x7f78c8012aa0 comp rx=0 tx=0).stop 2024-04-26T01:51:09.465 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.452+0000 7f78e623e740 1 -- 172.21.15.46:0/364320895 shutdown_connections 2024-04-26T01:51:09.465 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.452+0000 7f78e623e740 1 --2- 172.21.15.46:0/364320895 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x5640af337db0 0x5640af33a210 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:09.465 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.452+0000 7f78e623e740 1 --2- 172.21.15.46:0/364320895 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5640af327a00 0x5640af325420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:09.465 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.452+0000 7f78e623e740 1 --2- 172.21.15.46:0/364320895 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5640af31d140 0x5640af324ee0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:09.466 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.452+0000 7f78e623e740 1 --2- 172.21.15.46:0/364320895 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640af31c820 0x5640af3249a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:09.466 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.452+0000 7f78c2000640 0 client.15105 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:51:09.466 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.452+0000 7f78e623e740 1 -- 172.21.15.46:0/364320895 >> 172.21.15.46:0/364320895 conn(0x5640af318d30 msgr2=0x5640af31eab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:09.466 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.452+0000 7f78e623e740 1 -- 172.21.15.46:0/364320895 shutdown_connections 2024-04-26T01:51:09.466 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.452+0000 7f78e623e740 1 -- 172.21.15.46:0/364320895 wait complete. 2024-04-26T01:51:09.466 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.452+0000 7f78e623e740 20 client.15105 trim_cache size 0 max 16384 2024-04-26T01:51:09.469 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.470+0000 7f78e623e740 1 Processor -- start 2024-04-26T01:51:09.469 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.470+0000 7f78e623e740 1 -- start start 2024-04-26T01:51:09.469 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.470+0000 7f78e623e740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5640af31c820 0x5640af333490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:09.469 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.470+0000 7f78e623e740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640af31d140 0x5640af3251f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:09.469 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.470+0000 7f78e623e740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5640af327a00 0x5640af33fb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:09.470 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.470+0000 7f78e623e740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f78dc1afe10 con 0x5640af327a00 2024-04-26T01:51:09.470 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.470+0000 7f78e623e740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f78dc1b1950 con 0x5640af31d140 2024-04-26T01:51:09.470 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.470+0000 7f78e623e740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f78dc1b04e0 con 0x5640af31c820 2024-04-26T01:51:09.471 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.471+0000 7f78e1400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5640af327a00 0x5640af33fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:09.471 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.471+0000 7f78e1400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5640af327a00 0x5640af33fb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39294/0 (socket says 172.21.15.46:39294) 2024-04-26T01:51:09.471 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.471+0000 7f78e1400640 1 -- 172.21.15.46:0/1487786667 learned_addr learned my addr 172.21.15.46:0/1487786667 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:09.471 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.471+0000 7f78e1400640 1 --2- 172.21.15.46:0/1487786667 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5640af31c820 0x5640af333490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:09.471 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.471+0000 7f78dbe00640 1 --2- 172.21.15.46:0/1487786667 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640af31d140 0x5640af3251f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:09.471 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.471+0000 7f78e1400640 1 -- 172.21.15.46:0/1487786667 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5640af31c820 msgr2=0x5640af333490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:09.471 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.471+0000 7f78e1400640 1 --2- 172.21.15.46:0/1487786667 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5640af31c820 0x5640af333490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:09.471 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.471+0000 7f78e1400640 1 -- 172.21.15.46:0/1487786667 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640af31d140 msgr2=0x5640af3251f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:09.472 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.471+0000 7f78e1400640 1 --2- 172.21.15.46:0/1487786667 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640af31d140 0x5640af3251f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:09.472 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.471+0000 7f78e1400640 1 -- 172.21.15.46:0/1487786667 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5640af323950 con 0x5640af327a00 2024-04-26T01:51:09.472 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.472+0000 7f78e1400640 1 --2- 172.21.15.46:0/1487786667 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5640af327a00 0x5640af33fb20 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f78d4005cc0 tx=0x7f78d402a8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6457a269d9729e2a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:09.472 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.472+0000 7f78cd200640 1 -- 172.21.15.46:0/1487786667 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78d4031450 con 0x5640af327a00 2024-04-26T01:51:09.472 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.472+0000 7f78cd200640 1 -- 172.21.15.46:0/1487786667 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f78d4036070 con 0x5640af327a00 2024-04-26T01:51:09.472 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.472+0000 7f78cd200640 1 -- 172.21.15.46:0/1487786667 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78d4058420 con 0x5640af327a00 2024-04-26T01:51:09.474 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.473+0000 7f78e623e740 1 -- 172.21.15.46:0/1487786667 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5640af327a00 msgr2=0x5640af33fb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:09.474 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.473+0000 7f78e623e740 1 --2- 172.21.15.46:0/1487786667 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5640af327a00 0x5640af33fb20 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f78d4005cc0 tx=0x7f78d402a8c0 comp rx=0 tx=0).stop 2024-04-26T01:51:09.474 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.473+0000 7f78e623e740 1 -- 172.21.15.46:0/1487786667 shutdown_connections 2024-04-26T01:51:09.474 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.473+0000 7f78e623e740 1 --2- 172.21.15.46:0/1487786667 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5640af327a00 0x5640af33fb20 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:09.474 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.473+0000 7f78e623e740 1 --2- 172.21.15.46:0/1487786667 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640af31d140 0x5640af3251f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:09.474 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.473+0000 7f78e623e740 1 --2- 172.21.15.46:0/1487786667 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5640af31c820 0x5640af333490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:09.474 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.473+0000 7f78e623e740 1 -- 172.21.15.46:0/1487786667 >> 172.21.15.46:0/1487786667 conn(0x5640af318d30 msgr2=0x5640af319110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:09.474 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.473+0000 7f78e623e740 1 -- 172.21.15.46:0/1487786667 shutdown_connections 2024-04-26T01:51:09.474 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.473+0000 7f78e623e740 1 -- 172.21.15.46:0/1487786667 wait complete. 2024-04-26T01:51:09.474 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.474+0000 7f78e623e740 1 -- start start 2024-04-26T01:51:09.475 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.474+0000 7f78e623e740 1 Processor -- start 2024-04-26T01:51:09.475 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.474+0000 7f78e623e740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640af31c820 0x5640af32d470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:09.475 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.474+0000 7f78e623e740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5640af31d140 0x5640af32d9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:09.475 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.474+0000 7f78e623e740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5640af327a00 0x5640af32def0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:09.475 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.474+0000 7f78e623e740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f78dc1b1280 con 0x5640af31d140 2024-04-26T01:51:09.475 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.474+0000 7f78e623e740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f78dc1b0bb0 con 0x5640af31c820 2024-04-26T01:51:09.475 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.474+0000 7f78e623e740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f78dc1addf0 con 0x5640af327a00 2024-04-26T01:51:09.475 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.474+0000 7f78e623e740 10 client.0 _ll_register_callbacks cb 0x7f78c8009dc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:51:09.475 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.475+0000 7f78dbe00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5640af31d140 0x5640af32d9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:09.475 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.475+0000 7f78e1400640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640af31c820 0x5640af32d470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:09.475 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.475+0000 7f78dbe00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5640af31d140 0x5640af32d9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39300/0 (socket says 172.21.15.46:39300) 2024-04-26T01:51:09.475 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.475+0000 7f78dbe00640 1 -- 172.21.15.46:0/3311268982 learned_addr learned my addr 172.21.15.46:0/3311268982 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:09.475 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.475+0000 7f78e1400640 1 --2- 172.21.15.46:0/3311268982 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5640af327a00 0x5640af32def0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:09.475 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.475+0000 7f78dbe00640 1 -- 172.21.15.46:0/3311268982 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5640af327a00 msgr2=0x5640af32def0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:09.476 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.475+0000 7f78dbe00640 1 --2- 172.21.15.46:0/3311268982 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5640af327a00 0x5640af32def0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:09.476 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.475+0000 7f78dbe00640 1 -- 172.21.15.46:0/3311268982 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640af31c820 msgr2=0x5640af32d470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:09.476 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.475+0000 7f78dbe00640 1 --2- 172.21.15.46:0/3311268982 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640af31c820 0x5640af32d470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:09.476 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.475+0000 7f78dbe00640 1 -- 172.21.15.46:0/3311268982 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5640af39d450 con 0x5640af31d140 2024-04-26T01:51:09.479 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.475+0000 7f78dbe00640 1 --2- 172.21.15.46:0/3311268982 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5640af31d140 0x5640af32d9b0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x5640af325f70 tx=0x7f78c8009fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5c762e45340ef53 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:09.479 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.475+0000 7f78c2000640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2024-04-26T01:51:09.479 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.476+0000 7f78c2000640 1 -- 172.21.15.46:0/3311268982 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78c8029040 con 0x5640af31d140 2024-04-26T01:51:09.479 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.476+0000 7f78c2000640 1 -- 172.21.15.46:0/3311268982 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f78c800f4e0 con 0x5640af31d140 2024-04-26T01:51:09.480 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.476+0000 7f78e623e740 1 -- 172.21.15.46:0/3311268982 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f78d4036070 con 0x5640af31d140 2024-04-26T01:51:09.480 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.476+0000 7f78c2000640 1 -- 172.21.15.46:0/3311268982 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f78c800f6e0 con 0x5640af31d140 2024-04-26T01:51:09.480 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.476+0000 7f78e623e740 10 client.15111 fetch_fsmap learned FSMap version 29 2024-04-26T01:51:09.480 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.476+0000 7f78e623e740 1 -- 172.21.15.46:0/3311268982 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5640af39e750 con 0x5640af31d140 2024-04-26T01:51:09.480 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.476+0000 7f78c2000640 1 -- 172.21.15.46:0/3311268982 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f78d4036070 con 0x5640af31d140 2024-04-26T01:51:09.480 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.477+0000 7f78c2000640 1 -- 172.21.15.46:0/3311268982 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f78c8010430 con 0x5640af31d140 2024-04-26T01:51:09.480 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.477+0000 7f78e623e740 10 client.15111 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:51:09.480 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.477+0000 7f78e623e740 10 client.15111 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:51:09.480 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.477+0000 7f78e623e740 20 client.15111 populate_metadata read hostname 'smithi046' 2024-04-26T01:51:09.480 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.477+0000 7f78e623e740 1 --2- 172.21.15.46:0/3311268982 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x5640af39eea0 0x5640af3a12c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:09.480 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.477+0000 7f78e623e740 4 client.15111 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:51:09.480 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.477+0000 7f78e623e740 1 -- 172.21.15.46:0/3311268982 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5640af290320 con 0x5640af39eea0 2024-04-26T01:51:09.480 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.477+0000 7f78e1400640 1 --2- 172.21.15.46:0/3311268982 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x5640af39eea0 0x5640af3a12c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:09.480 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.478+0000 7f78e1400640 1 --2- 172.21.15.46:0/3311268982 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x5640af39eea0 0x5640af3a12c0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e43bd2f5964257b6 server_cookie=bafd2355964405db in_seq=0 out_seq=0 2024-04-26T01:51:09.481 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.478+0000 7f78c2000640 10 client.15111 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:51:09.491 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.491+0000 7f78c2000640 1 -- 172.21.15.46:0/3311268982 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5640af290320 con 0x5640af39eea0 2024-04-26T01:51:09.491 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.491+0000 7f78c2000640 10 client.15111 handle_command_reply: tid=0 2024-04-26T01:51:09.491 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.491+0000 7f78e623e740 1 client.15111 shutdown 2024-04-26T01:51:09.491 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.491+0000 7f78e623e740 1 -- 172.21.15.46:0/3311268982 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5640af31d140 msgr2=0x5640af32d9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:09.491 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.491+0000 7f78e623e740 1 --2- 172.21.15.46:0/3311268982 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5640af31d140 0x5640af32d9b0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x5640af325f70 tx=0x7f78c8009fd0 comp rx=0 tx=0).stop 2024-04-26T01:51:09.491 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.491+0000 7f78e623e740 1 -- 172.21.15.46:0/3311268982 shutdown_connections 2024-04-26T01:51:09.491 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.491+0000 7f78e623e740 1 --2- 172.21.15.46:0/3311268982 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x5640af39eea0 0x5640af3a12c0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:09.491 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.491+0000 7f78e623e740 1 --2- 172.21.15.46:0/3311268982 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5640af327a00 0x5640af32def0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:09.491 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.491+0000 7f78e623e740 1 --2- 172.21.15.46:0/3311268982 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5640af31d140 0x5640af32d9b0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:09.491 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.491+0000 7f78e623e740 1 --2- 172.21.15.46:0/3311268982 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640af31c820 0x5640af32d470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:09.491 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.491+0000 7f78c2000640 0 client.15111 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:51:09.492 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.491+0000 7f78e623e740 1 -- 172.21.15.46:0/3311268982 >> 172.21.15.46:0/3311268982 conn(0x5640af318d30 msgr2=0x5640af31ea30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:09.492 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.492+0000 7f78e623e740 1 -- 172.21.15.46:0/3311268982 shutdown_connections 2024-04-26T01:51:09.492 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.492+0000 7f78e623e740 1 -- 172.21.15.46:0/3311268982 wait complete. 2024-04-26T01:51:09.492 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.492+0000 7f78e623e740 20 client.15111 trim_cache size 0 max 16384 2024-04-26T01:51:09.492 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:{ 2024-04-26T01:51:09.492 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "message": "", 2024-04-26T01:51:09.492 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "return_code": 0 2024-04-26T01:51:09.492 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:} 2024-04-26T01:51:09.493 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.493+0000 7f78e3400640 1 -- 172.21.15.46:0/3409439631 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f78c40a3ee0 msgr2=0x7f78c40a63a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:09.493 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.493+0000 7f78e3400640 1 --2- 172.21.15.46:0/3409439631 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f78c40a3ee0 0x7f78c40a63a0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f78d00ce520 tx=0x7f78d00d49d0 comp rx=0 tx=0).stop 2024-04-26T01:51:09.493 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.493+0000 7f78e3400640 1 -- 172.21.15.46:0/3409439631 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f78dc1043a0 msgr2=0x7f78dc1a06b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:09.493 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.493+0000 7f78e3400640 1 --2- 172.21.15.46:0/3409439631 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f78dc1043a0 0x7f78dc1a06b0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f78d000e9f0 tx=0x7f78d000eeb0 comp rx=0 tx=0).stop 2024-04-26T01:51:09.493 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.493+0000 7f78e3400640 1 -- 172.21.15.46:0/3409439631 shutdown_connections 2024-04-26T01:51:09.493 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.493+0000 7f78e3400640 1 --2- 172.21.15.46:0/3409439631 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f78c40a3ee0 0x7f78c40a63a0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:09.493 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.493+0000 7f78e3400640 1 --2- 172.21.15.46:0/3409439631 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f78dc19a770 0x7f78dc19abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:09.493 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.493+0000 7f78e3400640 1 --2- 172.21.15.46:0/3409439631 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f78dc109470 0x7f78dc1a0bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:09.493 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.493+0000 7f78e3400640 1 --2- 172.21.15.46:0/3409439631 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f78dc1043a0 0x7f78dc1a06b0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:09.494 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.493+0000 7f78e3400640 1 -- 172.21.15.46:0/3409439631 >> 172.21.15.46:0/3409439631 conn(0x7f78dc0ffc40 msgr2=0x7f78dc100600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:09.494 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.493+0000 7f78e3400640 1 -- 172.21.15.46:0/3409439631 shutdown_connections 2024-04-26T01:51:09.494 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:09.493+0000 7f78e3400640 1 -- 172.21.15.46:0/3409439631 wait complete. 2024-04-26T01:51:10.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:10.916+0000 7f6ebe200700 1 -- 172.21.15.46:0/2331730 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6eb806b0f0 msgr2=0x7f6eb810f900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:10.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:10.916+0000 7f6ebe200700 1 --2- 172.21.15.46:0/2331730 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6eb806b0f0 0x7f6eb810f900 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f6eb0009f90 tx=0x7f6eb000b330 comp rx=0 tx=0).stop 2024-04-26T01:51:10.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:10.917+0000 7f6ebe200700 1 -- 172.21.15.46:0/2331730 shutdown_connections 2024-04-26T01:51:10.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:10.917+0000 7f6ebe200700 1 --2- 172.21.15.46:0/2331730 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6eb806b0f0 0x7f6eb810f900 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:10.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:10.917+0000 7f6ebe200700 1 --2- 172.21.15.46:0/2331730 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6eb8108a30 0x7f6eb8108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:10.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:10.917+0000 7f6ebe200700 1 --2- 172.21.15.46:0/2331730 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6eb806a750 0x7f6eb806abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:10.917 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:10.917+0000 7f6ebe200700 1 -- 172.21.15.46:0/2331730 >> 172.21.15.46:0/2331730 conn(0x7f6eb80788f0 msgr2=0x7f6eb8078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:10.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:10.917+0000 7f6ebe200700 1 -- 172.21.15.46:0/2331730 shutdown_connections 2024-04-26T01:51:10.918 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:10.917+0000 7f6ebe200700 1 -- 172.21.15.46:0/2331730 wait complete. 2024-04-26T01:51:10.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:10.918+0000 7f6ebe200700 1 Processor -- start 2024-04-26T01:51:10.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:10.918+0000 7f6ebe200700 1 -- start start 2024-04-26T01:51:10.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:10.919+0000 7f6ebe200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6eb806a750 0x7f6eb819b390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:10.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:10.919+0000 7f6ebe200700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6eb806b0f0 0x7f6eb819b8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:10.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:10.919+0000 7f6ebe200700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6eb8108a30 0x7f6eb819fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:10.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:10.919+0000 7f6ebe200700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f6eb8112de0 con 0x7f6eb806a750 2024-04-26T01:51:10.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:10.919+0000 7f6ebe200700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f6eb8112c60 con 0x7f6eb8108a30 2024-04-26T01:51:10.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:10.919+0000 7f6ebe200700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f6eb8112f60 con 0x7f6eb806b0f0 2024-04-26T01:51:10.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:10.919+0000 7f6eb7400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6eb806a750 0x7f6eb819b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:10.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:10.919+0000 7f6eb7400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6eb806a750 0x7f6eb819b390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39316/0 (socket says 172.21.15.46:39316) 2024-04-26T01:51:10.919 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:10.919+0000 7f6eb7400700 1 -- 172.21.15.46:0/2237395790 learned_addr learned my addr 172.21.15.46:0/2237395790 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:10.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:10.919+0000 7f6eb7e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6eb8108a30 0x7f6eb819fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:10.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:10.919+0000 7f6eb6a00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6eb806b0f0 0x7f6eb819b8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:10.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:10.920+0000 7f6eb7e00700 1 -- 172.21.15.46:0/2237395790 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6eb806b0f0 msgr2=0x7f6eb819b8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:10.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:10.920+0000 7f6eb7e00700 1 --2- 172.21.15.46:0/2237395790 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6eb806b0f0 0x7f6eb819b8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:10.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:10.920+0000 7f6eb7e00700 1 -- 172.21.15.46:0/2237395790 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6eb806a750 msgr2=0x7f6eb819b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:10.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:10.920+0000 7f6eb7e00700 1 --2- 172.21.15.46:0/2237395790 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6eb806a750 0x7f6eb819b390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:10.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:10.920+0000 7f6eb7e00700 1 -- 172.21.15.46:0/2237395790 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6eb81a03a0 con 0x7f6eb8108a30 2024-04-26T01:51:10.920 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:10.920+0000 7f6eb7400700 1 --2- 172.21.15.46:0/2237395790 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6eb806a750 0x7f6eb819b390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:10.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:10.920+0000 7f6eb7e00700 1 --2- 172.21.15.46:0/2237395790 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6eb8108a30 0x7f6eb819fc60 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f6eb0009f90 tx=0x7f6eb000cfa0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:10.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:10.921+0000 7f6eafe00700 1 -- 172.21.15.46:0/2237395790 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6eb0021070 con 0x7f6eb8108a30 2024-04-26T01:51:10.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:10.921+0000 7f6eafe00700 1 -- 172.21.15.46:0/2237395790 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6eb001d450 con 0x7f6eb8108a30 2024-04-26T01:51:10.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:10.921+0000 7f6eafe00700 1 -- 172.21.15.46:0/2237395790 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6eb00092e0 con 0x7f6eb8108a30 2024-04-26T01:51:10.921 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:10.921+0000 7f6ebe200700 1 -- 172.21.15.46:0/2237395790 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6eb81a0630 con 0x7f6eb8108a30 2024-04-26T01:51:10.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:10.921+0000 7f6ebe200700 1 -- 172.21.15.46:0/2237395790 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6eb81a7f10 con 0x7f6eb8108a30 2024-04-26T01:51:10.922 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:10.922+0000 7f6ebe200700 1 -- 172.21.15.46:0/2237395790 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6eb8104170 con 0x7f6eb8108a30 2024-04-26T01:51:10.923 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:10.924+0000 7f6eafe00700 1 -- 172.21.15.46:0/2237395790 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 26) ==== 138879+0+0 (secure 0 0 0) 0x7f6eb0024070 con 0x7f6eb8108a30 2024-04-26T01:51:10.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:10.926+0000 7f6eafe00700 1 --2- 172.21.15.46:0/2237395790 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f6e9c0a3ed0 0x7f6e9c0a6390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:10.924 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:10.926+0000 7f6eafe00700 1 -- 172.21.15.46:0/2237395790 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f6eb00d18b0 con 0x7f6eb8108a30 2024-04-26T01:51:10.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:10.926+0000 7f6eb7400700 1 --2- 172.21.15.46:0/2237395790 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f6e9c0a3ed0 0x7f6e9c0a6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:10.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:10.926+0000 7f6eb7400700 1 --2- 172.21.15.46:0/2237395790 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f6e9c0a3ed0 0x7f6e9c0a6390 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f6ea8005950 tx=0x7f6ea8009310 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:10.929 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:10.931+0000 7f6eafe00700 1 -- 172.21.15.46:0/2237395790 <== mon.2 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6eb009dd60 con 0x7f6eb8108a30 2024-04-26T01:51:11.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:10 smithi046 ceph-mon[28013]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 98 KiB/s wr, 65 op/s 2024-04-26T01:51:11.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:10 smithi163 ceph-mon[32592]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 98 KiB/s wr, 65 op/s 2024-04-26T01:51:11.211 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:11.212+0000 7f6ebe200700 1 -- 172.21.15.46:0/2237395790 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6eb819c6f0 con 0x7f6eb8108a30 2024-04-26T01:51:11.212 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:11.214+0000 7f6eafe00700 1 -- 172.21.15.46:0/2237395790 <== mon.2 v2:172.21.15.103:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11943 (secure 0 0 0) 0x7f6eb009d660 con 0x7f6eb8108a30 2024-04-26T01:51:11.212 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:51:11.212 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14391,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/3599447924","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":3599447924},{"type":"v1","addr":"172.21.15.46:6839","nonce":3599447924}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6833/1782107626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":1782107626},{"type":"v1","addr":"172.21.15.103:6833","nonce":1782107626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:46:33.259216+0000","modified":"2024-04-26T01:50:52.976230+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24530,"mds_1":24524,"mds_2":24511,"mds_3":24496,"mds_4":24488},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24448":{"gid":24448,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6833/3674154522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6832","nonce":3674154522},{"type":"v1","addr":"172.21.15.163:6833","nonce":3674154522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"d","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6837/2284069014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":2284069014},{"type":"v1","addr":"172.21.15.46:6837","nonce":2284069014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"j","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6835/441878789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":441878789},{"type":"v1","addr":"172.21.15.46:6835","nonce":441878789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/2093120942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":2093120942},{"type":"v1","addr":"172.21.15.103:6835","nonce":2093120942}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6835/3496224673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6834","nonce":3496224673},{"type":"v1","addr":"172.21.15.163:6835","nonce":3496224673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"h","rank":4,"incarnation":24,"state":"up:active","state_seq":16,"addr":"172.21.15.103:6837/356151155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":356151155},{"type":"v1","addr":"172.21.15.103:6837","nonce":356151155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":16,"addr":"172.21.15.163:6837/3255035214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6836","nonce":3255035214},{"type":"v1","addr":"172.21.15.163:6837","nonce":3255035214}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.163:6839/1457170931","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6838","nonce":1457170931},{"type":"v1","addr":"172.21.15.163:6839","nonce":1457170931}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"a","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.46:6841/1857491842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":1857491842},{"type":"v1","addr":"172.21.15.46:6841","nonce":1857491842}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.103:6839/4045492459","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":4045492459},{"type":"v1","addr":"172.21.15.103:6839","nonce":4045492459}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24496,24524,24511,24488,24530]},"id":1}]} 2024-04-26T01:51:11.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:11.217+0000 7f6ebe200700 1 -- 172.21.15.46:0/2237395790 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f6e9c0a3ed0 msgr2=0x7f6e9c0a6390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:11.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:11.217+0000 7f6ebe200700 1 --2- 172.21.15.46:0/2237395790 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f6e9c0a3ed0 0x7f6e9c0a6390 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f6ea8005950 tx=0x7f6ea8009310 comp rx=0 tx=0).stop 2024-04-26T01:51:11.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:11.217+0000 7f6ebe200700 1 -- 172.21.15.46:0/2237395790 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6eb8108a30 msgr2=0x7f6eb819fc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:11.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:11.217+0000 7f6ebe200700 1 --2- 172.21.15.46:0/2237395790 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6eb8108a30 0x7f6eb819fc60 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f6eb0009f90 tx=0x7f6eb000cfa0 comp rx=0 tx=0).stop 2024-04-26T01:51:11.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:11.217+0000 7f6ebe200700 1 -- 172.21.15.46:0/2237395790 shutdown_connections 2024-04-26T01:51:11.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:11.217+0000 7f6ebe200700 1 --2- 172.21.15.46:0/2237395790 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f6e9c0a3ed0 0x7f6e9c0a6390 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:11.215 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:11.217+0000 7f6ebe200700 1 --2- 172.21.15.46:0/2237395790 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6eb8108a30 0x7f6eb819fc60 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:11.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:11.217+0000 7f6ebe200700 1 --2- 172.21.15.46:0/2237395790 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6eb806a750 0x7f6eb819b390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:11.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:11.217+0000 7f6ebe200700 1 --2- 172.21.15.46:0/2237395790 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6eb806b0f0 0x7f6eb819b8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:11.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:11.217+0000 7f6ebe200700 1 -- 172.21.15.46:0/2237395790 >> 172.21.15.46:0/2237395790 conn(0x7f6eb80788f0 msgr2=0x7f6eb810ddd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:11.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:11.217+0000 7f6ebe200700 1 -- 172.21.15.46:0/2237395790 shutdown_connections 2024-04-26T01:51:11.216 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:11.217+0000 7f6ebe200700 1 -- 172.21.15.46:0/2237395790 wait complete. 2024-04-26T01:51:11.217 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 29 2024-04-26T01:51:11.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:10 smithi103 ceph-mon[32920]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 98 KiB/s wr, 65 op/s 2024-04-26T01:51:12.038 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:51:12.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:11 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/2237395790' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:51:12.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:11 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/2237395790' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:51:12.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:11 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/2237395790' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:51:12.518 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:51:13.009 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:12 smithi046 ceph-mon[28013]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 99 KiB/s wr, 68 op/s 2024-04-26T01:51:13.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:12 smithi103 ceph-mon[32920]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 99 KiB/s wr, 68 op/s 2024-04-26T01:51:13.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:12 smithi163 ceph-mon[32592]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 99 KiB/s wr, 68 op/s 2024-04-26T01:51:14.256 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:13 smithi046 ceph-mon[28013]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T01:51:14.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:13 smithi103 ceph-mon[32920]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T01:51:14.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:13 smithi163 ceph-mon[32592]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-26T01:51:14.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:14.821+0000 7ff4b8600700 1 -- 172.21.15.46:0/878596871 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff4b0109c80 msgr2=0x7ff4b010dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:14.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:14.821+0000 7ff4b8600700 1 --2- 172.21.15.46:0/878596871 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff4b0109c80 0x7ff4b010dcd0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7ff49c0099c0 tx=0x7ff49c009cd0 comp rx=0 tx=0).stop 2024-04-26T01:51:14.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:14.821+0000 7ff4b8600700 1 -- 172.21.15.46:0/878596871 shutdown_connections 2024-04-26T01:51:14.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:14.821+0000 7ff4b8600700 1 --2- 172.21.15.46:0/878596871 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff4b010e3b0 0x7ff4b0115f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:14.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:14.821+0000 7ff4b8600700 1 --2- 172.21.15.46:0/878596871 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff4b01092d0 0x7ff4b01096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:14.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:14.821+0000 7ff4b8600700 1 --2- 172.21.15.46:0/878596871 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff4b0109c80 0x7ff4b010dcd0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:14.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:14.822+0000 7ff4b8600700 1 -- 172.21.15.46:0/878596871 >> 172.21.15.46:0/878596871 conn(0x7ff4b0076210 msgr2=0x7ff4b0078630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:14.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:14.822+0000 7ff4b8600700 1 -- 172.21.15.46:0/878596871 shutdown_connections 2024-04-26T01:51:14.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:14.822+0000 7ff4b8600700 1 -- 172.21.15.46:0/878596871 wait complete. 2024-04-26T01:51:14.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:14.823+0000 7ff4b8600700 1 Processor -- start 2024-04-26T01:51:14.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:14.823+0000 7ff4b8600700 1 -- start start 2024-04-26T01:51:14.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:14.823+0000 7ff4b8600700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff4b01092d0 0x7ff4b01a55b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:14.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:14.823+0000 7ff4b8600700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff4b0109c80 0x7ff4b01a5af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:14.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:14.823+0000 7ff4b8600700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff4b010e3b0 0x7ff4b019f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:14.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:14.824+0000 7ff4b8600700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff4b01193b0 con 0x7ff4b01092d0 2024-04-26T01:51:14.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:14.824+0000 7ff4b8600700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7ff4b0119230 con 0x7ff4b0109c80 2024-04-26T01:51:14.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:14.824+0000 7ff4b8600700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7ff4b0119530 con 0x7ff4b010e3b0 2024-04-26T01:51:14.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:14.824+0000 7ff4b5c00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff4b01092d0 0x7ff4b01a55b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:14.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:14.824+0000 7ff4b6600700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff4b010e3b0 0x7ff4b019f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:14.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:14.824+0000 7ff4b5c00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff4b01092d0 0x7ff4b01a55b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34956/0 (socket says 172.21.15.46:34956) 2024-04-26T01:51:14.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:14.824+0000 7ff4b5c00700 1 -- 172.21.15.46:0/1030458232 learned_addr learned my addr 172.21.15.46:0/1030458232 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:14.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:14.824+0000 7ff4b5200700 1 --2- 172.21.15.46:0/1030458232 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff4b0109c80 0x7ff4b01a5af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:14.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:14.824+0000 7ff4b5c00700 1 -- 172.21.15.46:0/1030458232 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff4b010e3b0 msgr2=0x7ff4b019f6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:14.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:14.824+0000 7ff4b5c00700 1 --2- 172.21.15.46:0/1030458232 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff4b010e3b0 0x7ff4b019f6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:14.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:14.824+0000 7ff4b5c00700 1 -- 172.21.15.46:0/1030458232 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff4b0109c80 msgr2=0x7ff4b01a5af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:14.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:14.824+0000 7ff4b5c00700 1 --2- 172.21.15.46:0/1030458232 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff4b0109c80 0x7ff4b01a5af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:14.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:14.824+0000 7ff4b5c00700 1 -- 172.21.15.46:0/1030458232 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4b019ffb0 con 0x7ff4b01092d0 2024-04-26T01:51:14.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:14.824+0000 7ff4b6600700 1 --2- 172.21.15.46:0/1030458232 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff4b010e3b0 0x7ff4b019f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:14.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:14.825+0000 7ff4b5c00700 1 --2- 172.21.15.46:0/1030458232 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff4b01092d0 0x7ff4b01a55b0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7ff4a400eb30 tx=0x7ff4a400ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:14.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:14.825+0000 7ff4ae000700 1 -- 172.21.15.46:0/1030458232 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4a400cbd0 con 0x7ff4b01092d0 2024-04-26T01:51:14.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:14.825+0000 7ff4ae000700 1 -- 172.21.15.46:0/1030458232 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff4a40044f0 con 0x7ff4b01092d0 2024-04-26T01:51:14.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:14.825+0000 7ff4b8600700 1 -- 172.21.15.46:0/1030458232 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4b01a02a0 con 0x7ff4b01092d0 2024-04-26T01:51:14.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:14.825+0000 7ff4ae000700 1 -- 172.21.15.46:0/1030458232 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4a4010430 con 0x7ff4b01092d0 2024-04-26T01:51:14.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:14.825+0000 7ff4b8600700 1 -- 172.21.15.46:0/1030458232 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4b01ac530 con 0x7ff4b01092d0 2024-04-26T01:51:14.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:14.826+0000 7ff4b8600700 1 -- 172.21.15.46:0/1030458232 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4b010a7b0 con 0x7ff4b01092d0 2024-04-26T01:51:14.827 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:14.829+0000 7ff4ae000700 1 -- 172.21.15.46:0/1030458232 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 26) ==== 138879+0+0 (secure 0 0 0) 0x7ff4a4003ed0 con 0x7ff4b01092d0 2024-04-26T01:51:14.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:14.830+0000 7ff4ae000700 1 --2- 172.21.15.46:0/1030458232 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7ff4980a3f50 0x7ff4980a6410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:14.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:14.830+0000 7ff4ae000700 1 -- 172.21.15.46:0/1030458232 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7ff4a40d0d00 con 0x7ff4b01092d0 2024-04-26T01:51:14.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:14.830+0000 7ff4b5200700 1 --2- 172.21.15.46:0/1030458232 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7ff4980a3f50 0x7ff4980a6410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:14.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:14.831+0000 7ff4b5200700 1 --2- 172.21.15.46:0/1030458232 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7ff4980a3f50 0x7ff4980a6410 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7ff49c000c00 tx=0x7ff49c005fb0 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:14.833 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:14.835+0000 7ff4ae000700 1 -- 172.21.15.46:0/1030458232 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff4a409d1f0 con 0x7ff4b01092d0 2024-04-26T01:51:15.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:15.117+0000 7ff4b8600700 1 -- 172.21.15.46:0/1030458232 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff4b01a0bb0 con 0x7ff4b01092d0 2024-04-26T01:51:15.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:15.119+0000 7ff4ae000700 1 -- 172.21.15.46:0/1030458232 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11943 (secure 0 0 0) 0x7ff4a409caf0 con 0x7ff4b01092d0 2024-04-26T01:51:15.118 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:51:15.118 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14391,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/3599447924","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":3599447924},{"type":"v1","addr":"172.21.15.46:6839","nonce":3599447924}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6833/1782107626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":1782107626},{"type":"v1","addr":"172.21.15.103:6833","nonce":1782107626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:46:33.259216+0000","modified":"2024-04-26T01:50:52.976230+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24530,"mds_1":24524,"mds_2":24511,"mds_3":24496,"mds_4":24488},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24448":{"gid":24448,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6833/3674154522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6832","nonce":3674154522},{"type":"v1","addr":"172.21.15.163:6833","nonce":3674154522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"d","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6837/2284069014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":2284069014},{"type":"v1","addr":"172.21.15.46:6837","nonce":2284069014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"j","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6835/441878789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":441878789},{"type":"v1","addr":"172.21.15.46:6835","nonce":441878789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/2093120942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":2093120942},{"type":"v1","addr":"172.21.15.103:6835","nonce":2093120942}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6835/3496224673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6834","nonce":3496224673},{"type":"v1","addr":"172.21.15.163:6835","nonce":3496224673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"h","rank":4,"incarnation":24,"state":"up:active","state_seq":16,"addr":"172.21.15.103:6837/356151155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":356151155},{"type":"v1","addr":"172.21.15.103:6837","nonce":356151155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":16,"addr":"172.21.15.163:6837/3255035214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6836","nonce":3255035214},{"type":"v1","addr":"172.21.15.163:6837","nonce":3255035214}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.163:6839/1457170931","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6838","nonce":1457170931},{"type":"v1","addr":"172.21.15.163:6839","nonce":1457170931}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"a","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.46:6841/1857491842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":1857491842},{"type":"v1","addr":"172.21.15.46:6841","nonce":1857491842}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.103:6839/4045492459","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":4045492459},{"type":"v1","addr":"172.21.15.103:6839","nonce":4045492459}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24496,24524,24511,24488,24530]},"id":1}]} 2024-04-26T01:51:15.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:15.122+0000 7ff4b8600700 1 -- 172.21.15.46:0/1030458232 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7ff4980a3f50 msgr2=0x7ff4980a6410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:15.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:15.122+0000 7ff4b8600700 1 --2- 172.21.15.46:0/1030458232 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7ff4980a3f50 0x7ff4980a6410 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7ff49c000c00 tx=0x7ff49c005fb0 comp rx=0 tx=0).stop 2024-04-26T01:51:15.120 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:15.122+0000 7ff4b8600700 1 -- 172.21.15.46:0/1030458232 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff4b01092d0 msgr2=0x7ff4b01a55b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:15.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:15.122+0000 7ff4b8600700 1 --2- 172.21.15.46:0/1030458232 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff4b01092d0 0x7ff4b01a55b0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7ff4a400eb30 tx=0x7ff4a400ee40 comp rx=0 tx=0).stop 2024-04-26T01:51:15.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:15.122+0000 7ff4b8600700 1 -- 172.21.15.46:0/1030458232 shutdown_connections 2024-04-26T01:51:15.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:15.122+0000 7ff4b8600700 1 --2- 172.21.15.46:0/1030458232 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7ff4980a3f50 0x7ff4980a6410 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:15.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:15.122+0000 7ff4b8600700 1 --2- 172.21.15.46:0/1030458232 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff4b010e3b0 0x7ff4b019f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:15.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:15.122+0000 7ff4b8600700 1 --2- 172.21.15.46:0/1030458232 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff4b01092d0 0x7ff4b01a55b0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:15.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:15.122+0000 7ff4b8600700 1 --2- 172.21.15.46:0/1030458232 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff4b0109c80 0x7ff4b01a5af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:15.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:15.122+0000 7ff4b8600700 1 -- 172.21.15.46:0/1030458232 >> 172.21.15.46:0/1030458232 conn(0x7ff4b0076210 msgr2=0x7ff4b0078510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:15.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:15.123+0000 7ff4b8600700 1 -- 172.21.15.46:0/1030458232 shutdown_connections 2024-04-26T01:51:15.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:15.123+0000 7ff4b8600700 1 -- 172.21.15.46:0/1030458232 wait complete. 2024-04-26T01:51:15.122 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 29 2024-04-26T01:51:15.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:15 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/1030458232' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:51:15.459 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:15 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/1030458232' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:51:15.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:15 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/1030458232' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:51:16.054 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T01:51:16.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:16 smithi046 ceph-mon[28013]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 25 KiB/s wr, 32 op/s 2024-04-26T01:51:16.520 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:51:16.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:16 smithi103 ceph-mon[32920]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 25 KiB/s wr, 32 op/s 2024-04-26T01:51:16.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:16 smithi163 ceph-mon[32592]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 25 KiB/s wr, 32 op/s 2024-04-26T01:51:18.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.649+0000 7fc1fc000700 1 -- 172.21.15.46:0/1501202832 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc1f4108a50 msgr2=0x7fc1f4108e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:18.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.649+0000 7fc1fc000700 1 --2- 172.21.15.46:0/1501202832 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc1f4108a50 0x7fc1f4108e30 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fc1e8009f90 tx=0x7fc1e800b330 comp rx=0 tx=0).stop 2024-04-26T01:51:18.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.649+0000 7fc1fc000700 1 -- 172.21.15.46:0/1501202832 shutdown_connections 2024-04-26T01:51:18.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.649+0000 7fc1fc000700 1 --2- 172.21.15.46:0/1501202832 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc1f4103450 0x7fc1f410f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:18.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.649+0000 7fc1fc000700 1 --2- 172.21.15.46:0/1501202832 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc1f4108a50 0x7fc1f4108e30 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:18.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.649+0000 7fc1fc000700 1 --2- 172.21.15.46:0/1501202832 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc1f4102a90 0x7fc1f4102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:18.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.649+0000 7fc1fc000700 1 -- 172.21.15.46:0/1501202832 >> 172.21.15.46:0/1501202832 conn(0x7fc1f4079ba0 msgr2=0x7fc1f4079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:18.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.649+0000 7fc1fc000700 1 -- 172.21.15.46:0/1501202832 shutdown_connections 2024-04-26T01:51:18.648 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.649+0000 7fc1fc000700 1 -- 172.21.15.46:0/1501202832 wait complete. 2024-04-26T01:51:18.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.650+0000 7fc1fc000700 1 Processor -- start 2024-04-26T01:51:18.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.651+0000 7fc1fc000700 1 -- start start 2024-04-26T01:51:18.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.651+0000 7fc1fc000700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc1f4102a90 0x7fc1f419b460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:18.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.651+0000 7fc1fc000700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc1f4103450 0x7fc1f419b9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:18.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.651+0000 7fc1fc000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc1f4108a50 0x7fc1f419fd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:18.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.651+0000 7fc1fc000700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fc1f4112d90 con 0x7fc1f4108a50 2024-04-26T01:51:18.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.651+0000 7fc1fc000700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fc1f4112c10 con 0x7fc1f4102a90 2024-04-26T01:51:18.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.651+0000 7fc1fc000700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fc1f4112f10 con 0x7fc1f4103450 2024-04-26T01:51:18.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.651+0000 7fc1f9600700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc1f4102a90 0x7fc1f419b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:18.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.651+0000 7fc1f9600700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc1f4102a90 0x7fc1f419b460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:45910/0 (socket says 172.21.15.46:45910) 2024-04-26T01:51:18.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.651+0000 7fc1f9600700 1 -- 172.21.15.46:0/567406163 learned_addr learned my addr 172.21.15.46:0/567406163 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:18.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.651+0000 7fc1fa000700 1 --2- 172.21.15.46:0/567406163 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc1f4108a50 0x7fc1f419fd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:18.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.652+0000 7fc1f8c00700 1 --2- 172.21.15.46:0/567406163 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc1f4103450 0x7fc1f419b9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:18.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.652+0000 7fc1fa000700 1 -- 172.21.15.46:0/567406163 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc1f4103450 msgr2=0x7fc1f419b9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:18.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.652+0000 7fc1fa000700 1 --2- 172.21.15.46:0/567406163 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc1f4103450 0x7fc1f419b9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:18.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.652+0000 7fc1fa000700 1 -- 172.21.15.46:0/567406163 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc1f4102a90 msgr2=0x7fc1f419b460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:18.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.652+0000 7fc1fa000700 1 --2- 172.21.15.46:0/567406163 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc1f4102a90 0x7fc1f419b460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:18.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.652+0000 7fc1fa000700 1 -- 172.21.15.46:0/567406163 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1f41a0470 con 0x7fc1f4108a50 2024-04-26T01:51:18.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.652+0000 7fc1f8c00700 1 --2- 172.21.15.46:0/567406163 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc1f4103450 0x7fc1f419b9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:18.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.652+0000 7fc1f9600700 1 --2- 172.21.15.46:0/567406163 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc1f4102a90 0x7fc1f419b460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:18.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.652+0000 7fc1fa000700 1 --2- 172.21.15.46:0/567406163 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc1f4108a50 0x7fc1f419fd30 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fc1ec00e940 tx=0x7fc1ec00ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:18.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.653+0000 7fc1f2000700 1 -- 172.21.15.46:0/567406163 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1ec004220 con 0x7fc1f4108a50 2024-04-26T01:51:18.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.653+0000 7fc1f2000700 1 -- 172.21.15.46:0/567406163 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fc1ec004d00 con 0x7fc1f4108a50 2024-04-26T01:51:18.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.653+0000 7fc1f2000700 1 -- 172.21.15.46:0/567406163 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1ec010700 con 0x7fc1f4108a50 2024-04-26T01:51:18.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.653+0000 7fc1fc000700 1 -- 172.21.15.46:0/567406163 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1f41a0760 con 0x7fc1f4108a50 2024-04-26T01:51:18.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.653+0000 7fc1fc000700 1 -- 172.21.15.46:0/567406163 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1f41a7fe0 con 0x7fc1f4108a50 2024-04-26T01:51:18.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.654+0000 7fc1fc000700 1 -- 172.21.15.46:0/567406163 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1f4069730 con 0x7fc1f4108a50 2024-04-26T01:51:18.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.656+0000 7fc1f2000700 1 -- 172.21.15.46:0/567406163 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 26) ==== 138879+0+0 (secure 0 0 0) 0x7fc1ec004750 con 0x7fc1f4108a50 2024-04-26T01:51:18.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.659+0000 7fc1f2000700 1 --2- 172.21.15.46:0/567406163 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fc1dc0a3f50 0x7fc1dc0a6410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:18.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.659+0000 7fc1f2000700 1 -- 172.21.15.46:0/567406163 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fc1ec0d07c0 con 0x7fc1f4108a50 2024-04-26T01:51:18.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.659+0000 7fc1f9600700 1 --2- 172.21.15.46:0/567406163 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fc1dc0a3f50 0x7fc1dc0a6410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:18.658 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.660+0000 7fc1f9600700 1 --2- 172.21.15.46:0/567406163 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fc1dc0a3f50 0x7fc1dc0a6410 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fc1e800b6c0 tx=0x7fc1e8009510 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:18.659 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.662+0000 7fc1f2000700 1 -- 172.21.15.46:0/567406163 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc1ec052ff0 con 0x7fc1f4108a50 2024-04-26T01:51:18.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:18 smithi046 ceph-mon[28013]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 2.4 KiB/s wr, 12 op/s 2024-04-26T01:51:18.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:18 smithi103 ceph-mon[32920]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 2.4 KiB/s wr, 12 op/s 2024-04-26T01:51:18.898 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.900+0000 7fc1fc000700 1 -- 172.21.15.46:0/567406163 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc1f41a82d0 con 0x7fc1f4108a50 2024-04-26T01:51:18.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.904+0000 7fc1f2000700 1 -- 172.21.15.46:0/567406163 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v92) ==== 74+0+23053 (secure 0 0 0) 0x7fc1ec09cbe0 con 0x7fc1f4108a50 2024-04-26T01:51:18.903 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:51:18.903 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":92,"fsid":"4e298560-036d-11ef-bc93-c7b262605968","created":"2024-04-26T01:36:51.789921+0000","modified":"2024-04-26T01:50:53.415313+0000","last_up_change":"2024-04-26T01:45:13.269142+0000","last_in_change":"2024-04-26T01:44:53.812099+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T01:40:53.363826+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T01:46:24.277738+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T01:46:29.225616+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8fb81e1c-2c24-45c9-89fd-896ec37fedb6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":1705061833},{"type":"v1","addr":"172.21.15.46:6803","nonce":1705061833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":1705061833},{"type":"v1","addr":"172.21.15.46:6805","nonce":1705061833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1705061833},{"type":"v1","addr":"172.21.15.46:6809","nonce":1705061833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":1705061833},{"type":"v1","addr":"172.21.15.46:6807","nonce":1705061833}]},"public_addr":"172.21.15.46:6803/1705061833","cluster_addr":"172.21.15.46:6805/1705061833","heartbeat_back_addr":"172.21.15.46:6809/1705061833","heartbeat_front_addr":"172.21.15.46:6807/1705061833","state":["exists","up"]},{"osd":1,"uuid":"235ad6a0-ad0d-44ff-9ad1-55205dc13533","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":4149643711},{"type":"v1","addr":"172.21.15.103:6801","nonce":4149643711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":4149643711},{"type":"v1","addr":"172.21.15.103:6803","nonce":4149643711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":4149643711},{"type":"v1","addr":"172.21.15.103:6807","nonce":4149643711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":4149643711},{"type":"v1","addr":"172.21.15.103:6805","nonce":4149643711}]},"public_addr":"172.21.15.103:6801/4149643711","cluster_addr":"172.21.15.103:6803/4149643711","heartbeat_back_addr":"172.21.15.103:6807/4149643711","heartbeat_front_addr":"172.21.15.103:6805/4149643711","state":["exists","up"]},{"osd":2,"uuid":"10a4e364-80e6-4c2e-8bdd-8c6e27188acf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6800","nonce":3238203653},{"type":"v1","addr":"172.21.15.163:6801","nonce":3238203653}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6802","nonce":3238203653},{"type":"v1","addr":"172.21.15.163:6803","nonce":3238203653}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6806","nonce":3238203653},{"type":"v1","addr":"172.21.15.163:6807","nonce":3238203653}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6804","nonce":3238203653},{"type":"v1","addr":"172.21.15.163:6805","nonce":3238203653}]},"public_addr":"172.21.15.163:6801/3238203653","cluster_addr":"172.21.15.163:6803/3238203653","heartbeat_back_addr":"172.21.15.163:6807/3238203653","heartbeat_front_addr":"172.21.15.163:6805/3238203653","state":["exists","up"]},{"osd":3,"uuid":"72b47e70-a1c2-4e07-868b-c030c68a8f5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":1889462647},{"type":"v1","addr":"172.21.15.46:6811","nonce":1889462647}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1889462647},{"type":"v1","addr":"172.21.15.46:6813","nonce":1889462647}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1889462647},{"type":"v1","addr":"172.21.15.46:6817","nonce":1889462647}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":1889462647},{"type":"v1","addr":"172.21.15.46:6815","nonce":1889462647}]},"public_addr":"172.21.15.46:6811/1889462647","cluster_addr":"172.21.15.46:6813/1889462647","heartbeat_back_addr":"172.21.15.46:6817/1889462647","heartbeat_front_addr":"172.21.15.46:6815/1889462647","state":["exists","up"]},{"osd":4,"uuid":"644cff68-2da7-43ed-bb87-f3b0d5f82b1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":3946150982},{"type":"v1","addr":"172.21.15.103:6809","nonce":3946150982}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":3946150982},{"type":"v1","addr":"172.21.15.103:6811","nonce":3946150982}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":3946150982},{"type":"v1","addr":"172.21.15.103:6815","nonce":3946150982}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":3946150982},{"type":"v1","addr":"172.21.15.103:6813","nonce":3946150982}]},"public_addr":"172.21.15.103:6809/3946150982","cluster_addr":"172.21.15.103:6811/3946150982","heartbeat_back_addr":"172.21.15.103:6815/3946150982","heartbeat_front_addr":"172.21.15.103:6813/3946150982","state":["exists","up"]},{"osd":5,"uuid":"fb7bbd34-9be5-4f39-ac32-af6c1eab2c64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6808","nonce":616922792},{"type":"v1","addr":"172.21.15.163:6809","nonce":616922792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6810","nonce":616922792},{"type":"v1","addr":"172.21.15.163:6811","nonce":616922792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6814","nonce":616922792},{"type":"v1","addr":"172.21.15.163:6815","nonce":616922792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6812","nonce":616922792},{"type":"v1","addr":"172.21.15.163:6813","nonce":616922792}]},"public_addr":"172.21.15.163:6809/616922792","cluster_addr":"172.21.15.163:6811/616922792","heartbeat_back_addr":"172.21.15.163:6815/616922792","heartbeat_front_addr":"172.21.15.163:6813/616922792","state":["exists","up"]},{"osd":6,"uuid":"bf28b38e-8424-4fb4-9528-6dbc7d2b1612","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2027770735},{"type":"v1","addr":"172.21.15.46:6819","nonce":2027770735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2027770735},{"type":"v1","addr":"172.21.15.46:6821","nonce":2027770735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2027770735},{"type":"v1","addr":"172.21.15.46:6825","nonce":2027770735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2027770735},{"type":"v1","addr":"172.21.15.46:6823","nonce":2027770735}]},"public_addr":"172.21.15.46:6819/2027770735","cluster_addr":"172.21.15.46:6821/2027770735","heartbeat_back_addr":"172.21.15.46:6825/2027770735","heartbeat_front_addr":"172.21.15.46:6823/2027770735","state":["exists","up"]},{"osd":7,"uuid":"019316c5-b83f-43f1-8d46-6dd43de6259a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":3114516049},{"type":"v1","addr":"172.21.15.103:6817","nonce":3114516049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":3114516049},{"type":"v1","addr":"172.21.15.103:6819","nonce":3114516049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":3114516049},{"type":"v1","addr":"172.21.15.103:6823","nonce":3114516049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":3114516049},{"type":"v1","addr":"172.21.15.103:6821","nonce":3114516049}]},"public_addr":"172.21.15.103:6817/3114516049","cluster_addr":"172.21.15.103:6819/3114516049","heartbeat_back_addr":"172.21.15.103:6823/3114516049","heartbeat_front_addr":"172.21.15.103:6821/3114516049","state":["exists","up"]},{"osd":8,"uuid":"209597cd-7768-4b82-ade7-8e01927a3e03","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6816","nonce":1671606862},{"type":"v1","addr":"172.21.15.163:6817","nonce":1671606862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6818","nonce":1671606862},{"type":"v1","addr":"172.21.15.163:6819","nonce":1671606862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6822","nonce":1671606862},{"type":"v1","addr":"172.21.15.163:6823","nonce":1671606862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6820","nonce":1671606862},{"type":"v1","addr":"172.21.15.163:6821","nonce":1671606862}]},"public_addr":"172.21.15.163:6817/1671606862","cluster_addr":"172.21.15.163:6819/1671606862","heartbeat_back_addr":"172.21.15.163:6823/1671606862","heartbeat_front_addr":"172.21.15.163:6821/1671606862","state":["exists","up"]},{"osd":9,"uuid":"77a2c45f-b6c7-465c-96ec-d760fa92dd75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":1569907716},{"type":"v1","addr":"172.21.15.46:6827","nonce":1569907716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":1569907716},{"type":"v1","addr":"172.21.15.46:6829","nonce":1569907716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":1569907716},{"type":"v1","addr":"172.21.15.46:6833","nonce":1569907716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":1569907716},{"type":"v1","addr":"172.21.15.46:6831","nonce":1569907716}]},"public_addr":"172.21.15.46:6827/1569907716","cluster_addr":"172.21.15.46:6829/1569907716","heartbeat_back_addr":"172.21.15.46:6833/1569907716","heartbeat_front_addr":"172.21.15.46:6831/1569907716","state":["exists","up"]},{"osd":10,"uuid":"b0ec12dc-7afe-454a-8195-2e38441ca466","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":4049341884},{"type":"v1","addr":"172.21.15.103:6825","nonce":4049341884}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":4049341884},{"type":"v1","addr":"172.21.15.103:6827","nonce":4049341884}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":4049341884},{"type":"v1","addr":"172.21.15.103:6831","nonce":4049341884}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":4049341884},{"type":"v1","addr":"172.21.15.103:6829","nonce":4049341884}]},"public_addr":"172.21.15.103:6825/4049341884","cluster_addr":"172.21.15.103:6827/4049341884","heartbeat_back_addr":"172.21.15.103:6831/4049341884","heartbeat_front_addr":"172.21.15.103:6829/4049341884","state":["exists","up"]},{"osd":11,"uuid":"1c43e737-c189-43c0-a9ee-17a3cdc8278d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6824","nonce":1269489610},{"type":"v1","addr":"172.21.15.163:6825","nonce":1269489610}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6826","nonce":1269489610},{"type":"v1","addr":"172.21.15.163:6827","nonce":1269489610}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6830","nonce":1269489610},{"type":"v1","addr":"172.21.15.163:6831","nonce":1269489610}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6828","nonce":1269489610},{"type":"v1","addr":"172.21.15.163:6829","nonce":1269489610}]},"public_addr":"172.21.15.163:6825/1269489610","cluster_addr":"172.21.15.163:6827/1269489610","heartbeat_back_addr":"172.21.15.163:6831/1269489610","heartbeat_front_addr":"172.21.15.163:6829/1269489610","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:39:58.982337+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:40:24.637183+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:40:49.044978+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:41:23.090601+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:41:49.957654+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:42:15.570899+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:42:50.909512+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:43:17.899928+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:43:43.563643+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:44:19.007356+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:44:46.388363+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:45:11.782396+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.27","mappings":[{"from":3,"to":9}]},{"pgid":"3.33","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:6801/3332901238":"2024-04-27T01:50:53.415139+0000","172.21.15.46:0/1932686333":"2024-04-27T01:50:53.415139+0000","172.21.15.46:6800/3332901238":"2024-04-27T01:50:53.415139+0000","172.21.15.46:0/538676216":"2024-04-27T01:50:53.415139+0000","172.21.15.46:0/415990742":"2024-04-27T01:50:53.415139+0000","172.21.15.46:0/2138390774":"2024-04-27T01:38:01.199869+0000","172.21.15.46:0/1671101151":"2024-04-27T01:38:01.199869+0000","172.21.15.46:0/3463419164":"2024-04-27T01:38:01.199869+0000","172.21.15.46:6801/1268650508":"2024-04-27T01:38:01.199869+0000","172.21.15.46:0/1254319164":"2024-04-27T01:37:25.688097+0000","172.21.15.46:6800/2101651407":"2024-04-27T01:37:25.688097+0000","172.21.15.46:6800/1268650508":"2024-04-27T01:38:01.199869+0000","172.21.15.46:0/408236145":"2024-04-27T01:50:53.415139+0000","172.21.15.46:0/2440871722":"2024-04-27T01:37:25.688097+0000","172.21.15.46:0/846597820":"2024-04-27T01:37:25.688097+0000","172.21.15.46:6801/2101651407":"2024-04-27T01:37:25.688097+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T01:51:18.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.907+0000 7fc1fc000700 1 -- 172.21.15.46:0/567406163 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fc1dc0a3f50 msgr2=0x7fc1dc0a6410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:18.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.907+0000 7fc1fc000700 1 --2- 172.21.15.46:0/567406163 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fc1dc0a3f50 0x7fc1dc0a6410 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fc1e800b6c0 tx=0x7fc1e8009510 comp rx=0 tx=0).stop 2024-04-26T01:51:18.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.907+0000 7fc1fc000700 1 -- 172.21.15.46:0/567406163 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc1f4108a50 msgr2=0x7fc1f419fd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:18.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.907+0000 7fc1fc000700 1 --2- 172.21.15.46:0/567406163 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc1f4108a50 0x7fc1f419fd30 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fc1ec00e940 tx=0x7fc1ec00ec50 comp rx=0 tx=0).stop 2024-04-26T01:51:18.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.907+0000 7fc1fc000700 1 -- 172.21.15.46:0/567406163 shutdown_connections 2024-04-26T01:51:18.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.907+0000 7fc1fc000700 1 --2- 172.21.15.46:0/567406163 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fc1dc0a3f50 0x7fc1dc0a6410 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:18.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.907+0000 7fc1fc000700 1 --2- 172.21.15.46:0/567406163 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc1f4108a50 0x7fc1f419fd30 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:18.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.907+0000 7fc1fc000700 1 --2- 172.21.15.46:0/567406163 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc1f4102a90 0x7fc1f419b460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:18.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.907+0000 7fc1fc000700 1 --2- 172.21.15.46:0/567406163 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc1f4103450 0x7fc1f419b9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:18.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.907+0000 7fc1fc000700 1 -- 172.21.15.46:0/567406163 >> 172.21.15.46:0/567406163 conn(0x7fc1f4079ba0 msgr2=0x7fc1f4074f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:18.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.908+0000 7fc1fc000700 1 -- 172.21.15.46:0/567406163 shutdown_connections 2024-04-26T01:51:18.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:18.908+0000 7fc1fc000700 1 -- 172.21.15.46:0/567406163 wait complete. 2024-04-26T01:51:18.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:18 smithi163 ceph-mon[32592]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 2.4 KiB/s wr, 12 op/s 2024-04-26T01:51:19.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:19 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/567406163' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:51:19.875 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph daemon mon.a --format=json config get run_dir 2024-04-26T01:51:19.876 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:19 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/567406163' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:51:19.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:19 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/567406163' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T01:51:20.344 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:51:20.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:20 smithi046 ceph-mon[28013]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 2.4 KiB/s wr, 15 op/s 2024-04-26T01:51:20.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:20 smithi103 ceph-mon[32920]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 2.4 KiB/s wr, 15 op/s 2024-04-26T01:51:20.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:20 smithi163 ceph-mon[32592]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 2.4 KiB/s wr, 15 op/s 2024-04-26T01:51:22.635 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.637+0000 7fb14aa00640 1 -- 172.21.15.46:0/1829634761 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb144074250 msgr2=0x7fb144074630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:22.636 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.637+0000 7fb14aa00640 1 --2- 172.21.15.46:0/1829634761 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb144074250 0x7fb144074630 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fb134009860 tx=0x7fb13402a3d0 comp rx=0 tx=0).stop 2024-04-26T01:51:22.636 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.637+0000 7fb14aa00640 1 -- 172.21.15.46:0/1829634761 shutdown_connections 2024-04-26T01:51:22.636 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.637+0000 7fb14aa00640 1 --2- 172.21.15.46:0/1829634761 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb14410e840 0x7fb144110c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:22.636 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.637+0000 7fb14aa00640 1 --2- 172.21.15.46:0/1829634761 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb144074b70 0x7fb14410e300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:22.636 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.637+0000 7fb14aa00640 1 --2- 172.21.15.46:0/1829634761 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb144074250 0x7fb144074630 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:22.636 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.637+0000 7fb14aa00640 1 -- 172.21.15.46:0/1829634761 >> 172.21.15.46:0/1829634761 conn(0x7fb1440793e0 msgr2=0x7fb1440797f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:22.636 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.637+0000 7fb14aa00640 1 -- 172.21.15.46:0/1829634761 shutdown_connections 2024-04-26T01:51:22.636 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.637+0000 7fb14aa00640 1 -- 172.21.15.46:0/1829634761 wait complete. 2024-04-26T01:51:22.638 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.638+0000 7fb14aa00640 1 Processor -- start 2024-04-26T01:51:22.638 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.639+0000 7fb14aa00640 1 -- start start 2024-04-26T01:51:22.638 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.639+0000 7fb14aa00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb144074250 0x7fb1441a0620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:22.638 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.639+0000 7fb14aa00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb144074b70 0x7fb1441a0b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:22.638 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.639+0000 7fb14aa00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb14410e840 0x7fb14419a730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:22.638 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.639+0000 7fb14aa00640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb144114590 con 0x7fb144074b70 2024-04-26T01:51:22.638 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.639+0000 7fb14aa00640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fb144114410 con 0x7fb144074250 2024-04-26T01:51:22.638 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.639+0000 7fb14aa00640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fb144114710 con 0x7fb14410e840 2024-04-26T01:51:22.638 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.639+0000 7fb143400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb144074b70 0x7fb1441a0b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:22.638 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.639+0000 7fb143400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb144074b70 0x7fb1441a0b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34986/0 (socket says 172.21.15.46:34986) 2024-04-26T01:51:22.638 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.639+0000 7fb143400640 1 -- 172.21.15.46:0/3282609992 learned_addr learned my addr 172.21.15.46:0/3282609992 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:22.639 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.639+0000 7fb143e00640 1 --2- 172.21.15.46:0/3282609992 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb144074250 0x7fb1441a0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:22.639 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.640+0000 7fb148a00640 1 --2- 172.21.15.46:0/3282609992 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb14410e840 0x7fb14419a730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:22.639 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.640+0000 7fb143400640 1 -- 172.21.15.46:0/3282609992 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb14410e840 msgr2=0x7fb14419a730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:22.639 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.640+0000 7fb143400640 1 --2- 172.21.15.46:0/3282609992 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb14410e840 0x7fb14419a730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:22.639 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.640+0000 7fb143400640 1 -- 172.21.15.46:0/3282609992 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb144074250 msgr2=0x7fb1441a0620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:22.639 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.640+0000 7fb143400640 1 --2- 172.21.15.46:0/3282609992 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb144074250 0x7fb1441a0620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:22.639 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.640+0000 7fb143400640 1 -- 172.21.15.46:0/3282609992 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb14419aff0 con 0x7fb144074b70 2024-04-26T01:51:22.640 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.640+0000 7fb143400640 1 --2- 172.21.15.46:0/3282609992 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb144074b70 0x7fb1441a0b60 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fb13000e9c0 tx=0x7fb13000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:22.640 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.641+0000 7fb140c00640 1 -- 172.21.15.46:0/3282609992 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb13000ccc0 con 0x7fb144074b70 2024-04-26T01:51:22.640 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.641+0000 7fb14aa00640 1 -- 172.21.15.46:0/3282609992 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb14419b2e0 con 0x7fb144074b70 2024-04-26T01:51:22.640 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.641+0000 7fb140c00640 1 -- 172.21.15.46:0/3282609992 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb1300054f0 con 0x7fb144074b70 2024-04-26T01:51:22.640 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.641+0000 7fb14aa00640 1 -- 172.21.15.46:0/3282609992 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1441a75a0 con 0x7fb144074b70 2024-04-26T01:51:22.640 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.641+0000 7fb140c00640 1 -- 172.21.15.46:0/3282609992 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb130010430 con 0x7fb144074b70 2024-04-26T01:51:22.643 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.645+0000 7fb14d82a740 1 Processor -- start 2024-04-26T01:51:22.643 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.645+0000 7fb14d82a740 1 -- start start 2024-04-26T01:51:22.643 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.645+0000 7fb140c00640 1 -- 172.21.15.46:0/3282609992 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 26) ==== 138879+0+0 (secure 0 0 0) 0x7fb1300046c0 con 0x7fb144074b70 2024-04-26T01:51:22.645 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.645+0000 7fb14d82a740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562ca2a61820 0x562ca2a61c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:22.645 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.645+0000 7fb14d82a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562ca2a62140 0x562ca2a6c4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:22.645 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.645+0000 7fb14d82a740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ca2a6ca00 0x562ca2a6edf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:22.645 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.645+0000 7fb14d82a740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x562ca29c7900 con 0x562ca2a6ca00 2024-04-26T01:51:22.645 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.645+0000 7fb14d82a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x562ca296def0 con 0x562ca2a62140 2024-04-26T01:51:22.645 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.645+0000 7fb14d82a740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x562ca29c38c0 con 0x562ca2a61820 2024-04-26T01:51:22.645 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.646+0000 7fb148a00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562ca2a61820 0x562ca2a61c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:22.645 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.646+0000 7fb143400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ca2a6ca00 0x562ca2a6edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:22.646 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.646+0000 7fb143e00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562ca2a62140 0x562ca2a6c4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:22.646 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.646+0000 7fb148a00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562ca2a61820 0x562ca2a61c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:59498/0 (socket says 172.21.15.46:59498) 2024-04-26T01:51:22.646 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.646+0000 7fb148a00640 1 -- 172.21.15.46:0/756171103 learned_addr learned my addr 172.21.15.46:0/756171103 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:22.646 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.646+0000 7fb148a00640 1 -- 172.21.15.46:0/756171103 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562ca2a62140 msgr2=0x562ca2a6c4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:22.646 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.646+0000 7fb148a00640 1 --2- 172.21.15.46:0/756171103 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562ca2a62140 0x562ca2a6c4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:22.646 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.646+0000 7fb148a00640 1 -- 172.21.15.46:0/756171103 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ca2a6ca00 msgr2=0x562ca2a6edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:22.646 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.646+0000 7fb148a00640 1 --2- 172.21.15.46:0/756171103 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ca2a6ca00 0x562ca2a6edf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:22.646 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.646+0000 7fb148a00640 1 -- 172.21.15.46:0/756171103 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562ca26da210 con 0x562ca2a61820 2024-04-26T01:51:22.646 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.646+0000 7fb143400640 1 --2- 172.21.15.46:0/756171103 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ca2a6ca00 0x562ca2a6edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:51:22.646 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.647+0000 7fb148a00640 1 --2- 172.21.15.46:0/756171103 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562ca2a61820 0x562ca2a61c00 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fb13c009f20 tx=0x7fb13c0118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9926ec7830446cf9 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:22.646 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.647+0000 7fb140c00640 1 --2- 172.21.15.46:0/3282609992 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fb1280a3f60 0x7fb1280a6420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:22.646 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.647+0000 7fb139200640 1 -- 172.21.15.46:0/756171103 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb13c01e070 con 0x562ca2a61820 2024-04-26T01:51:22.646 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.647+0000 7fb139200640 1 -- 172.21.15.46:0/756171103 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb13c00fa10 con 0x562ca2a61820 2024-04-26T01:51:22.647 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.647+0000 7fb139200640 1 -- 172.21.15.46:0/756171103 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb13c019ae0 con 0x562ca2a61820 2024-04-26T01:51:22.647 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.647+0000 7fb140c00640 1 -- 172.21.15.46:0/3282609992 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fb1300d0c20 con 0x7fb144074b70 2024-04-26T01:51:22.647 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.647+0000 7fb143e00640 1 --2- 172.21.15.46:0/3282609992 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fb1280a3f60 0x7fb1280a6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:22.650 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.648+0000 7fb14d82a740 1 -- 172.21.15.46:0/756171103 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562ca2a61820 msgr2=0x562ca2a61c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:22.650 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.648+0000 7fb14d82a740 1 --2- 172.21.15.46:0/756171103 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562ca2a61820 0x562ca2a61c00 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fb13c009f20 tx=0x7fb13c0118d0 comp rx=0 tx=0).stop 2024-04-26T01:51:22.651 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.648+0000 7fb14d82a740 1 -- 172.21.15.46:0/756171103 shutdown_connections 2024-04-26T01:51:22.651 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.648+0000 7fb14d82a740 1 --2- 172.21.15.46:0/756171103 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ca2a6ca00 0x562ca2a6edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:22.651 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.648+0000 7fb14d82a740 1 --2- 172.21.15.46:0/756171103 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562ca2a62140 0x562ca2a6c4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:22.651 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.648+0000 7fb14d82a740 1 --2- 172.21.15.46:0/756171103 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562ca2a61820 0x562ca2a61c00 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:22.651 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.648+0000 7fb14d82a740 1 -- 172.21.15.46:0/756171103 >> 172.21.15.46:0/756171103 conn(0x562ca2a5dd30 msgr2=0x562ca2a5e110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:22.651 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.648+0000 7fb143e00640 1 --2- 172.21.15.46:0/3282609992 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fb1280a3f60 0x7fb1280a6420 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x562ca2a62dc0 tx=0x7fb134005c90 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:22.651 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.648+0000 7fb14d82a740 1 -- 172.21.15.46:0/756171103 shutdown_connections 2024-04-26T01:51:22.651 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.648+0000 7fb14d82a740 1 -- 172.21.15.46:0/756171103 wait complete. 2024-04-26T01:51:22.651 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.649+0000 7fb14d82a740 1 -- start start 2024-04-26T01:51:22.651 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.649+0000 7fb14d82a740 1 Processor -- start 2024-04-26T01:51:22.651 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.649+0000 7fb14d82a740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ca2a61820 0x562ca2a69a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:22.651 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.649+0000 7fb14d82a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562ca2a62140 0x562ca2a69f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:22.651 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.649+0000 7fb14d82a740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562ca2a6ca00 0x562ca2a6a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:22.652 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.649+0000 7fb14d82a740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x562ca2a6f630 con 0x562ca2a61820 2024-04-26T01:51:22.652 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.649+0000 7fb14d82a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x562ca2981310 con 0x562ca2a62140 2024-04-26T01:51:22.652 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.649+0000 7fb14d82a740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x562ca2a6f7b0 con 0x562ca2a6ca00 2024-04-26T01:51:22.652 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.649+0000 7fb14d82a740 10 client.0 _ll_register_callbacks cb 0x562ca294fcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:51:22.652 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.650+0000 7fb143e00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ca2a61820 0x562ca2a69a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:22.652 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.650+0000 7fb148a00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562ca2a6ca00 0x562ca2a6a4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:22.652 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.650+0000 7fb148a00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562ca2a6ca00 0x562ca2a6a4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:59504/0 (socket says 172.21.15.46:59504) 2024-04-26T01:51:22.652 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.650+0000 7fb148a00640 1 -- 172.21.15.46:0/346353332 learned_addr learned my addr 172.21.15.46:0/346353332 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:22.652 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.650+0000 7fb143400640 1 --2- 172.21.15.46:0/346353332 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562ca2a62140 0x562ca2a69f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:22.652 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.650+0000 7fb148a00640 1 -- 172.21.15.46:0/346353332 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562ca2a62140 msgr2=0x562ca2a69f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:22.652 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.650+0000 7fb148a00640 1 --2- 172.21.15.46:0/346353332 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562ca2a62140 0x562ca2a69f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:22.652 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.650+0000 7fb148a00640 1 -- 172.21.15.46:0/346353332 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ca2a61820 msgr2=0x562ca2a69a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:22.652 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.650+0000 7fb148a00640 1 --2- 172.21.15.46:0/346353332 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ca2a61820 0x562ca2a69a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:22.653 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.650+0000 7fb148a00640 1 -- 172.21.15.46:0/346353332 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562ca27a6620 con 0x562ca2a6ca00 2024-04-26T01:51:22.653 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.650+0000 7fb143400640 1 --2- 172.21.15.46:0/346353332 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562ca2a62140 0x562ca2a69f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:22.653 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.651+0000 7fb148a00640 1 --2- 172.21.15.46:0/346353332 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562ca2a6ca00 0x562ca2a6a4b0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fb13c01c040 tx=0x7fb13c00f7f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=883b102f9a5d5383 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:22.653 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.651+0000 7fb12d600640 10 client.0 ms_handle_connect on v2:172.21.15.163:3300/0 2024-04-26T01:51:22.653 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.651+0000 7fb12d600640 1 -- 172.21.15.46:0/346353332 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb13c01e040 con 0x562ca2a6ca00 2024-04-26T01:51:22.653 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.651+0000 7fb14d82a740 1 -- 172.21.15.46:0/346353332 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb13c00fa10 con 0x562ca2a6ca00 2024-04-26T01:51:22.653 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.651+0000 7fb12d600640 1 -- 172.21.15.46:0/346353332 <== mon.1 v2:172.21.15.163:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fb13c004a40 con 0x562ca2a6ca00 2024-04-26T01:51:22.653 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.651+0000 7fb12d600640 1 -- 172.21.15.46:0/346353332 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb13c032050 con 0x562ca2a6ca00 2024-04-26T01:51:22.653 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.651+0000 7fb14d82a740 10 client.25294 fetch_fsmap learned FSMap version 29 2024-04-26T01:51:22.653 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.651+0000 7fb14d82a740 1 -- 172.21.15.46:0/346353332 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x562ca2a7b920 con 0x562ca2a6ca00 2024-04-26T01:51:22.653 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.652+0000 7fb12d600640 1 -- 172.21.15.46:0/346353332 <== mon.1 v2:172.21.15.163:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb13c00fa10 con 0x562ca2a6ca00 2024-04-26T01:51:22.653 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.652+0000 7fb12d600640 1 -- 172.21.15.46:0/346353332 <== mon.1 v2:172.21.15.163:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fb13c005040 con 0x562ca2a6ca00 2024-04-26T01:51:22.653 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.652+0000 7fb14d82a740 10 client.25294 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:51:22.654 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.652+0000 7fb14d82a740 10 client.25294 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:51:22.654 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.652+0000 7fb14d82a740 20 client.25294 populate_metadata read hostname 'smithi046' 2024-04-26T01:51:22.654 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.652+0000 7fb14d82a740 1 --2- 172.21.15.46:0/346353332 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x562ca2a7cd30 0x562ca2a7f120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:22.654 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.652+0000 7fb14d82a740 4 client.25294 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:51:22.654 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.652+0000 7fb14d82a740 1 -- 172.21.15.46:0/346353332 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562ca29db8b0 con 0x562ca2a7cd30 2024-04-26T01:51:22.654 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.653+0000 7fb143e00640 1 --2- 172.21.15.46:0/346353332 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x562ca2a7cd30 0x562ca2a7f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:22.655 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.653+0000 7fb143e00640 1 --2- 172.21.15.46:0/346353332 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x562ca2a7cd30 0x562ca2a7f120 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=87c4e25c7ec11b0c server_cookie=e6f39c30eb5bf833 in_seq=0 out_seq=0 2024-04-26T01:51:22.655 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.653+0000 7fb12d600640 10 client.25294 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:51:22.655 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.654+0000 7fb12d600640 1 -- 172.21.15.46:0/346353332 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x562ca29db8b0 con 0x562ca2a7cd30 2024-04-26T01:51:22.655 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.654+0000 7fb12d600640 10 client.25294 handle_command_reply: tid=0 2024-04-26T01:51:22.655 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.654+0000 7fb14d82a740 1 client.25294 shutdown 2024-04-26T01:51:22.655 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.654+0000 7fb14d82a740 1 -- 172.21.15.46:0/346353332 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562ca2a6ca00 msgr2=0x562ca2a6a4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:22.655 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.654+0000 7fb14d82a740 1 --2- 172.21.15.46:0/346353332 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562ca2a6ca00 0x562ca2a6a4b0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fb13c01c040 tx=0x7fb13c00f7f0 comp rx=0 tx=0).stop 2024-04-26T01:51:22.656 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.654+0000 7fb14d82a740 1 -- 172.21.15.46:0/346353332 shutdown_connections 2024-04-26T01:51:22.656 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.654+0000 7fb14d82a740 1 --2- 172.21.15.46:0/346353332 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x562ca2a7cd30 0x562ca2a7f120 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:22.656 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.654+0000 7fb14d82a740 1 --2- 172.21.15.46:0/346353332 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562ca2a6ca00 0x562ca2a6a4b0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:22.656 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.654+0000 7fb14d82a740 1 --2- 172.21.15.46:0/346353332 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562ca2a62140 0x562ca2a69f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:22.656 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.654+0000 7fb12d600640 0 client.25294 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:51:22.656 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.654+0000 7fb14d82a740 1 --2- 172.21.15.46:0/346353332 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ca2a61820 0x562ca2a69a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:22.656 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.654+0000 7fb14d82a740 1 -- 172.21.15.46:0/346353332 >> 172.21.15.46:0/346353332 conn(0x562ca2a5dd30 msgr2=0x562ca2a63a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:22.656 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.655+0000 7fb14d82a740 1 -- 172.21.15.46:0/346353332 shutdown_connections 2024-04-26T01:51:22.656 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.655+0000 7fb14d82a740 1 -- 172.21.15.46:0/346353332 wait complete. 2024-04-26T01:51:22.656 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.655+0000 7fb14d82a740 20 client.25294 trim_cache size 0 max 16384 2024-04-26T01:51:22.670 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.671+0000 7fb14d82a740 1 Processor -- start 2024-04-26T01:51:22.670 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.671+0000 7fb14d82a740 1 -- start start 2024-04-26T01:51:22.670 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.672+0000 7fb14d82a740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ca2a61820 0x562ca2a784f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:22.670 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.672+0000 7fb14d82a740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562ca2a62140 0x562ca2a5d610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:22.670 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.672+0000 7fb14d82a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562ca2a6ca00 0x562ca2a68a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:22.670 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.672+0000 7fb14d82a740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb1441afde0 con 0x562ca2a61820 2024-04-26T01:51:22.670 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.672+0000 7fb14d82a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fb1441b1920 con 0x562ca2a6ca00 2024-04-26T01:51:22.670 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.672+0000 7fb14d82a740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fb1441b04b0 con 0x562ca2a62140 2024-04-26T01:51:22.671 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.672+0000 7fb143400640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562ca2a62140 0x562ca2a5d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:22.671 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.672+0000 7fb143e00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ca2a61820 0x562ca2a784f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:22.671 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.673+0000 7fb143400640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562ca2a62140 0x562ca2a5d610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:59508/0 (socket says 172.21.15.46:59508) 2024-04-26T01:51:22.671 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.673+0000 7fb143400640 1 -- 172.21.15.46:0/2617214375 learned_addr learned my addr 172.21.15.46:0/2617214375 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:22.671 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.673+0000 7fb148a00640 1 --2- 172.21.15.46:0/2617214375 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562ca2a6ca00 0x562ca2a68a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:22.671 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:22 smithi046 ceph-mon[28013]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 2.4 KiB/s wr, 16 op/s 2024-04-26T01:51:22.672 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.673+0000 7fb148a00640 1 -- 172.21.15.46:0/2617214375 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562ca2a62140 msgr2=0x562ca2a5d610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:22.672 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.673+0000 7fb148a00640 1 --2- 172.21.15.46:0/2617214375 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562ca2a62140 0x562ca2a5d610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:22.672 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.673+0000 7fb148a00640 1 -- 172.21.15.46:0/2617214375 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ca2a61820 msgr2=0x562ca2a784f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:22.672 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.673+0000 7fb148a00640 1 --2- 172.21.15.46:0/2617214375 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ca2a61820 0x562ca2a784f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:22.673 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.673+0000 7fb148a00640 1 -- 172.21.15.46:0/2617214375 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562ca2a67fa0 con 0x562ca2a6ca00 2024-04-26T01:51:22.673 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.673+0000 7fb143e00640 1 --2- 172.21.15.46:0/2617214375 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ca2a61820 0x562ca2a784f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:22.673 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.674+0000 7fb148a00640 1 --2- 172.21.15.46:0/2617214375 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562ca2a6ca00 0x562ca2a68a80 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fb13c005490 tx=0x7fb13c00f770 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4cf64cff489a1440 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:22.673 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.674+0000 7fb12fe00640 1 -- 172.21.15.46:0/2617214375 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb13c01e040 con 0x562ca2a6ca00 2024-04-26T01:51:22.673 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.674+0000 7fb12fe00640 1 -- 172.21.15.46:0/2617214375 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb13c029070 con 0x562ca2a6ca00 2024-04-26T01:51:22.673 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.674+0000 7fb12fe00640 1 -- 172.21.15.46:0/2617214375 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb13c005680 con 0x562ca2a6ca00 2024-04-26T01:51:22.675 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.675+0000 7fb14d82a740 1 -- 172.21.15.46:0/2617214375 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562ca2a6ca00 msgr2=0x562ca2a68a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:22.675 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.675+0000 7fb14d82a740 1 --2- 172.21.15.46:0/2617214375 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562ca2a6ca00 0x562ca2a68a80 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fb13c005490 tx=0x7fb13c00f770 comp rx=0 tx=0).stop 2024-04-26T01:51:22.675 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.675+0000 7fb14d82a740 1 -- 172.21.15.46:0/2617214375 shutdown_connections 2024-04-26T01:51:22.675 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.675+0000 7fb14d82a740 1 --2- 172.21.15.46:0/2617214375 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562ca2a6ca00 0x562ca2a68a80 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:22.675 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.675+0000 7fb14d82a740 1 --2- 172.21.15.46:0/2617214375 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562ca2a62140 0x562ca2a5d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:22.675 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.675+0000 7fb14d82a740 1 --2- 172.21.15.46:0/2617214375 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ca2a61820 0x562ca2a784f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:22.675 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.675+0000 7fb14d82a740 1 -- 172.21.15.46:0/2617214375 >> 172.21.15.46:0/2617214375 conn(0x562ca2a5dd30 msgr2=0x562ca2a5e110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:22.675 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.675+0000 7fb14d82a740 1 -- 172.21.15.46:0/2617214375 shutdown_connections 2024-04-26T01:51:22.676 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.675+0000 7fb14d82a740 1 -- 172.21.15.46:0/2617214375 wait complete. 2024-04-26T01:51:22.676 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.676+0000 7fb14d82a740 1 -- start start 2024-04-26T01:51:22.676 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.676+0000 7fb14d82a740 1 Processor -- start 2024-04-26T01:51:22.676 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.676+0000 7fb14d82a740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562ca2a61820 0x562ca2a71bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:22.676 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.676+0000 7fb14d82a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562ca2a62140 0x562ca2a72100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:22.676 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.676+0000 7fb14d82a740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ca2a6ca00 0x562ca2ae1100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:22.676 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.676+0000 7fb14d82a740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb1441b1250 con 0x562ca2a6ca00 2024-04-26T01:51:22.676 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.676+0000 7fb14d82a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fb1441b0b80 con 0x562ca2a62140 2024-04-26T01:51:22.676 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.676+0000 7fb14d82a740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fb1441addc0 con 0x562ca2a61820 2024-04-26T01:51:22.676 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.676+0000 7fb14d82a740 10 client.0 _ll_register_callbacks cb 0x7fb13c009df0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:51:22.676 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.677+0000 7fb148a00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ca2a6ca00 0x562ca2ae1100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:22.676 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.677+0000 7fb143e00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562ca2a61820 0x562ca2a71bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:22.676 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.677+0000 7fb148a00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ca2a6ca00 0x562ca2ae1100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35036/0 (socket says 172.21.15.46:35036) 2024-04-26T01:51:22.676 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.677+0000 7fb143e00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562ca2a61820 0x562ca2a71bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:59522/0 (socket says 172.21.15.46:59522) 2024-04-26T01:51:22.677 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.677+0000 7fb148a00640 1 -- 172.21.15.46:0/3835642579 learned_addr learned my addr 172.21.15.46:0/3835642579 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:22.677 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.677+0000 7fb143400640 1 --2- 172.21.15.46:0/3835642579 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562ca2a62140 0x562ca2a72100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:22.677 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.677+0000 7fb143e00640 1 -- 172.21.15.46:0/3835642579 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562ca2a62140 msgr2=0x562ca2a72100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:22.677 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.677+0000 7fb143e00640 1 --2- 172.21.15.46:0/3835642579 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562ca2a62140 0x562ca2a72100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:22.677 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.677+0000 7fb143e00640 1 -- 172.21.15.46:0/3835642579 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ca2a6ca00 msgr2=0x562ca2ae1100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:22.677 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.677+0000 7fb143e00640 1 --2- 172.21.15.46:0/3835642579 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ca2a6ca00 0x562ca2ae1100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:22.677 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.677+0000 7fb143e00640 1 -- 172.21.15.46:0/3835642579 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562ca2ae1640 con 0x562ca2a61820 2024-04-26T01:51:22.677 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.677+0000 7fb148a00640 1 --2- 172.21.15.46:0/3835642579 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ca2a6ca00 0x562ca2ae1100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:22.678 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.677+0000 7fb143e00640 1 --2- 172.21.15.46:0/3835642579 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562ca2a61820 0x562ca2a71bc0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fb134009830 tx=0x7fb13402a3d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c54850aa8831eba3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:22.679 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.677+0000 7fb12d600640 10 client.0 ms_handle_connect on v2:172.21.15.163:3300/0 2024-04-26T01:51:22.679 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.678+0000 7fb12d600640 1 -- 172.21.15.46:0/3835642579 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb134004380 con 0x562ca2a61820 2024-04-26T01:51:22.679 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.678+0000 7fb12d600640 1 -- 172.21.15.46:0/3835642579 <== mon.1 v2:172.21.15.163:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fb1340303a0 con 0x562ca2a61820 2024-04-26T01:51:22.679 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.678+0000 7fb14d82a740 1 -- 172.21.15.46:0/3835642579 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb13c029070 con 0x562ca2a61820 2024-04-26T01:51:22.679 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.678+0000 7fb12d600640 1 -- 172.21.15.46:0/3835642579 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb134063050 con 0x562ca2a61820 2024-04-26T01:51:22.679 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.678+0000 7fb14d82a740 10 client.25300 fetch_fsmap learned FSMap version 29 2024-04-26T01:51:22.679 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.678+0000 7fb14d82a740 1 -- 172.21.15.46:0/3835642579 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x562ca2ae2910 con 0x562ca2a61820 2024-04-26T01:51:22.679 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.678+0000 7fb12d600640 1 -- 172.21.15.46:0/3835642579 <== mon.1 v2:172.21.15.163:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb13c029070 con 0x562ca2a61820 2024-04-26T01:51:22.679 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.679+0000 7fb12d600640 1 -- 172.21.15.46:0/3835642579 <== mon.1 v2:172.21.15.163:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fb134005240 con 0x562ca2a61820 2024-04-26T01:51:22.679 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.679+0000 7fb14d82a740 10 client.25300 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:51:22.679 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.679+0000 7fb14d82a740 10 client.25300 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:51:22.679 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.679+0000 7fb14d82a740 20 client.25300 populate_metadata read hostname 'smithi046' 2024-04-26T01:51:22.679 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.679+0000 7fb14d82a740 1 --2- 172.21.15.46:0/3835642579 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x562ca2ae3030 0x562ca2ae5480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:22.680 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.679+0000 7fb14d82a740 4 client.25300 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:51:22.680 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.679+0000 7fb14d82a740 1 -- 172.21.15.46:0/3835642579 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "flush journal"}) -- 0x562ca29d5320 con 0x562ca2ae3030 2024-04-26T01:51:22.680 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.679+0000 7fb143400640 1 --2- 172.21.15.46:0/3835642579 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x562ca2ae3030 0x562ca2ae5480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:22.680 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.680+0000 7fb143400640 1 --2- 172.21.15.46:0/3835642579 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x562ca2ae3030 0x562ca2ae5480 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=feb28cf6fdc4c76 server_cookie=7d9e88746fa95ba in_seq=0 out_seq=0 2024-04-26T01:51:22.680 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.680+0000 7fb12d600640 10 client.25300 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:51:22.687 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.688+0000 7fb12d600640 1 -- 172.21.15.46:0/3835642579 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x562ca29d5320 con 0x562ca2ae3030 2024-04-26T01:51:22.687 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.688+0000 7fb12d600640 10 client.25300 handle_command_reply: tid=0 2024-04-26T01:51:22.687 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.688+0000 7fb14d82a740 1 client.25300 shutdown 2024-04-26T01:51:22.687 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.689+0000 7fb14d82a740 1 -- 172.21.15.46:0/3835642579 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562ca2a61820 msgr2=0x562ca2a71bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:22.687 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.689+0000 7fb14d82a740 1 --2- 172.21.15.46:0/3835642579 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562ca2a61820 0x562ca2a71bc0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fb134009830 tx=0x7fb13402a3d0 comp rx=0 tx=0).stop 2024-04-26T01:51:22.687 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.689+0000 7fb14d82a740 1 -- 172.21.15.46:0/3835642579 shutdown_connections 2024-04-26T01:51:22.687 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.689+0000 7fb14d82a740 1 --2- 172.21.15.46:0/3835642579 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x562ca2ae3030 0x562ca2ae5480 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:22.687 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.689+0000 7fb14d82a740 1 --2- 172.21.15.46:0/3835642579 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562ca2a6ca00 0x562ca2ae1100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:22.687 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.689+0000 7fb14d82a740 1 --2- 172.21.15.46:0/3835642579 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562ca2a62140 0x562ca2a72100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:22.687 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.689+0000 7fb14d82a740 1 --2- 172.21.15.46:0/3835642579 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562ca2a61820 0x562ca2a71bc0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:22.687 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.689+0000 7fb12d600640 0 client.25300 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:51:22.688 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.689+0000 7fb14d82a740 1 -- 172.21.15.46:0/3835642579 >> 172.21.15.46:0/3835642579 conn(0x562ca2a5dd30 msgr2=0x562ca2a6a260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:22.688 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.689+0000 7fb14d82a740 1 -- 172.21.15.46:0/3835642579 shutdown_connections 2024-04-26T01:51:22.688 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.689+0000 7fb14d82a740 1 -- 172.21.15.46:0/3835642579 wait complete. 2024-04-26T01:51:22.688 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.689+0000 7fb14d82a740 20 client.25300 trim_cache size 0 max 16384 2024-04-26T01:51:22.688 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:{ 2024-04-26T01:51:22.688 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "message": "", 2024-04-26T01:51:22.688 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "return_code": 0 2024-04-26T01:51:22.688 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:} 2024-04-26T01:51:22.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.690+0000 7fb14aa00640 1 -- 172.21.15.46:0/3282609992 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fb1280a3f60 msgr2=0x7fb1280a6420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:22.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.690+0000 7fb14aa00640 1 --2- 172.21.15.46:0/3282609992 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fb1280a3f60 0x7fb1280a6420 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x562ca2a62dc0 tx=0x7fb134005c90 comp rx=0 tx=0).stop 2024-04-26T01:51:22.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.690+0000 7fb14aa00640 1 -- 172.21.15.46:0/3282609992 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb144074b70 msgr2=0x7fb1441a0b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:22.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.690+0000 7fb14aa00640 1 --2- 172.21.15.46:0/3282609992 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb144074b70 0x7fb1441a0b60 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fb13000e9c0 tx=0x7fb13000ee80 comp rx=0 tx=0).stop 2024-04-26T01:51:22.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.690+0000 7fb14aa00640 1 -- 172.21.15.46:0/3282609992 shutdown_connections 2024-04-26T01:51:22.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.690+0000 7fb14aa00640 1 --2- 172.21.15.46:0/3282609992 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fb1280a3f60 0x7fb1280a6420 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:22.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.690+0000 7fb14aa00640 1 --2- 172.21.15.46:0/3282609992 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb14410e840 0x7fb14419a730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:22.690 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.690+0000 7fb14aa00640 1 --2- 172.21.15.46:0/3282609992 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb144074b70 0x7fb1441a0b60 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:22.690 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.690+0000 7fb14aa00640 1 --2- 172.21.15.46:0/3282609992 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb144074250 0x7fb1441a0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:22.690 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.690+0000 7fb14aa00640 1 -- 172.21.15.46:0/3282609992 >> 172.21.15.46:0/3282609992 conn(0x7fb1440793e0 msgr2=0x7fb1440fedd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:22.690 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.690+0000 7fb14aa00640 1 -- 172.21.15.46:0/3282609992 shutdown_connections 2024-04-26T01:51:22.690 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:22.690+0000 7fb14aa00640 1 -- 172.21.15.46:0/3282609992 wait complete. 2024-04-26T01:51:22.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:22 smithi103 ceph-mon[32920]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 2.4 KiB/s wr, 16 op/s 2024-04-26T01:51:22.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:22 smithi163 ceph-mon[32592]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 2.4 KiB/s wr, 16 op/s 2024-04-26T01:51:23.548 INFO:teuthology.orchestra.run.smithi046.stdout:{"run_dir":"/var/run/ceph"} 2024-04-26T01:51:23.549 DEBUG:tasks.cephfs.filesystem:_json_asok output { "run_dir": "/var/run/ceph" } 2024-04-26T01:51:23.549 INFO:tasks.quiescer.fs.[cephfs]:Initializing Quiescer with seed 3448 2024-04-26T01:51:23.549 DEBUG:tasks.quiescer:Yielding 2024-04-26T01:51:23.550 INFO:teuthology.run_tasks:Running task workunit... 2024-04-26T01:51:23.563 INFO:tasks.workunit:Pulling workunits from ref afa1933b0fdbb6c99c947d1eda34d661d23cd327 2024-04-26T01:51:23.564 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-26T01:51:23.564 INFO:tasks.workunit:timeout=3h 2024-04-26T01:51:23.564 INFO:tasks.workunit:cleanup=True 2024-04-26T01:51:23.564 DEBUG:teuthology.orchestra.run.smithi046:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-26T01:51:23.564 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:51:23.619 INFO:teuthology.orchestra.run.smithi046.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-04-26T01:51:23.619 INFO:teuthology.orchestra.run.smithi046.stdout: Size: 0 Blocks: 0 IO Block: 65536 directory 2024-04-26T01:51:23.619 INFO:teuthology.orchestra.run.smithi046.stdout:Device: 53h/83d Inode: 1099511628283 Links: 2 2024-04-26T01:51:23.619 INFO:teuthology.orchestra.run.smithi046.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T01:51:23.619 INFO:teuthology.orchestra.run.smithi046.stdout:Context: system_u:object_r:unlabeled_t:s0 2024-04-26T01:51:23.620 INFO:teuthology.orchestra.run.smithi046.stdout:Access: 2024-04-26 01:47:16.028876920 +0000 2024-04-26T01:51:23.620 INFO:teuthology.orchestra.run.smithi046.stdout:Modify: 2024-04-26 01:47:16.028876920 +0000 2024-04-26T01:51:23.620 INFO:teuthology.orchestra.run.smithi046.stdout:Change: 2024-04-26 01:50:51.977188207 +0000 2024-04-26T01:51:23.620 INFO:teuthology.orchestra.run.smithi046.stdout: Birth: 2024-04-26 01:47:16.028876920 +0000 2024-04-26T01:51:23.620 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-04-26T01:51:23.620 DEBUG:teuthology.orchestra.run.smithi046:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-04-26T01:51:23.754 DEBUG:teuthology.orchestra.run.smithi046:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/ceph/ceph /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout afa1933b0fdbb6c99c947d1eda34d661d23cd327 2024-04-26T01:51:23.812 INFO:tasks.workunit.client.0.smithi046.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-26T01:51:24.040 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:51:24.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:24 smithi046 ceph-mon[28013]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 2.2 KiB/s wr, 12 op/s 2024-04-26T01:51:24.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:24 smithi103 ceph-mon[32920]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 2.2 KiB/s wr, 12 op/s 2024-04-26T01:51:24.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:24 smithi163 ceph-mon[32592]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 2.2 KiB/s wr, 12 op/s 2024-04-26T01:51:26.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.460+0000 7f9821800700 1 -- 172.21.15.46:0/3029947272 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f981c101740 msgr2=0x7f981c101b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:26.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.460+0000 7f9821800700 1 --2- 172.21.15.46:0/3029947272 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f981c101740 0x7f981c101b20 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f980c009990 tx=0x7f980c009ca0 comp rx=0 tx=0).stop 2024-04-26T01:51:26.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.461+0000 7f9821800700 1 -- 172.21.15.46:0/3029947272 shutdown_connections 2024-04-26T01:51:26.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.461+0000 7f9821800700 1 --2- 172.21.15.46:0/3029947272 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f981c10f2f0 0x7f981c1116e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:26.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.461+0000 7f9821800700 1 --2- 172.21.15.46:0/3029947272 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f981c101740 0x7f981c101b20 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:26.459 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.461+0000 7f9821800700 1 --2- 172.21.15.46:0/3029947272 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f981c1020f0 0x7f981c10edb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:26.460 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.461+0000 7f9821800700 1 -- 172.21.15.46:0/3029947272 >> 172.21.15.46:0/3029947272 conn(0x7f981c0fd360 msgr2=0x7f981c0ff780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:26.460 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.461+0000 7f9821800700 1 -- 172.21.15.46:0/3029947272 shutdown_connections 2024-04-26T01:51:26.460 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.461+0000 7f9821800700 1 -- 172.21.15.46:0/3029947272 wait complete. 2024-04-26T01:51:26.460 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.462+0000 7f9821800700 1 Processor -- start 2024-04-26T01:51:26.460 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.463+0000 7f9821800700 1 -- start start 2024-04-26T01:51:26.461 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.463+0000 7f9821800700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f981c101740 0x7f981c19b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:26.461 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.463+0000 7f9821800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f981c1020f0 0x7f981c19b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:26.461 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.463+0000 7f9821800700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f981c10f2f0 0x7f981c19fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:26.461 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.463+0000 7f9821800700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f981c114f30 con 0x7f981c1020f0 2024-04-26T01:51:26.461 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.463+0000 7f9821800700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f981c114db0 con 0x7f981c101740 2024-04-26T01:51:26.461 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.463+0000 7f9821800700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f981c1150b0 con 0x7f981c10f2f0 2024-04-26T01:51:26.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.463+0000 7f981be00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f981c101740 0x7f981c19b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:26.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.463+0000 7f9820e00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f981c10f2f0 0x7f981c19fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:26.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.463+0000 7f981be00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f981c101740 0x7f981c19b3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:38280/0 (socket says 172.21.15.46:38280) 2024-04-26T01:51:26.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.463+0000 7f981be00700 1 -- 172.21.15.46:0/247062565 learned_addr learned my addr 172.21.15.46:0/247062565 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:26.462 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.464+0000 7f981b400700 1 --2- 172.21.15.46:0/247062565 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f981c1020f0 0x7f981c19b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:26.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.464+0000 7f981be00700 1 -- 172.21.15.46:0/247062565 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f981c10f2f0 msgr2=0x7f981c19fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:26.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.464+0000 7f981be00700 1 --2- 172.21.15.46:0/247062565 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f981c10f2f0 0x7f981c19fc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:26.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.464+0000 7f981be00700 1 -- 172.21.15.46:0/247062565 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f981c1020f0 msgr2=0x7f981c19b8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:26.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.464+0000 7f981be00700 1 --2- 172.21.15.46:0/247062565 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f981c1020f0 0x7f981c19b8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:26.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.464+0000 7f981be00700 1 -- 172.21.15.46:0/247062565 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f981c1a0360 con 0x7f981c101740 2024-04-26T01:51:26.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.464+0000 7f9820e00700 1 --2- 172.21.15.46:0/247062565 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f981c10f2f0 0x7f981c19fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:26.463 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.464+0000 7f981be00700 1 --2- 172.21.15.46:0/247062565 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f981c101740 0x7f981c19b3a0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f980c000c00 tx=0x7f980c0057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:26.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.465+0000 7f9818c00700 1 -- 172.21.15.46:0/247062565 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f980c027070 con 0x7f981c101740 2024-04-26T01:51:26.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.465+0000 7f9821800700 1 -- 172.21.15.46:0/247062565 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f981c1a05f0 con 0x7f981c101740 2024-04-26T01:51:26.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.465+0000 7f9818c00700 1 -- 172.21.15.46:0/247062565 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f980c00b610 con 0x7f981c101740 2024-04-26T01:51:26.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.465+0000 7f9818c00700 1 -- 172.21.15.46:0/247062565 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f980c017650 con 0x7f981c101740 2024-04-26T01:51:26.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.465+0000 7f9821800700 1 -- 172.21.15.46:0/247062565 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f981c1a7ed0 con 0x7f981c101740 2024-04-26T01:51:26.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.466+0000 7f9821800700 1 -- 172.21.15.46:0/247062565 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f981c06af80 con 0x7f981c101740 2024-04-26T01:51:26.468 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.470+0000 7f9818c00700 1 -- 172.21.15.46:0/247062565 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 26) ==== 138879+0+0 (secure 0 0 0) 0x7f980c02a070 con 0x7f981c101740 2024-04-26T01:51:26.469 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.471+0000 7f9818c00700 1 --2- 172.21.15.46:0/247062565 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f98000a3ed0 0x7f98000a6390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:26.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.472+0000 7f9818c00700 1 -- 172.21.15.46:0/247062565 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f980c0d1ce0 con 0x7f981c101740 2024-04-26T01:51:26.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.472+0000 7f981b400700 1 --2- 172.21.15.46:0/247062565 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f98000a3ed0 0x7f98000a6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:26.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.472+0000 7f9818c00700 1 -- 172.21.15.46:0/247062565 <== mon.2 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f980c031080 con 0x7f981c101740 2024-04-26T01:51:26.470 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.473+0000 7f981b400700 1 --2- 172.21.15.46:0/247062565 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f98000a3ed0 0x7f98000a6390 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f981c0ff830 tx=0x7f98080073d0 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:26.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.760+0000 7f9821800700 1 -- 172.21.15.46:0/247062565 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f981c02df80 con 0x7f981c101740 2024-04-26T01:51:26.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.761+0000 7f9818c00700 1 -- 172.21.15.46:0/247062565 <== mon.2 v2:172.21.15.103:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11943 (secure 0 0 0) 0x7f980c013070 con 0x7f981c101740 2024-04-26T01:51:26.760 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:51:26.760 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14391,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/3599447924","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":3599447924},{"type":"v1","addr":"172.21.15.46:6839","nonce":3599447924}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6833/1782107626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":1782107626},{"type":"v1","addr":"172.21.15.103:6833","nonce":1782107626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:46:33.259216+0000","modified":"2024-04-26T01:50:52.976230+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24530,"mds_1":24524,"mds_2":24511,"mds_3":24496,"mds_4":24488},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24448":{"gid":24448,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6833/3674154522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6832","nonce":3674154522},{"type":"v1","addr":"172.21.15.163:6833","nonce":3674154522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"d","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6837/2284069014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":2284069014},{"type":"v1","addr":"172.21.15.46:6837","nonce":2284069014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"j","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6835/441878789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":441878789},{"type":"v1","addr":"172.21.15.46:6835","nonce":441878789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/2093120942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":2093120942},{"type":"v1","addr":"172.21.15.103:6835","nonce":2093120942}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6835/3496224673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6834","nonce":3496224673},{"type":"v1","addr":"172.21.15.163:6835","nonce":3496224673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"h","rank":4,"incarnation":24,"state":"up:active","state_seq":16,"addr":"172.21.15.103:6837/356151155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":356151155},{"type":"v1","addr":"172.21.15.103:6837","nonce":356151155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":16,"addr":"172.21.15.163:6837/3255035214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6836","nonce":3255035214},{"type":"v1","addr":"172.21.15.163:6837","nonce":3255035214}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.163:6839/1457170931","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6838","nonce":1457170931},{"type":"v1","addr":"172.21.15.163:6839","nonce":1457170931}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"a","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.46:6841/1857491842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":1857491842},{"type":"v1","addr":"172.21.15.46:6841","nonce":1857491842}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.103:6839/4045492459","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":4045492459},{"type":"v1","addr":"172.21.15.103:6839","nonce":4045492459}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24496,24524,24511,24488,24530]},"id":1}]} 2024-04-26T01:51:26.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.764+0000 7f9821800700 1 -- 172.21.15.46:0/247062565 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f98000a3ed0 msgr2=0x7f98000a6390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:26.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.764+0000 7f9821800700 1 --2- 172.21.15.46:0/247062565 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f98000a3ed0 0x7f98000a6390 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f981c0ff830 tx=0x7f98080073d0 comp rx=0 tx=0).stop 2024-04-26T01:51:26.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.764+0000 7f9821800700 1 -- 172.21.15.46:0/247062565 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f981c101740 msgr2=0x7f981c19b3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:26.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.764+0000 7f9821800700 1 --2- 172.21.15.46:0/247062565 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f981c101740 0x7f981c19b3a0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f980c000c00 tx=0x7f980c0057c0 comp rx=0 tx=0).stop 2024-04-26T01:51:26.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.764+0000 7f9821800700 1 -- 172.21.15.46:0/247062565 shutdown_connections 2024-04-26T01:51:26.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.764+0000 7f9821800700 1 --2- 172.21.15.46:0/247062565 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f98000a3ed0 0x7f98000a6390 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:26.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.764+0000 7f9821800700 1 --2- 172.21.15.46:0/247062565 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f981c10f2f0 0x7f981c19fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:26.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.764+0000 7f9821800700 1 --2- 172.21.15.46:0/247062565 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f981c101740 0x7f981c19b3a0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:26.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.764+0000 7f9821800700 1 --2- 172.21.15.46:0/247062565 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f981c1020f0 0x7f981c19b8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:26.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.765+0000 7f9821800700 1 -- 172.21.15.46:0/247062565 >> 172.21.15.46:0/247062565 conn(0x7f981c0fd360 msgr2=0x7f981c1104d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:26.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.765+0000 7f9821800700 1 -- 172.21.15.46:0/247062565 shutdown_connections 2024-04-26T01:51:26.763 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:26.765+0000 7f9821800700 1 -- 172.21.15.46:0/247062565 wait complete. 2024-04-26T01:51:26.764 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 29 2024-04-26T01:51:26.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:26 smithi046 ceph-mon[28013]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 4.2 KiB/s wr, 18 op/s 2024-04-26T01:51:26.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:26 smithi103 ceph-mon[32920]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 4.2 KiB/s wr, 18 op/s 2024-04-26T01:51:26.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:26 smithi163 ceph-mon[32592]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 4.2 KiB/s wr, 18 op/s 2024-04-26T01:51:27.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:27 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/247062565' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:51:27.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:27 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/247062565' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:51:27.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:27 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/247062565' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:51:27.967 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 29, 'flags': 306, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': True}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-04-26T01:46:33.259216+0000', 'modified': '2024-04-26T01:50:52.976230+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24530, 'mds_1': 24524, 'mds_2': 24511, 'mds_3': 24496, 'mds_4': 24488}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24448': {'gid': 24448, 'name': 'l', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.163:6833/3674154522', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.163:6832', 'nonce': 3674154522}, {'type': 'v1', 'addr': '172.21.15.163:6833', 'nonce': 3674154522}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24464': {'gid': 24464, 'name': 'd', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.46:6837/2284069014', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.46:6836', 'nonce': 2284069014}, {'type': 'v1', 'addr': '172.21.15.46:6837', 'nonce': 2284069014}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24466': {'gid': 24466, 'name': 'j', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.46:6835/441878789', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.46:6834', 'nonce': 441878789}, {'type': 'v1', 'addr': '172.21.15.46:6835', 'nonce': 441878789}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24476': {'gid': 24476, 'name': 'e', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.103:6835/2093120942', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.103:6834', 'nonce': 2093120942}, {'type': 'v1', 'addr': '172.21.15.103:6835', 'nonce': 2093120942}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24484': {'gid': 24484, 'name': 'f', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.163:6835/3496224673', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.163:6834', 'nonce': 3496224673}, {'type': 'v1', 'addr': '172.21.15.163:6835', 'nonce': 3496224673}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24488': {'gid': 24488, 'name': 'h', 'rank': 4, 'incarnation': 24, 'state': 'up:active', 'state_seq': 16, 'addr': '172.21.15.103:6837/356151155', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.103:6836', 'nonce': 356151155}, {'type': 'v1', 'addr': '172.21.15.103:6837', 'nonce': 356151155}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24496': {'gid': 24496, 'name': 'c', 'rank': 3, 'incarnation': 22, 'state': 'up:active', 'state_seq': 16, 'addr': '172.21.15.163:6837/3255035214', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.163:6836', 'nonce': 3255035214}, {'type': 'v1', 'addr': '172.21.15.163:6837', 'nonce': 3255035214}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24511': {'gid': 24511, 'name': 'i', 'rank': 2, 'incarnation': 20, 'state': 'up:active', 'state_seq': 15, 'addr': '172.21.15.163:6839/1457170931', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.163:6838', 'nonce': 1457170931}, {'type': 'v1', 'addr': '172.21.15.163:6839', 'nonce': 1457170931}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24524': {'gid': 24524, 'name': 'a', 'rank': 1, 'incarnation': 18, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.46:6841/1857491842', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.46:6840', 'nonce': 1857491842}, {'type': 'v1', 'addr': '172.21.15.46:6841', 'nonce': 1857491842}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24530': {'gid': 24530, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.103:6839/4045492459', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.103:6838', 'nonce': 4045492459}, {'type': 'v1', 'addr': '172.21.15.103:6839', 'nonce': 4045492459}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24530, 'qdb_cluster': [24496, 24524, 24511, 24488, 24530]} 2024-04-26T01:51:27.968 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-04-26T01:51:27.968 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph tell mds.h status 2024-04-26T01:51:28.426 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:51:28.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:28 smithi046 ceph-mon[28013]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.9 KiB/s wr, 10 op/s 2024-04-26T01:51:28.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:28 smithi103 ceph-mon[32920]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.9 KiB/s wr, 10 op/s 2024-04-26T01:51:28.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:28 smithi163 ceph-mon[32592]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.9 KiB/s wr, 10 op/s 2024-04-26T01:51:30.806 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.807+0000 7f29f3e00700 1 -- 172.21.15.46:0/569739924 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f29ec108a80 msgr2=0x7f29ec108e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:30.806 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.807+0000 7f29f3e00700 1 --2- 172.21.15.46:0/569739924 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f29ec108a80 0x7f29ec108e60 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f29e0009990 tx=0x7f29e0009ca0 comp rx=0 tx=0).stop 2024-04-26T01:51:30.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.808+0000 7f29f3e00700 1 -- 172.21.15.46:0/569739924 shutdown_connections 2024-04-26T01:51:30.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.808+0000 7f29f3e00700 1 --2- 172.21.15.46:0/569739924 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f29ec103450 0x7f29ec10f8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:30.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.808+0000 7f29f3e00700 1 --2- 172.21.15.46:0/569739924 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f29ec108a80 0x7f29ec108e60 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:30.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.808+0000 7f29f3e00700 1 --2- 172.21.15.46:0/569739924 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f29ec102a90 0x7f29ec102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:30.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.808+0000 7f29f3e00700 1 -- 172.21.15.46:0/569739924 >> 172.21.15.46:0/569739924 conn(0x7f29ec079bf0 msgr2=0x7f29ec07a000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:30.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.808+0000 7f29f3e00700 1 -- 172.21.15.46:0/569739924 shutdown_connections 2024-04-26T01:51:30.807 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.808+0000 7f29f3e00700 1 -- 172.21.15.46:0/569739924 wait complete. 2024-04-26T01:51:30.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.809+0000 7f29f3e00700 1 Processor -- start 2024-04-26T01:51:30.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.809+0000 7f29f3e00700 1 -- start start 2024-04-26T01:51:30.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.810+0000 7f29f3e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f29ec102a90 0x7f29ec1098d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:30.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.810+0000 7f29f3e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f29ec103450 0x7f29ec109e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:30.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.810+0000 7f29f3e00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f29ec108a80 0x7f29ec10a350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:30.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.810+0000 7f29f3e00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f29ec112dc0 con 0x7f29ec103450 2024-04-26T01:51:30.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.810+0000 7f29f3e00700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f29ec112c40 con 0x7f29ec102a90 2024-04-26T01:51:30.808 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.810+0000 7f29f3e00700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f29ec112f40 con 0x7f29ec108a80 2024-04-26T01:51:30.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.810+0000 7f29f0a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f29ec103450 0x7f29ec109e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:30.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.810+0000 7f29f0a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f29ec103450 0x7f29ec109e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52808/0 (socket says 172.21.15.46:52808) 2024-04-26T01:51:30.809 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.810+0000 7f29f0a00700 1 -- 172.21.15.46:0/2235414188 learned_addr learned my addr 172.21.15.46:0/2235414188 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:30.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.810+0000 7f29f1400700 1 --2- 172.21.15.46:0/2235414188 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f29ec102a90 0x7f29ec1098d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:30.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.810+0000 7f29f1e00700 1 --2- 172.21.15.46:0/2235414188 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f29ec108a80 0x7f29ec10a350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:30.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.811+0000 7f29f0a00700 1 -- 172.21.15.46:0/2235414188 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f29ec108a80 msgr2=0x7f29ec10a350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:30.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.811+0000 7f29f0a00700 1 --2- 172.21.15.46:0/2235414188 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f29ec108a80 0x7f29ec10a350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:30.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.811+0000 7f29f0a00700 1 -- 172.21.15.46:0/2235414188 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f29ec102a90 msgr2=0x7f29ec1098d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:30.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.811+0000 7f29f0a00700 1 --2- 172.21.15.46:0/2235414188 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f29ec102a90 0x7f29ec1098d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:30.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.811+0000 7f29f0a00700 1 -- 172.21.15.46:0/2235414188 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29ec1abb30 con 0x7f29ec103450 2024-04-26T01:51:30.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.811+0000 7f29f1400700 1 --2- 172.21.15.46:0/2235414188 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f29ec102a90 0x7f29ec1098d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:30.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.811+0000 7f29f0a00700 1 --2- 172.21.15.46:0/2235414188 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f29ec103450 0x7f29ec109e10 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f29d800e9a0 tx=0x7f29d800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:30.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.811+0000 7f29ea000700 1 -- 172.21.15.46:0/2235414188 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29d800ca10 con 0x7f29ec103450 2024-04-26T01:51:30.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.811+0000 7f29ea000700 1 -- 172.21.15.46:0/2235414188 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f29d800cbb0 con 0x7f29ec103450 2024-04-26T01:51:30.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.811+0000 7f29ea000700 1 -- 172.21.15.46:0/2235414188 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29d8018680 con 0x7f29ec103450 2024-04-26T01:51:30.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.811+0000 7f29f3e00700 1 -- 172.21.15.46:0/2235414188 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29ec1abe20 con 0x7f29ec103450 2024-04-26T01:51:30.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.812+0000 7f29f3e00700 1 -- 172.21.15.46:0/2235414188 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29ec1ac320 con 0x7f29ec103450 2024-04-26T01:51:30.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.815+0000 7f29ea000700 1 -- 172.21.15.46:0/2235414188 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 26) ==== 138879+0+0 (secure 0 0 0) 0x7f29d8010430 con 0x7f29ec103450 2024-04-26T01:51:30.814 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:30 smithi046 ceph-mon[28013]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.9 KiB/s wr, 12 op/s 2024-04-26T01:51:30.816 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.818+0000 7f29ea000700 1 --2- 172.21.15.46:0/2235414188 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f29d40a3f50 0x7f29d40a6410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:30.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.818+0000 7f29ea000700 1 -- 172.21.15.46:0/2235414188 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f29d80d0bc0 con 0x7f29ec103450 2024-04-26T01:51:30.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.818+0000 7f29fe696b80 1 Processor -- start 2024-04-26T01:51:30.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.819+0000 7f29f1400700 1 --2- 172.21.15.46:0/2235414188 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f29d40a3f50 0x7f29d40a6410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:30.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.819+0000 7f29fe696b80 1 -- start start 2024-04-26T01:51:30.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.819+0000 7f29fe696b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c4d1a5780 0x561c4d1a5b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:30.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.819+0000 7f29fe696b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x561c4d1a60a0 0x561c4d19f9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:30.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.819+0000 7f29fe696b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561c4d19fef0 0x561c4d1a0330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:30.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.819+0000 7f29fe696b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x561c4d0f1e40 con 0x561c4d1a5780 2024-04-26T01:51:30.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.819+0000 7f29fe696b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x561c4d0986e0 con 0x561c4d19fef0 2024-04-26T01:51:30.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.819+0000 7f29fe696b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x561c4d0ede00 con 0x561c4d1a60a0 2024-04-26T01:51:30.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.820+0000 7f29f1400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c4d1a5780 0x561c4d1a5b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:30.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.820+0000 7f29f1400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c4d1a5780 0x561c4d1a5b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52810/0 (socket says 172.21.15.46:52810) 2024-04-26T01:51:30.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.820+0000 7f29f1400700 1 -- 172.21.15.46:0/189351784 learned_addr learned my addr 172.21.15.46:0/189351784 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:30.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.820+0000 7f29f1400700 1 -- 172.21.15.46:0/189351784 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x561c4d1a60a0 msgr2=0x561c4d19f9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:30.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.820+0000 7f29f1400700 1 --2- 172.21.15.46:0/189351784 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x561c4d1a60a0 0x561c4d19f9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:30.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.820+0000 7f29f1400700 1 -- 172.21.15.46:0/189351784 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561c4d19fef0 msgr2=0x561c4d1a0330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:30.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.820+0000 7f29f1400700 1 --2- 172.21.15.46:0/189351784 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561c4d19fef0 0x561c4d1a0330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:30.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.820+0000 7f29f1400700 1 -- 172.21.15.46:0/189351784 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561c4d08e630 con 0x561c4d1a5780 2024-04-26T01:51:30.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.821+0000 7f29f1400700 1 --2- 172.21.15.46:0/189351784 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c4d1a5780 0x561c4d1a5b60 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f29e0005770 tx=0x7f29e0028000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93682f696c6313be server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:30.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.821+0000 7f29f1400700 1 --2- 172.21.15.46:0/2235414188 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f29d40a3f50 0x7f29d40a6410 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f29e0009990 tx=0x7f29e000bd20 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:30.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.821+0000 7f29dea00700 1 -- 172.21.15.46:0/189351784 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29e002e070 con 0x561c4d1a5780 2024-04-26T01:51:30.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.821+0000 7f29dea00700 1 -- 172.21.15.46:0/189351784 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f29e000f930 con 0x561c4d1a5780 2024-04-26T01:51:30.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.821+0000 7f29dea00700 1 -- 172.21.15.46:0/189351784 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29e0021040 con 0x561c4d1a5780 2024-04-26T01:51:30.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.822+0000 7f29fe696b80 1 -- 172.21.15.46:0/189351784 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c4d1a5780 msgr2=0x561c4d1a5b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:30.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.822+0000 7f29fe696b80 1 --2- 172.21.15.46:0/189351784 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c4d1a5780 0x561c4d1a5b60 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f29e0005770 tx=0x7f29e0028000 comp rx=0 tx=0).stop 2024-04-26T01:51:30.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.822+0000 7f29fe696b80 1 -- 172.21.15.46:0/189351784 shutdown_connections 2024-04-26T01:51:30.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.822+0000 7f29fe696b80 1 --2- 172.21.15.46:0/189351784 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561c4d19fef0 0x561c4d1a0330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:30.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.822+0000 7f29fe696b80 1 --2- 172.21.15.46:0/189351784 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c4d1a5780 0x561c4d1a5b60 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:30.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.822+0000 7f29fe696b80 1 --2- 172.21.15.46:0/189351784 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x561c4d1a60a0 0x561c4d19f9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:30.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.822+0000 7f29fe696b80 1 -- 172.21.15.46:0/189351784 >> 172.21.15.46:0/189351784 conn(0x561c4d0cdf00 msgr2=0x561c4d19a8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:30.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.822+0000 7f29fe696b80 1 -- 172.21.15.46:0/189351784 shutdown_connections 2024-04-26T01:51:30.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.823+0000 7f29fe696b80 1 -- 172.21.15.46:0/189351784 wait complete. 2024-04-26T01:51:30.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.823+0000 7f29fe696b80 1 -- start start 2024-04-26T01:51:30.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.824+0000 7f29fe696b80 1 Processor -- start 2024-04-26T01:51:30.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.824+0000 7f29fe696b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x561c4d19fef0 0x561c4d1abce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:30.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.824+0000 7f29fe696b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c4d1a5780 0x561c4d1a9030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:30.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.824+0000 7f29fe696b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561c4d1a9570 0x561c4d1a99f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:30.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.824+0000 7f29fe696b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x561c4d1ac8c0 con 0x561c4d1a5780 2024-04-26T01:51:30.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.824+0000 7f29fe696b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x561c4d0ab810 con 0x561c4d1a9570 2024-04-26T01:51:30.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.824+0000 7f29fe696b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x561c4d1aca40 con 0x561c4d19fef0 2024-04-26T01:51:30.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.824+0000 7f29fe696b80 10 client.0 _ll_register_callbacks cb 0x561c4d08a6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:51:30.823 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.825+0000 7f29f1400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x561c4d19fef0 0x561c4d1abce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:30.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.825+0000 7f29f1400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x561c4d19fef0 0x561c4d1abce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:42636/0 (socket says 172.21.15.46:42636) 2024-04-26T01:51:30.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.825+0000 7f29f1400700 1 -- 172.21.15.46:0/2103455364 learned_addr learned my addr 172.21.15.46:0/2103455364 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:30.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.825+0000 7f29f1400700 1 -- 172.21.15.46:0/2103455364 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561c4d1a9570 msgr2=0x561c4d1a99f0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-26T01:51:30.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.825+0000 7f29f1400700 1 --2- 172.21.15.46:0/2103455364 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561c4d1a9570 0x561c4d1a99f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:30.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.825+0000 7f29f1400700 1 -- 172.21.15.46:0/2103455364 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c4d1a5780 msgr2=0x561c4d1a9030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:30.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.825+0000 7f29f0a00700 1 --2- 172.21.15.46:0/2103455364 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c4d1a5780 0x561c4d1a9030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:30.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.825+0000 7f29f1400700 1 --2- 172.21.15.46:0/2103455364 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c4d1a5780 0x561c4d1a9030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:30.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.825+0000 7f29f1400700 1 -- 172.21.15.46:0/2103455364 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561c4d03f880 con 0x561c4d19fef0 2024-04-26T01:51:30.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.826+0000 7f29f0a00700 1 --2- 172.21.15.46:0/2103455364 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c4d1a5780 0x561c4d1a9030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:51:30.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.826+0000 7f29f1400700 1 --2- 172.21.15.46:0/2103455364 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x561c4d19fef0 0x561c4d1abce0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f29e0006010 tx=0x7f29e000be10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ca9c8e57ae1b4c1c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:30.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.826+0000 7f29d3400700 10 client.0 ms_handle_connect on v2:172.21.15.163:3300/0 2024-04-26T01:51:30.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.826+0000 7f29d3400700 1 -- 172.21.15.46:0/2103455364 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29e002e030 con 0x561c4d19fef0 2024-04-26T01:51:30.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.826+0000 7f29d3400700 1 -- 172.21.15.46:0/2103455364 <== mon.1 v2:172.21.15.163:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f29e000f660 con 0x561c4d19fef0 2024-04-26T01:51:30.825 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.826+0000 7f29fe696b80 1 -- 172.21.15.46:0/2103455364 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f29e000f930 con 0x561c4d19fef0 2024-04-26T01:51:30.826 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.827+0000 7f29d3400700 1 -- 172.21.15.46:0/2103455364 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f29e0046050 con 0x561c4d19fef0 2024-04-26T01:51:30.826 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.827+0000 7f29fe696b80 10 client.25315 fetch_fsmap learned FSMap version 29 2024-04-26T01:51:30.826 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.827+0000 7f29fe696b80 1 -- 172.21.15.46:0/2103455364 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561c4d088aa0 con 0x561c4d19fef0 2024-04-26T01:51:30.826 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.827+0000 7f29d3400700 1 -- 172.21.15.46:0/2103455364 <== mon.1 v2:172.21.15.163:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f29e000f930 con 0x561c4d19fef0 2024-04-26T01:51:30.826 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.827+0000 7f29d3400700 1 -- 172.21.15.46:0/2103455364 <== mon.1 v2:172.21.15.163:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f29e0027040 con 0x561c4d19fef0 2024-04-26T01:51:30.826 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.827+0000 7f29fe696b80 10 client.25315 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:51:30.826 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.828+0000 7f29fe696b80 10 client.25315 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-26T01:51:30.827 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.828+0000 7f29fe696b80 20 client.25315 populate_metadata read hostname 'smithi046' 2024-04-26T01:51:30.827 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.828+0000 7f29fe696b80 1 --2- 172.21.15.46:0/2103455364 >> [v2:172.21.15.103:6836/356151155,v1:172.21.15.103:6837/356151155] conn(0x561c4d1b9600 0x561c4d1baa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:30.827 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.828+0000 7f29fe696b80 4 client.25315 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:51:30.827 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.828+0000 7f29fe696b80 1 -- 172.21.15.46:0/2103455364 --> [v2:172.21.15.103:6836/356151155,v1:172.21.15.103:6837/356151155] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561c4d0ff630 con 0x561c4d1b9600 2024-04-26T01:51:30.827 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.828+0000 7f29f0a00700 1 --2- 172.21.15.46:0/2103455364 >> [v2:172.21.15.103:6836/356151155,v1:172.21.15.103:6837/356151155] conn(0x561c4d1b9600 0x561c4d1baa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:30.827 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.829+0000 7f29f0a00700 1 --2- 172.21.15.46:0/2103455364 >> [v2:172.21.15.103:6836/356151155,v1:172.21.15.103:6837/356151155] conn(0x561c4d1b9600 0x561c4d1baa70 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=389340fbb4d27a2d server_cookie=88f92de99a881a0a in_seq=0 out_seq=0 2024-04-26T01:51:30.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.829+0000 7f29d3400700 10 client.25315 ms_handle_connect on v2:172.21.15.103:6836/356151155 2024-04-26T01:51:30.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.830+0000 7f29d3400700 1 -- 172.21.15.46:0/2103455364 <== mds.4 v2:172.21.15.103:6836/356151155 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x561c4d0ff630 con 0x561c4d1b9600 2024-04-26T01:51:30.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.830+0000 7f29d3400700 10 client.25315 handle_command_reply: tid=0 2024-04-26T01:51:30.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.830+0000 7f29fe696b80 1 client.25315 shutdown 2024-04-26T01:51:30.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.830+0000 7f29fe696b80 1 -- 172.21.15.46:0/2103455364 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x561c4d19fef0 msgr2=0x561c4d1abce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:30.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.830+0000 7f29fe696b80 1 --2- 172.21.15.46:0/2103455364 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x561c4d19fef0 0x561c4d1abce0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f29e0006010 tx=0x7f29e000be10 comp rx=0 tx=0).stop 2024-04-26T01:51:30.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.830+0000 7f29fe696b80 1 -- 172.21.15.46:0/2103455364 shutdown_connections 2024-04-26T01:51:30.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.830+0000 7f29fe696b80 1 --2- 172.21.15.46:0/2103455364 >> [v2:172.21.15.103:6836/356151155,v1:172.21.15.103:6837/356151155] conn(0x561c4d1b9600 0x561c4d1baa70 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:30.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.830+0000 7f29fe696b80 1 --2- 172.21.15.46:0/2103455364 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561c4d1a9570 0x561c4d1a99f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:30.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.830+0000 7f29fe696b80 1 --2- 172.21.15.46:0/2103455364 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x561c4d19fef0 0x561c4d1abce0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:30.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.830+0000 7f29fe696b80 1 --2- 172.21.15.46:0/2103455364 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c4d1a5780 0x561c4d1a9030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:30.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.830+0000 7f29d3400700 0 client.25315 ms_handle_reset on v2:172.21.15.103:6836/356151155 2024-04-26T01:51:30.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.830+0000 7f29fe696b80 1 -- 172.21.15.46:0/2103455364 >> 172.21.15.46:0/2103455364 conn(0x561c4d0cdf00 msgr2=0x561c4d199e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:30.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.830+0000 7f29fe696b80 1 -- 172.21.15.46:0/2103455364 shutdown_connections 2024-04-26T01:51:30.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.830+0000 7f29fe696b80 1 -- 172.21.15.46:0/2103455364 wait complete. 2024-04-26T01:51:30.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.831+0000 7f29fe696b80 20 client.25315 trim_cache size 0 max 16384 2024-04-26T01:51:30.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.858+0000 7f29fe696b80 1 Processor -- start 2024-04-26T01:51:30.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.858+0000 7f29fe696b80 1 -- start start 2024-04-26T01:51:30.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.858+0000 7f29fe696b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x561c4d19fef0 0x561c4d19f9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:30.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.858+0000 7f29fe696b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c4d1a5780 0x561c4d19bee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:30.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.859+0000 7f29fe696b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561c4d1a9570 0x561c4d19a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:30.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.859+0000 7f29fe696b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x561c4d1b8db0 con 0x561c4d1a5780 2024-04-26T01:51:30.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.859+0000 7f29fe696b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x561c4d1b9480 con 0x561c4d1a9570 2024-04-26T01:51:30.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.859+0000 7f29fe696b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x561c4d1b9b50 con 0x561c4d19fef0 2024-04-26T01:51:30.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.859+0000 7f29f0a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c4d1a5780 0x561c4d19bee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:30.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.859+0000 7f29f1400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x561c4d19fef0 0x561c4d19f9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:30.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.859+0000 7f29f1e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561c4d1a9570 0x561c4d19a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:30.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.859+0000 7f29f0a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c4d1a5780 0x561c4d19bee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52818/0 (socket says 172.21.15.46:52818) 2024-04-26T01:51:30.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.859+0000 7f29f0a00700 1 -- 172.21.15.46:0/987018673 learned_addr learned my addr 172.21.15.46:0/987018673 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:30.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.859+0000 7f29f0a00700 1 -- 172.21.15.46:0/987018673 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x561c4d19fef0 msgr2=0x561c4d19f9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:30.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.859+0000 7f29f0a00700 1 --2- 172.21.15.46:0/987018673 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x561c4d19fef0 0x561c4d19f9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:30.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.860+0000 7f29f0a00700 1 -- 172.21.15.46:0/987018673 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561c4d1a9570 msgr2=0x561c4d19a5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:30.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.860+0000 7f29f0a00700 1 --2- 172.21.15.46:0/987018673 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561c4d1a9570 0x561c4d19a5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:30.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.860+0000 7f29f0a00700 1 -- 172.21.15.46:0/987018673 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561c4d1a53a0 con 0x561c4d1a5780 2024-04-26T01:51:30.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.860+0000 7f29f0a00700 1 --2- 172.21.15.46:0/987018673 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c4d1a5780 0x561c4d19bee0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f29d80bd0d0 tx=0x7f29d8010cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16b37578e4fd38ea server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:30.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.860+0000 7f29de000700 1 -- 172.21.15.46:0/987018673 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29d80a5550 con 0x561c4d1a5780 2024-04-26T01:51:30.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.861+0000 7f29de000700 1 -- 172.21.15.46:0/987018673 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f29d809abe0 con 0x561c4d1a5780 2024-04-26T01:51:30.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.861+0000 7f29de000700 1 -- 172.21.15.46:0/987018673 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29d80a5320 con 0x561c4d1a5780 2024-04-26T01:51:30.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.861+0000 7f29fe696b80 1 -- 172.21.15.46:0/987018673 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c4d1a5780 msgr2=0x561c4d19bee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:30.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.861+0000 7f29fe696b80 1 --2- 172.21.15.46:0/987018673 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c4d1a5780 0x561c4d19bee0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f29d80bd0d0 tx=0x7f29d8010cd0 comp rx=0 tx=0).stop 2024-04-26T01:51:30.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.861+0000 7f29fe696b80 1 -- 172.21.15.46:0/987018673 shutdown_connections 2024-04-26T01:51:30.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.861+0000 7f29fe696b80 1 --2- 172.21.15.46:0/987018673 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561c4d1a9570 0x561c4d19a5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:30.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.861+0000 7f29fe696b80 1 --2- 172.21.15.46:0/987018673 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x561c4d19fef0 0x561c4d19f9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:30.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.861+0000 7f29fe696b80 1 --2- 172.21.15.46:0/987018673 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c4d1a5780 0x561c4d19bee0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:30.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.861+0000 7f29fe696b80 1 -- 172.21.15.46:0/987018673 >> 172.21.15.46:0/987018673 conn(0x561c4d0cdf00 msgr2=0x561c4d1a99d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:30.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.861+0000 7f29fe696b80 1 -- 172.21.15.46:0/987018673 shutdown_connections 2024-04-26T01:51:30.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.862+0000 7f29fe696b80 1 -- 172.21.15.46:0/987018673 wait complete. 2024-04-26T01:51:30.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.862+0000 7f29fe696b80 1 -- start start 2024-04-26T01:51:30.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.862+0000 7f29fe696b80 1 Processor -- start 2024-04-26T01:51:30.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.863+0000 7f29fe696b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561c4d19fef0 0x561c4d1beea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:30.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.863+0000 7f29fe696b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x561c4d1a5780 0x561c4d1bf3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:30.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.863+0000 7f29fe696b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c4d1a9570 0x561c4d1bf920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:30.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.863+0000 7f29fe696b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x561c4d1ba8f0 con 0x561c4d1a9570 2024-04-26T01:51:30.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.863+0000 7f29fe696b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x561c4d1ba220 con 0x561c4d19fef0 2024-04-26T01:51:30.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.863+0000 7f29fe696b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x561c4d1bafc0 con 0x561c4d1a5780 2024-04-26T01:51:30.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.863+0000 7f29fe696b80 10 client.0 _ll_register_callbacks cb 0x561c4d08a6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:51:30.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.863+0000 7f29f1400700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561c4d19fef0 0x561c4d1beea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:30.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.863+0000 7f29f1400700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561c4d19fef0 0x561c4d1beea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:38348/0 (socket says 172.21.15.46:38348) 2024-04-26T01:51:30.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.863+0000 7f29f1400700 1 -- 172.21.15.46:0/1961658666 learned_addr learned my addr 172.21.15.46:0/1961658666 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:30.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.864+0000 7f29f0a00700 1 --2- 172.21.15.46:0/1961658666 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x561c4d1a5780 0x561c4d1bf3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:30.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.864+0000 7f29f1e00700 1 --2- 172.21.15.46:0/1961658666 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c4d1a9570 0x561c4d1bf920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:30.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.864+0000 7f29f1400700 1 -- 172.21.15.46:0/1961658666 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x561c4d1a5780 msgr2=0x561c4d1bf3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:30.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.864+0000 7f29f1400700 1 --2- 172.21.15.46:0/1961658666 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x561c4d1a5780 0x561c4d1bf3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:30.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.864+0000 7f29f1400700 1 -- 172.21.15.46:0/1961658666 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c4d1a9570 msgr2=0x561c4d1bf920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:30.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.864+0000 7f29f1400700 1 --2- 172.21.15.46:0/1961658666 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c4d1a9570 0x561c4d1bf920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:30.863 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.864+0000 7f29f1400700 1 -- 172.21.15.46:0/1961658666 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561c4d220730 con 0x561c4d19fef0 2024-04-26T01:51:30.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.864+0000 7f29f1400700 1 --2- 172.21.15.46:0/1961658666 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561c4d19fef0 0x561c4d1beea0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f29e0005770 tx=0x7f29e00337a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7fa225db5e400f1d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:30.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.864+0000 7f29d3400700 10 client.0 ms_handle_connect on v2:172.21.15.103:3300/0 2024-04-26T01:51:30.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.864+0000 7f29d3400700 1 -- 172.21.15.46:0/1961658666 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29e002e070 con 0x561c4d19fef0 2024-04-26T01:51:30.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.864+0000 7f29d3400700 1 -- 172.21.15.46:0/1961658666 <== mon.2 v2:172.21.15.103:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f29e0028720 con 0x561c4d19fef0 2024-04-26T01:51:30.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.865+0000 7f29fe696b80 1 -- 172.21.15.46:0/1961658666 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f29d809abe0 con 0x561c4d19fef0 2024-04-26T01:51:30.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.865+0000 7f29d3400700 1 -- 172.21.15.46:0/1961658666 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f29e0003e60 con 0x561c4d19fef0 2024-04-26T01:51:30.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.865+0000 7f29fe696b80 10 client.25298 fetch_fsmap learned FSMap version 29 2024-04-26T01:51:30.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.865+0000 7f29fe696b80 1 -- 172.21.15.46:0/1961658666 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561c4d2219e0 con 0x561c4d19fef0 2024-04-26T01:51:30.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.865+0000 7f29d3400700 1 -- 172.21.15.46:0/1961658666 <== mon.2 v2:172.21.15.103:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f29d809abe0 con 0x561c4d19fef0 2024-04-26T01:51:30.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.865+0000 7f29d3400700 1 -- 172.21.15.46:0/1961658666 <== mon.2 v2:172.21.15.103:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f29e0027040 con 0x561c4d19fef0 2024-04-26T01:51:30.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.866+0000 7f29fe696b80 10 client.25298 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:51:30.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.866+0000 7f29fe696b80 10 client.25298 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-26T01:51:30.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.866+0000 7f29fe696b80 20 client.25298 populate_metadata read hostname 'smithi046' 2024-04-26T01:51:30.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.866+0000 7f29fe696b80 1 --2- 172.21.15.46:0/1961658666 >> [v2:172.21.15.103:6836/356151155,v1:172.21.15.103:6837/356151155] conn(0x561c4d2265a0 0x561c4d2252b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:30.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.866+0000 7f29fe696b80 4 client.25298 mds_command: new command op to 24488 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T01:51:30.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.866+0000 7f29fe696b80 1 -- 172.21.15.46:0/1961658666 --> [v2:172.21.15.103:6836/356151155,v1:172.21.15.103:6837/356151155] -- command(tid 0: {"prefix": "status"}) -- 0x561c4d0f96d0 con 0x561c4d2265a0 2024-04-26T01:51:30.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.866+0000 7f29f0a00700 1 --2- 172.21.15.46:0/1961658666 >> [v2:172.21.15.103:6836/356151155,v1:172.21.15.103:6837/356151155] conn(0x561c4d2265a0 0x561c4d2252b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:30.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.867+0000 7f29d3400700 10 client.25298 ms_handle_connect on v2:172.21.15.103:6836/356151155 2024-04-26T01:51:30.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.867+0000 7f29f0a00700 1 --2- 172.21.15.46:0/1961658666 >> [v2:172.21.15.103:6836/356151155,v1:172.21.15.103:6837/356151155] conn(0x561c4d2265a0 0x561c4d2252b0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=9e0eb6d037cff771 server_cookie=e1fd998718e22ff8 in_seq=0 out_seq=0 2024-04-26T01:51:30.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.867+0000 7f29d3400700 1 -- 172.21.15.46:0/1961658666 <== mds.4 v2:172.21.15.103:6836/356151155 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x561c4d0f96d0 con 0x561c4d2265a0 2024-04-26T01:51:30.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.867+0000 7f29d3400700 10 client.25298 handle_command_reply: tid=0 2024-04-26T01:51:30.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.867+0000 7f29fe696b80 1 client.25298 shutdown 2024-04-26T01:51:30.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.867+0000 7f29fe696b80 1 -- 172.21.15.46:0/1961658666 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561c4d19fef0 msgr2=0x561c4d1beea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:30.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.867+0000 7f29fe696b80 1 --2- 172.21.15.46:0/1961658666 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561c4d19fef0 0x561c4d1beea0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f29e0005770 tx=0x7f29e00337a0 comp rx=0 tx=0).stop 2024-04-26T01:51:30.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.867+0000 7f29fe696b80 1 -- 172.21.15.46:0/1961658666 shutdown_connections 2024-04-26T01:51:30.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.867+0000 7f29fe696b80 1 --2- 172.21.15.46:0/1961658666 >> [v2:172.21.15.103:6836/356151155,v1:172.21.15.103:6837/356151155] conn(0x561c4d2265a0 0x561c4d2252b0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:30.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.867+0000 7f29fe696b80 1 --2- 172.21.15.46:0/1961658666 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x561c4d1a9570 0x561c4d1bf920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:30.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.867+0000 7f29fe696b80 1 --2- 172.21.15.46:0/1961658666 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561c4d19fef0 0x561c4d1beea0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:30.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.867+0000 7f29fe696b80 1 --2- 172.21.15.46:0/1961658666 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x561c4d1a5780 0x561c4d1bf3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:30.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.867+0000 7f29d3400700 0 client.25298 ms_handle_reset on v2:172.21.15.103:6836/356151155 2024-04-26T01:51:30.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.867+0000 7f29fe696b80 1 -- 172.21.15.46:0/1961658666 >> 172.21.15.46:0/1961658666 conn(0x561c4d0cdf00 msgr2=0x561c4d1a6490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:30.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.868+0000 7f29fe696b80 1 -- 172.21.15.46:0/1961658666 shutdown_connections 2024-04-26T01:51:30.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.868+0000 7f29fe696b80 1 -- 172.21.15.46:0/1961658666 wait complete. 2024-04-26T01:51:30.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.868+0000 7f29fe696b80 20 client.25298 trim_cache size 0 max 16384 2024-04-26T01:51:30.868 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-04-26T01:51:30.868 INFO:teuthology.orchestra.run.smithi046.stdout: "cluster_fsid": "4e298560-036d-11ef-bc93-c7b262605968", 2024-04-26T01:51:30.868 INFO:teuthology.orchestra.run.smithi046.stdout: "whoami": 4, 2024-04-26T01:51:30.868 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 24488, 2024-04-26T01:51:30.868 INFO:teuthology.orchestra.run.smithi046.stdout: "want_state": "up:active", 2024-04-26T01:51:30.868 INFO:teuthology.orchestra.run.smithi046.stdout: "state": "up:active", 2024-04-26T01:51:30.869 INFO:teuthology.orchestra.run.smithi046.stdout: "fs_name": "cephfs", 2024-04-26T01:51:30.869 INFO:teuthology.orchestra.run.smithi046.stdout: "rank_uptime": 277.90373823499999, 2024-04-26T01:51:30.869 INFO:teuthology.orchestra.run.smithi046.stdout: "mdsmap_epoch": 29, 2024-04-26T01:51:30.869 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch": 92, 2024-04-26T01:51:30.869 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch_barrier": 92, 2024-04-26T01:51:30.869 INFO:teuthology.orchestra.run.smithi046.stdout: "uptime": 335.86429813000001 2024-04-26T01:51:30.869 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-04-26T01:51:30.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.869+0000 7f29f3e00700 1 -- 172.21.15.46:0/2235414188 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f29d40a3f50 msgr2=0x7f29d40a6410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:30.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.869+0000 7f29f3e00700 1 --2- 172.21.15.46:0/2235414188 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f29d40a3f50 0x7f29d40a6410 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f29e0009990 tx=0x7f29e000bd20 comp rx=0 tx=0).stop 2024-04-26T01:51:30.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.869+0000 7f29f3e00700 1 -- 172.21.15.46:0/2235414188 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f29ec103450 msgr2=0x7f29ec109e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:30.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.869+0000 7f29f3e00700 1 --2- 172.21.15.46:0/2235414188 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f29ec103450 0x7f29ec109e10 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f29d800e9a0 tx=0x7f29d800ecb0 comp rx=0 tx=0).stop 2024-04-26T01:51:30.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.869+0000 7f29f3e00700 1 -- 172.21.15.46:0/2235414188 shutdown_connections 2024-04-26T01:51:30.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.869+0000 7f29f3e00700 1 --2- 172.21.15.46:0/2235414188 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f29d40a3f50 0x7f29d40a6410 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:30.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.869+0000 7f29f3e00700 1 --2- 172.21.15.46:0/2235414188 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f29ec108a80 0x7f29ec10a350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:30.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.869+0000 7f29f3e00700 1 --2- 172.21.15.46:0/2235414188 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f29ec102a90 0x7f29ec1098d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:30.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.869+0000 7f29f3e00700 1 --2- 172.21.15.46:0/2235414188 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f29ec103450 0x7f29ec109e10 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:30.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.869+0000 7f29f3e00700 1 -- 172.21.15.46:0/2235414188 >> 172.21.15.46:0/2235414188 conn(0x7f29ec079bf0 msgr2=0x7f29ec074f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:30.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.869+0000 7f29f3e00700 1 -- 172.21.15.46:0/2235414188 shutdown_connections 2024-04-26T01:51:30.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:30.869+0000 7f29f3e00700 1 -- 172.21.15.46:0/2235414188 wait complete. 2024-04-26T01:51:30.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:30 smithi103 ceph-mon[32920]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.9 KiB/s wr, 12 op/s 2024-04-26T01:51:30.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:30 smithi163 ceph-mon[32592]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.9 KiB/s wr, 12 op/s 2024-04-26T01:51:31.840 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph tell mds.c status 2024-04-26T01:51:32.302 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:51:32.788 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:32 smithi046 ceph-mon[28013]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.9 KiB/s wr, 11 op/s 2024-04-26T01:51:32.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:32 smithi103 ceph-mon[32920]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.9 KiB/s wr, 11 op/s 2024-04-26T01:51:32.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:32 smithi163 ceph-mon[32592]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.9 KiB/s wr, 11 op/s 2024-04-26T01:51:34.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.682+0000 7f6d60a00700 1 -- 172.21.15.46:0/4190819494 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6d5c074d60 msgr2=0x7f6d5c075140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:34.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.682+0000 7f6d60a00700 1 --2- 172.21.15.46:0/4190819494 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6d5c074d60 0x7f6d5c075140 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f6d4c009990 tx=0x7f6d4c009ca0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.681 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.683+0000 7f6d60a00700 1 -- 172.21.15.46:0/4190819494 shutdown_connections 2024-04-26T01:51:34.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.683+0000 7f6d60a00700 1 --2- 172.21.15.46:0/4190819494 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6d5c10f220 0x7f6d5c111610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.683+0000 7f6d60a00700 1 --2- 172.21.15.46:0/4190819494 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6d5c074d60 0x7f6d5c075140 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.683+0000 7f6d60a00700 1 --2- 172.21.15.46:0/4190819494 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6d5c075680 0x7f6d5c10ece0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.683+0000 7f6d60a00700 1 -- 172.21.15.46:0/4190819494 >> 172.21.15.46:0/4190819494 conn(0x7f6d5c0fe490 msgr2=0x7f6d5c1008b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:34.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.683+0000 7f6d60a00700 1 -- 172.21.15.46:0/4190819494 shutdown_connections 2024-04-26T01:51:34.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.683+0000 7f6d60a00700 1 -- 172.21.15.46:0/4190819494 wait complete. 2024-04-26T01:51:34.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.684+0000 7f6d60a00700 1 Processor -- start 2024-04-26T01:51:34.682 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.685+0000 7f6d60a00700 1 -- start start 2024-04-26T01:51:34.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.685+0000 7f6d60a00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6d5c074d60 0x7f6d5c19b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:34.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.685+0000 7f6d60a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6d5c075680 0x7f6d5c19b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:34.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.685+0000 7f6d60a00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6d5c10f220 0x7f6d5c19fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:34.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.685+0000 7f6d60a00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f6d5c114eb0 con 0x7f6d5c075680 2024-04-26T01:51:34.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.685+0000 7f6d60a00700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f6d5c114d30 con 0x7f6d5c10f220 2024-04-26T01:51:34.683 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.685+0000 7f6d60a00700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f6d5c115030 con 0x7f6d5c074d60 2024-04-26T01:51:34.684 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.685+0000 7f6d59e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6d5c075680 0x7f6d5c19b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:34.684 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.686+0000 7f6d5a800700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6d5c074d60 0x7f6d5c19b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:34.684 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.686+0000 7f6d59e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6d5c075680 0x7f6d5c19b8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50690/0 (socket says 172.21.15.46:50690) 2024-04-26T01:51:34.684 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.686+0000 7f6d59e00700 1 -- 172.21.15.46:0/2056929108 learned_addr learned my addr 172.21.15.46:0/2056929108 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:34.684 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.686+0000 7f6d5b200700 1 --2- 172.21.15.46:0/2056929108 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6d5c10f220 0x7f6d5c19fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:34.684 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.686+0000 7f6d5a800700 1 -- 172.21.15.46:0/2056929108 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6d5c10f220 msgr2=0x7f6d5c19fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:34.684 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.686+0000 7f6d5a800700 1 --2- 172.21.15.46:0/2056929108 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6d5c10f220 0x7f6d5c19fc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.684 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.686+0000 7f6d5a800700 1 -- 172.21.15.46:0/2056929108 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6d5c075680 msgr2=0x7f6d5c19b8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:34.685 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.686+0000 7f6d5a800700 1 --2- 172.21.15.46:0/2056929108 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6d5c075680 0x7f6d5c19b8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.685 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.686+0000 7f6d5a800700 1 -- 172.21.15.46:0/2056929108 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d5c1a0360 con 0x7f6d5c074d60 2024-04-26T01:51:34.685 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.687+0000 7f6d5a800700 1 --2- 172.21.15.46:0/2056929108 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6d5c074d60 0x7f6d5c19b3a0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f6d4c0098e0 tx=0x7f6d4c0057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:34.685 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.687+0000 7f6d53400700 1 -- 172.21.15.46:0/2056929108 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d4c027070 con 0x7f6d5c074d60 2024-04-26T01:51:34.685 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.687+0000 7f6d53400700 1 -- 172.21.15.46:0/2056929108 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6d4c00b610 con 0x7f6d5c074d60 2024-04-26T01:51:34.686 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.687+0000 7f6d60a00700 1 -- 172.21.15.46:0/2056929108 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d5c1a05f0 con 0x7f6d5c074d60 2024-04-26T01:51:34.686 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.687+0000 7f6d53400700 1 -- 172.21.15.46:0/2056929108 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d4c0173f0 con 0x7f6d5c074d60 2024-04-26T01:51:34.686 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.687+0000 7f6d60a00700 1 -- 172.21.15.46:0/2056929108 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d5c1a7ed0 con 0x7f6d5c074d60 2024-04-26T01:51:34.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.692+0000 7f6d53400700 1 -- 172.21.15.46:0/2056929108 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 26) ==== 138879+0+0 (secure 0 0 0) 0x7f6d4c02a070 con 0x7f6d5c074d60 2024-04-26T01:51:34.690 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.692+0000 7f6d6be34b80 1 Processor -- start 2024-04-26T01:51:34.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.693+0000 7f6d6be34b80 1 -- start start 2024-04-26T01:51:34.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.693+0000 7f6d6be34b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5586551cb3e0 0x5586551cb7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:34.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.693+0000 7f6d6be34b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5586551cbd00 0x5586551d6700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:34.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.693+0000 7f6d6be34b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5586551d6c40 0x5586551d9030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:34.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.693+0000 7f6d6be34b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55865511ee40 con 0x5586551d6c40 2024-04-26T01:51:34.691 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.693+0000 7f6d6be34b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x5586550c56e0 con 0x5586551cbd00 2024-04-26T01:51:34.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.693+0000 7f6d6be34b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55865511ae00 con 0x5586551cb3e0 2024-04-26T01:51:34.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.694+0000 7f6d5a800700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5586551cbd00 0x5586551d6700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:34.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.694+0000 7f6d5a800700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5586551cbd00 0x5586551d6700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:58850/0 (socket says 172.21.15.46:58850) 2024-04-26T01:51:34.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.694+0000 7f6d5a800700 1 -- 172.21.15.46:0/1545742133 learned_addr learned my addr 172.21.15.46:0/1545742133 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:34.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.694+0000 7f6d59e00700 1 --2- 172.21.15.46:0/1545742133 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5586551d6c40 0x5586551d9030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:34.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.694+0000 7f6d5b200700 1 --2- 172.21.15.46:0/1545742133 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5586551cb3e0 0x5586551cb7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:34.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.694+0000 7f6d5a800700 1 -- 172.21.15.46:0/1545742133 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5586551cb3e0 msgr2=0x5586551cb7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:34.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.694+0000 7f6d5a800700 1 --2- 172.21.15.46:0/1545742133 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5586551cb3e0 0x5586551cb7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.694+0000 7f6d5a800700 1 -- 172.21.15.46:0/1545742133 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5586551d6c40 msgr2=0x5586551d9030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:34.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.694+0000 7f6d5a800700 1 --2- 172.21.15.46:0/1545742133 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5586551d6c40 0x5586551d9030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.694+0000 7f6d5a800700 1 -- 172.21.15.46:0/1545742133 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5586550bb630 con 0x5586551cbd00 2024-04-26T01:51:34.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.695+0000 7f6d53400700 1 --2- 172.21.15.46:0/2056929108 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f6d400a3f50 0x7f6d400a6410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:34.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.695+0000 7f6d5b200700 1 --2- 172.21.15.46:0/1545742133 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5586551cb3e0 0x5586551cb7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:51:34.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.695+0000 7f6d5a800700 1 --2- 172.21.15.46:0/1545742133 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5586551cbd00 0x5586551d6700 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f6d4c0ced40 tx=0x7f6d4c0d7ef0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b5a147450819b071 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:34.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.695+0000 7f6d53400700 1 -- 172.21.15.46:0/2056929108 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f6d4c0d1800 con 0x7f6d5c074d60 2024-04-26T01:51:34.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.695+0000 7f6d5b200700 1 --2- 172.21.15.46:0/2056929108 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f6d400a3f50 0x7f6d400a6410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:34.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.695+0000 7f6d47e00700 1 -- 172.21.15.46:0/1545742133 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d4c099850 con 0x5586551cbd00 2024-04-26T01:51:34.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.695+0000 7f6d47e00700 1 -- 172.21.15.46:0/1545742133 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6d4c09dcb0 con 0x5586551cbd00 2024-04-26T01:51:34.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.695+0000 7f6d47e00700 1 -- 172.21.15.46:0/1545742133 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d4c09cf10 con 0x5586551cbd00 2024-04-26T01:51:34.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.696+0000 7f6d6be34b80 1 -- 172.21.15.46:0/1545742133 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5586551cbd00 msgr2=0x5586551d6700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:34.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.696+0000 7f6d6be34b80 1 --2- 172.21.15.46:0/1545742133 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5586551cbd00 0x5586551d6700 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f6d4c0ced40 tx=0x7f6d4c0d7ef0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.696+0000 7f6d5b200700 1 --2- 172.21.15.46:0/2056929108 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f6d400a3f50 0x7f6d400a6410 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f6d54009fd0 tx=0x7f6d5400b040 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:34.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.697+0000 7f6d6be34b80 1 -- 172.21.15.46:0/1545742133 shutdown_connections 2024-04-26T01:51:34.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.697+0000 7f6d6be34b80 1 --2- 172.21.15.46:0/1545742133 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5586551d6c40 0x5586551d9030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.697+0000 7f6d6be34b80 1 --2- 172.21.15.46:0/1545742133 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5586551cb3e0 0x5586551cb7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.697+0000 7f6d6be34b80 1 --2- 172.21.15.46:0/1545742133 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5586551cbd00 0x5586551d6700 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.697+0000 7f6d6be34b80 1 -- 172.21.15.46:0/1545742133 >> 172.21.15.46:0/1545742133 conn(0x5586550fa550 msgr2=0x5586551c7a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:34.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.697+0000 7f6d6be34b80 1 -- 172.21.15.46:0/1545742133 shutdown_connections 2024-04-26T01:51:34.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.697+0000 7f6d6be34b80 1 -- 172.21.15.46:0/1545742133 wait complete. 2024-04-26T01:51:34.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.697+0000 7f6d6be34b80 1 -- start start 2024-04-26T01:51:34.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.698+0000 7f6d6be34b80 1 Processor -- start 2024-04-26T01:51:34.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.698+0000 7f6d6be34b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5586551cb3e0 0x5586551d6360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:34.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.698+0000 7f6d6be34b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5586551cbd00 0x5586551d3660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:34.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.698+0000 7f6d6be34b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5586551d6c40 0x5586551d3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:34.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.698+0000 7f6d6be34b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5586551d9570 con 0x5586551cbd00 2024-04-26T01:51:34.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.698+0000 7f6d6be34b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x5586550d8810 con 0x5586551cb3e0 2024-04-26T01:51:34.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.698+0000 7f6d6be34b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x5586551d96f0 con 0x5586551d6c40 2024-04-26T01:51:34.697 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.698+0000 7f6d6be34b80 10 client.0 _ll_register_callbacks cb 0x5586550b76d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:51:34.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.699+0000 7f6d5a800700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5586551cb3e0 0x5586551d6360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:34.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.699+0000 7f6d59e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5586551cbd00 0x5586551d3660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:34.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.699+0000 7f6d5b200700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5586551d6c40 0x5586551d3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:34.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.699+0000 7f6d5a800700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5586551cb3e0 0x5586551d6360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:58856/0 (socket says 172.21.15.46:58856) 2024-04-26T01:51:34.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.699+0000 7f6d5a800700 1 -- 172.21.15.46:0/3512112876 learned_addr learned my addr 172.21.15.46:0/3512112876 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:34.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.699+0000 7f6d59e00700 1 -- 172.21.15.46:0/3512112876 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5586551d6c40 msgr2=0x5586551d3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:34.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.699+0000 7f6d59e00700 1 --2- 172.21.15.46:0/3512112876 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5586551d6c40 0x5586551d3ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.699+0000 7f6d59e00700 1 -- 172.21.15.46:0/3512112876 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5586551cb3e0 msgr2=0x5586551d6360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:34.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.699+0000 7f6d59e00700 1 --2- 172.21.15.46:0/3512112876 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5586551cb3e0 0x5586551d6360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.699+0000 7f6d59e00700 1 -- 172.21.15.46:0/3512112876 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55865506c880 con 0x5586551cbd00 2024-04-26T01:51:34.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.700+0000 7f6d59e00700 1 --2- 172.21.15.46:0/3512112876 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5586551cbd00 0x5586551d3660 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x5586551c8d80 tx=0x7f6d48012a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eaa79b1598d2978c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:34.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.700+0000 7f6d44c00700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2024-04-26T01:51:34.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.700+0000 7f6d44c00700 1 -- 172.21.15.46:0/3512112876 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d48004830 con 0x5586551cbd00 2024-04-26T01:51:34.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.700+0000 7f6d44c00700 1 -- 172.21.15.46:0/3512112876 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f6d480049d0 con 0x5586551cbd00 2024-04-26T01:51:34.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.700+0000 7f6d6be34b80 1 -- 172.21.15.46:0/3512112876 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6d4c09dcb0 con 0x5586551cbd00 2024-04-26T01:51:34.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.701+0000 7f6d44c00700 1 -- 172.21.15.46:0/3512112876 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6d4800f480 con 0x5586551cbd00 2024-04-26T01:51:34.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.701+0000 7f6d6be34b80 10 client.15180 fetch_fsmap learned FSMap version 29 2024-04-26T01:51:34.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.701+0000 7f6d6be34b80 1 -- 172.21.15.46:0/3512112876 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5586550b5aa0 con 0x5586551cbd00 2024-04-26T01:51:34.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.701+0000 7f6d44c00700 1 -- 172.21.15.46:0/3512112876 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6d4c09dcb0 con 0x5586551cbd00 2024-04-26T01:51:34.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.701+0000 7f6d44c00700 1 -- 172.21.15.46:0/3512112876 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f6d4801c840 con 0x5586551cbd00 2024-04-26T01:51:34.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.701+0000 7f6d6be34b80 10 client.15180 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:51:34.700 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.701+0000 7f6d6be34b80 10 client.15180 resolve_mds: resolved name 'c' to daemon mds.c 2024-04-26T01:51:34.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.701+0000 7f6d6be34b80 20 client.15180 populate_metadata read hostname 'smithi046' 2024-04-26T01:51:34.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.701+0000 7f6d6be34b80 1 --2- 172.21.15.46:0/3512112876 >> [v2:172.21.15.163:6836/3255035214,v1:172.21.15.163:6837/3255035214] conn(0x5586551e6150 0x5586551e75c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:34.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.702+0000 7f6d6be34b80 4 client.15180 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:51:34.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.702+0000 7f6d6be34b80 1 -- 172.21.15.46:0/3512112876 --> [v2:172.21.15.163:6836/3255035214,v1:172.21.15.163:6837/3255035214] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55865512c630 con 0x5586551e6150 2024-04-26T01:51:34.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.702+0000 7f6d5a800700 1 --2- 172.21.15.46:0/3512112876 >> [v2:172.21.15.163:6836/3255035214,v1:172.21.15.163:6837/3255035214] conn(0x5586551e6150 0x5586551e75c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:34.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.703+0000 7f6d5a800700 1 --2- 172.21.15.46:0/3512112876 >> [v2:172.21.15.163:6836/3255035214,v1:172.21.15.163:6837/3255035214] conn(0x5586551e6150 0x5586551e75c0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=3007102fff53f270 server_cookie=ea6c86df4c66dc0e in_seq=0 out_seq=0 2024-04-26T01:51:34.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.703+0000 7f6d44c00700 10 client.15180 ms_handle_connect on v2:172.21.15.163:6836/3255035214 2024-04-26T01:51:34.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.703+0000 7f6d44c00700 1 -- 172.21.15.46:0/3512112876 <== mds.3 v2:172.21.15.163:6836/3255035214 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55865512c630 con 0x5586551e6150 2024-04-26T01:51:34.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.703+0000 7f6d44c00700 10 client.15180 handle_command_reply: tid=0 2024-04-26T01:51:34.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.703+0000 7f6d6be34b80 1 client.15180 shutdown 2024-04-26T01:51:34.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.704+0000 7f6d6be34b80 1 -- 172.21.15.46:0/3512112876 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5586551cbd00 msgr2=0x5586551d3660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:34.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.704+0000 7f6d6be34b80 1 --2- 172.21.15.46:0/3512112876 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5586551cbd00 0x5586551d3660 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x5586551c8d80 tx=0x7f6d48012a40 comp rx=0 tx=0).stop 2024-04-26T01:51:34.703 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.704+0000 7f6d6be34b80 1 -- 172.21.15.46:0/3512112876 shutdown_connections 2024-04-26T01:51:34.703 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.704+0000 7f6d6be34b80 1 --2- 172.21.15.46:0/3512112876 >> [v2:172.21.15.163:6836/3255035214,v1:172.21.15.163:6837/3255035214] conn(0x5586551e6150 0x5586551e75c0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.703 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.704+0000 7f6d6be34b80 1 --2- 172.21.15.46:0/3512112876 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5586551d6c40 0x5586551d3ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.703 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.704+0000 7f6d6be34b80 1 --2- 172.21.15.46:0/3512112876 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5586551cb3e0 0x5586551d6360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.703 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.704+0000 7f6d6be34b80 1 --2- 172.21.15.46:0/3512112876 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5586551cbd00 0x5586551d3660 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.703 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.704+0000 7f6d6be34b80 1 -- 172.21.15.46:0/3512112876 >> 172.21.15.46:0/3512112876 conn(0x5586550fa550 msgr2=0x5586551c7680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:34.703 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.704+0000 7f6d44c00700 0 client.15180 ms_handle_reset on v2:172.21.15.163:6836/3255035214 2024-04-26T01:51:34.704 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.704+0000 7f6d6be34b80 1 -- 172.21.15.46:0/3512112876 shutdown_connections 2024-04-26T01:51:34.704 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.704+0000 7f6d6be34b80 1 -- 172.21.15.46:0/3512112876 wait complete. 2024-04-26T01:51:34.704 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.704+0000 7f6d6be34b80 20 client.15180 trim_cache size 0 max 16384 2024-04-26T01:51:34.726 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.727+0000 7f6d6be34b80 1 Processor -- start 2024-04-26T01:51:34.726 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.728+0000 7f6d6be34b80 1 -- start start 2024-04-26T01:51:34.726 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:34 smithi046 ceph-mon[28013]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.9 KiB/s wr, 10 op/s 2024-04-26T01:51:34.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.728+0000 7f6d6be34b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5586551cb3e0 0x5586551c7b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:34.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.728+0000 7f6d6be34b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5586551cbd00 0x5586551f0a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:34.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.728+0000 7f6d6be34b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5586551d6c40 0x5586551f0f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:34.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.728+0000 7f6d6be34b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5586551e5900 con 0x5586551cbd00 2024-04-26T01:51:34.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.728+0000 7f6d6be34b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x5586551e5fd0 con 0x5586551cb3e0 2024-04-26T01:51:34.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.728+0000 7f6d6be34b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x5586551e66a0 con 0x5586551d6c40 2024-04-26T01:51:34.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.729+0000 7f6d5a800700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5586551cb3e0 0x5586551c7b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:34.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.729+0000 7f6d5a800700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5586551cb3e0 0x5586551c7b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:58860/0 (socket says 172.21.15.46:58860) 2024-04-26T01:51:34.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.729+0000 7f6d5a800700 1 -- 172.21.15.46:0/1597930003 learned_addr learned my addr 172.21.15.46:0/1597930003 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:34.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.729+0000 7f6d59e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5586551cbd00 0x5586551f0a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:34.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.729+0000 7f6d5b200700 1 --2- 172.21.15.46:0/1597930003 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5586551d6c40 0x5586551f0f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:34.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.729+0000 7f6d59e00700 1 -- 172.21.15.46:0/1597930003 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5586551d6c40 msgr2=0x5586551f0f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:34.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.729+0000 7f6d59e00700 1 --2- 172.21.15.46:0/1597930003 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5586551d6c40 0x5586551f0f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.729+0000 7f6d59e00700 1 -- 172.21.15.46:0/1597930003 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5586551cb3e0 msgr2=0x5586551c7b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:34.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.729+0000 7f6d59e00700 1 --2- 172.21.15.46:0/1597930003 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5586551cb3e0 0x5586551c7b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.729+0000 7f6d59e00700 1 -- 172.21.15.46:0/1597930003 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5586551d66d0 con 0x5586551cbd00 2024-04-26T01:51:34.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.729+0000 7f6d5a800700 1 --2- 172.21.15.46:0/1597930003 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5586551cb3e0 0x5586551c7b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:34.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.730+0000 7f6d59e00700 1 --2- 172.21.15.46:0/1597930003 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5586551cbd00 0x5586551f0a20 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f6d4801ce00 tx=0x7f6d4801c740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=570965f2f7e4311e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:34.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.730+0000 7f6d47400700 1 -- 172.21.15.46:0/1597930003 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d4801c930 con 0x5586551cbd00 2024-04-26T01:51:34.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.730+0000 7f6d47400700 1 -- 172.21.15.46:0/1597930003 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6d48005510 con 0x5586551cbd00 2024-04-26T01:51:34.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.730+0000 7f6d47400700 1 -- 172.21.15.46:0/1597930003 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d48003990 con 0x5586551cbd00 2024-04-26T01:51:34.729 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.731+0000 7f6d6be34b80 1 -- 172.21.15.46:0/1597930003 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5586551cbd00 msgr2=0x5586551f0a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:34.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.731+0000 7f6d6be34b80 1 --2- 172.21.15.46:0/1597930003 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5586551cbd00 0x5586551f0a20 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f6d4801ce00 tx=0x7f6d4801c740 comp rx=0 tx=0).stop 2024-04-26T01:51:34.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.731+0000 7f6d6be34b80 1 -- 172.21.15.46:0/1597930003 shutdown_connections 2024-04-26T01:51:34.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.731+0000 7f6d6be34b80 1 --2- 172.21.15.46:0/1597930003 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5586551d6c40 0x5586551f0f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.731+0000 7f6d6be34b80 1 --2- 172.21.15.46:0/1597930003 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5586551cb3e0 0x5586551c7b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.731+0000 7f6d6be34b80 1 --2- 172.21.15.46:0/1597930003 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5586551cbd00 0x5586551f0a20 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.731+0000 7f6d6be34b80 1 -- 172.21.15.46:0/1597930003 >> 172.21.15.46:0/1597930003 conn(0x5586550fa550 msgr2=0x5586551d1f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:34.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.731+0000 7f6d6be34b80 1 -- 172.21.15.46:0/1597930003 shutdown_connections 2024-04-26T01:51:34.730 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.732+0000 7f6d6be34b80 1 -- 172.21.15.46:0/1597930003 wait complete. 2024-04-26T01:51:34.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.732+0000 7f6d6be34b80 1 -- start start 2024-04-26T01:51:34.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.732+0000 7f6d6be34b80 1 Processor -- start 2024-04-26T01:51:34.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.733+0000 7f6d6be34b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5586551cb3e0 0x5586551f0d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:34.731 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.733+0000 7f6d6be34b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5586551cbd00 0x5586551cff70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:34.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.733+0000 7f6d6be34b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5586551d6c40 0x5586551d04b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:34.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.733+0000 7f6d6be34b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5586551e7440 con 0x5586551cbd00 2024-04-26T01:51:34.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.733+0000 7f6d6be34b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x5586551e6d70 con 0x5586551d6c40 2024-04-26T01:51:34.732 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.733+0000 7f6d6be34b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x5586551e7b10 con 0x5586551cb3e0 2024-04-26T01:51:34.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.733+0000 7f6d6be34b80 10 client.0 _ll_register_callbacks cb 0x5586550b76d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:51:34.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.733+0000 7f6d59e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5586551cbd00 0x5586551cff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:34.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.733+0000 7f6d59e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5586551cbd00 0x5586551cff70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50718/0 (socket says 172.21.15.46:50718) 2024-04-26T01:51:34.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.733+0000 7f6d59e00700 1 -- 172.21.15.46:0/2541441463 learned_addr learned my addr 172.21.15.46:0/2541441463 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:34.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.733+0000 7f6d5a800700 1 --2- 172.21.15.46:0/2541441463 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5586551cb3e0 0x5586551f0d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:34.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.734+0000 7f6d5b200700 1 --2- 172.21.15.46:0/2541441463 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5586551d6c40 0x5586551d04b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:34.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.734+0000 7f6d5a800700 1 -- 172.21.15.46:0/2541441463 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5586551d6c40 msgr2=0x5586551d04b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:34.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.734+0000 7f6d5a800700 1 --2- 172.21.15.46:0/2541441463 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5586551d6c40 0x5586551d04b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.734+0000 7f6d5a800700 1 -- 172.21.15.46:0/2541441463 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5586551cbd00 msgr2=0x5586551cff70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:34.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.734+0000 7f6d5a800700 1 --2- 172.21.15.46:0/2541441463 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5586551cbd00 0x5586551cff70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.734+0000 7f6d5a800700 1 -- 172.21.15.46:0/2541441463 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5586551d0c80 con 0x5586551cb3e0 2024-04-26T01:51:34.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.734+0000 7f6d59e00700 1 --2- 172.21.15.46:0/2541441463 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5586551cbd00 0x5586551cff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:34.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.734+0000 7f6d5b200700 1 --2- 172.21.15.46:0/2541441463 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5586551d6c40 0x5586551d04b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:51:34.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.734+0000 7f6d5a800700 1 --2- 172.21.15.46:0/2541441463 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5586551cb3e0 0x5586551f0d20 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f6d4c09d2b0 tx=0x7f6d4c022aa0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8d6fe3bea3e4ad30 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:34.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.734+0000 7f6d44c00700 10 client.0 ms_handle_connect on v2:172.21.15.163:3300/0 2024-04-26T01:51:34.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.734+0000 7f6d44c00700 1 -- 172.21.15.46:0/2541441463 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d4c09d0f0 con 0x5586551cb3e0 2024-04-26T01:51:34.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.736+0000 7f6d44c00700 1 -- 172.21.15.46:0/2541441463 <== mon.1 v2:172.21.15.163:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f6d4c099c20 con 0x5586551cb3e0 2024-04-26T01:51:34.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.736+0000 7f6d6be34b80 1 -- 172.21.15.46:0/2541441463 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6d48005510 con 0x5586551cb3e0 2024-04-26T01:51:34.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.736+0000 7f6d44c00700 1 -- 172.21.15.46:0/2541441463 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6d4c09d380 con 0x5586551cb3e0 2024-04-26T01:51:34.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.736+0000 7f6d6be34b80 10 client.25336 fetch_fsmap learned FSMap version 29 2024-04-26T01:51:34.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.736+0000 7f6d6be34b80 1 -- 172.21.15.46:0/2541441463 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558655255a90 con 0x5586551cb3e0 2024-04-26T01:51:34.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.736+0000 7f6d44c00700 1 -- 172.21.15.46:0/2541441463 <== mon.1 v2:172.21.15.163:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6d48005510 con 0x5586551cb3e0 2024-04-26T01:51:34.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.736+0000 7f6d44c00700 1 -- 172.21.15.46:0/2541441463 <== mon.1 v2:172.21.15.163:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f6d4c022700 con 0x5586551cb3e0 2024-04-26T01:51:34.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.736+0000 7f6d6be34b80 10 client.25336 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:51:34.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.737+0000 7f6d6be34b80 10 client.25336 resolve_mds: resolved name 'c' to daemon mds.c 2024-04-26T01:51:34.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.737+0000 7f6d6be34b80 20 client.25336 populate_metadata read hostname 'smithi046' 2024-04-26T01:51:34.735 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.737+0000 7f6d6be34b80 1 --2- 172.21.15.46:0/2541441463 >> [v2:172.21.15.163:6836/3255035214,v1:172.21.15.163:6837/3255035214] conn(0x55865525a170 0x558655258e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:34.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.737+0000 7f6d6be34b80 4 client.25336 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T01:51:34.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.737+0000 7f6d6be34b80 1 -- 172.21.15.46:0/2541441463 --> [v2:172.21.15.163:6836/3255035214,v1:172.21.15.163:6837/3255035214] -- command(tid 0: {"prefix": "status"}) -- 0x5586551266d0 con 0x55865525a170 2024-04-26T01:51:34.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.737+0000 7f6d59e00700 1 --2- 172.21.15.46:0/2541441463 >> [v2:172.21.15.163:6836/3255035214,v1:172.21.15.163:6837/3255035214] conn(0x55865525a170 0x558655258e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:34.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.738+0000 7f6d59e00700 1 --2- 172.21.15.46:0/2541441463 >> [v2:172.21.15.163:6836/3255035214,v1:172.21.15.163:6837/3255035214] conn(0x55865525a170 0x558655258e80 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=c2f700e440de4661 server_cookie=ef19268dfc039670 in_seq=0 out_seq=0 2024-04-26T01:51:34.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.738+0000 7f6d44c00700 10 client.25336 ms_handle_connect on v2:172.21.15.163:6836/3255035214 2024-04-26T01:51:34.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.738+0000 7f6d44c00700 1 -- 172.21.15.46:0/2541441463 <== mds.3 v2:172.21.15.163:6836/3255035214 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x5586551266d0 con 0x55865525a170 2024-04-26T01:51:34.736 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.738+0000 7f6d44c00700 10 client.25336 handle_command_reply: tid=0 2024-04-26T01:51:34.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.738+0000 7f6d6be34b80 1 client.25336 shutdown 2024-04-26T01:51:34.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.738+0000 7f6d6be34b80 1 -- 172.21.15.46:0/2541441463 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5586551cb3e0 msgr2=0x5586551f0d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:34.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.738+0000 7f6d6be34b80 1 --2- 172.21.15.46:0/2541441463 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5586551cb3e0 0x5586551f0d20 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f6d4c09d2b0 tx=0x7f6d4c022aa0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.739+0000 7f6d6be34b80 1 -- 172.21.15.46:0/2541441463 shutdown_connections 2024-04-26T01:51:34.737 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.739+0000 7f6d6be34b80 1 --2- 172.21.15.46:0/2541441463 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5586551d6c40 0x5586551d04b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.739+0000 7f6d6be34b80 1 --2- 172.21.15.46:0/2541441463 >> [v2:172.21.15.163:6836/3255035214,v1:172.21.15.163:6837/3255035214] conn(0x55865525a170 0x558655258e80 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.739+0000 7f6d6be34b80 1 --2- 172.21.15.46:0/2541441463 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5586551cb3e0 0x5586551f0d20 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.739+0000 7f6d6be34b80 1 --2- 172.21.15.46:0/2541441463 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5586551cbd00 0x5586551cff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.739+0000 7f6d6be34b80 1 -- 172.21.15.46:0/2541441463 >> 172.21.15.46:0/2541441463 conn(0x5586550fa550 msgr2=0x5586551d3440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:34.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.739+0000 7f6d44c00700 0 client.25336 ms_handle_reset on v2:172.21.15.163:6836/3255035214 2024-04-26T01:51:34.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.739+0000 7f6d6be34b80 1 -- 172.21.15.46:0/2541441463 shutdown_connections 2024-04-26T01:51:34.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.739+0000 7f6d6be34b80 1 -- 172.21.15.46:0/2541441463 wait complete. 2024-04-26T01:51:34.738 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.739+0000 7f6d6be34b80 20 client.25336 trim_cache size 0 max 16384 2024-04-26T01:51:34.738 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-04-26T01:51:34.738 INFO:teuthology.orchestra.run.smithi046.stdout: "cluster_fsid": "4e298560-036d-11ef-bc93-c7b262605968", 2024-04-26T01:51:34.739 INFO:teuthology.orchestra.run.smithi046.stdout: "whoami": 3, 2024-04-26T01:51:34.739 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 24496, 2024-04-26T01:51:34.739 INFO:teuthology.orchestra.run.smithi046.stdout: "want_state": "up:active", 2024-04-26T01:51:34.739 INFO:teuthology.orchestra.run.smithi046.stdout: "state": "up:active", 2024-04-26T01:51:34.739 INFO:teuthology.orchestra.run.smithi046.stdout: "fs_name": "cephfs", 2024-04-26T01:51:34.739 INFO:teuthology.orchestra.run.smithi046.stdout: "rank_uptime": 282.78403558999997, 2024-04-26T01:51:34.739 INFO:teuthology.orchestra.run.smithi046.stdout: "mdsmap_epoch": 29, 2024-04-26T01:51:34.739 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch": 92, 2024-04-26T01:51:34.739 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch_barrier": 92, 2024-04-26T01:51:34.739 INFO:teuthology.orchestra.run.smithi046.stdout: "uptime": 342.56731870700003 2024-04-26T01:51:34.739 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-04-26T01:51:34.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.740+0000 7f6d60a00700 1 -- 172.21.15.46:0/2056929108 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f6d400a3f50 msgr2=0x7f6d400a6410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:34.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.740+0000 7f6d60a00700 1 --2- 172.21.15.46:0/2056929108 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f6d400a3f50 0x7f6d400a6410 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f6d54009fd0 tx=0x7f6d5400b040 comp rx=0 tx=0).stop 2024-04-26T01:51:34.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.740+0000 7f6d60a00700 1 -- 172.21.15.46:0/2056929108 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6d5c074d60 msgr2=0x7f6d5c19b3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:34.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.740+0000 7f6d60a00700 1 --2- 172.21.15.46:0/2056929108 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6d5c074d60 0x7f6d5c19b3a0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f6d4c0098e0 tx=0x7f6d4c0057c0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.740+0000 7f6d60a00700 1 -- 172.21.15.46:0/2056929108 shutdown_connections 2024-04-26T01:51:34.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.740+0000 7f6d60a00700 1 --2- 172.21.15.46:0/2056929108 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f6d400a3f50 0x7f6d400a6410 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.740+0000 7f6d60a00700 1 --2- 172.21.15.46:0/2056929108 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6d5c10f220 0x7f6d5c19fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.740+0000 7f6d60a00700 1 --2- 172.21.15.46:0/2056929108 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f6d5c074d60 0x7f6d5c19b3a0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.740+0000 7f6d60a00700 1 --2- 172.21.15.46:0/2056929108 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f6d5c075680 0x7f6d5c19b8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:34.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.740+0000 7f6d60a00700 1 -- 172.21.15.46:0/2056929108 >> 172.21.15.46:0/2056929108 conn(0x7f6d5c0fe490 msgr2=0x7f6d5c0ff1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:34.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.740+0000 7f6d60a00700 1 -- 172.21.15.46:0/2056929108 shutdown_connections 2024-04-26T01:51:34.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:34.740+0000 7f6d60a00700 1 -- 172.21.15.46:0/2056929108 wait complete. 2024-04-26T01:51:34.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:34 smithi103 ceph-mon[32920]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.9 KiB/s wr, 10 op/s 2024-04-26T01:51:34.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:34 smithi163 ceph-mon[32592]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.9 KiB/s wr, 10 op/s 2024-04-26T01:51:35.810 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph tell mds.i status 2024-04-26T01:51:35.845 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.847+0000 7faae6a00640 1 -- 172.21.15.46:0/1806530654 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faae0101620 msgr2=0x7faae0105ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:35.845 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.847+0000 7faae6a00640 1 --2- 172.21.15.46:0/1806530654 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faae0101620 0x7faae0105ae0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7faacc009860 tx=0x7faacc02a3b0 comp rx=0 tx=0).stop 2024-04-26T01:51:35.845 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.847+0000 7faae6a00640 1 -- 172.21.15.46:0/1806530654 shutdown_connections 2024-04-26T01:51:35.845 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.847+0000 7faae6a00640 1 --2- 172.21.15.46:0/1806530654 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7faae0106100 0x7faae0106590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:35.845 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.847+0000 7faae6a00640 1 --2- 172.21.15.46:0/1806530654 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faae0101620 0x7faae0105ae0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:35.846 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.847+0000 7faae6a00640 1 --2- 172.21.15.46:0/1806530654 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7faae0100d00 0x7faae01010e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:35.846 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.847+0000 7faae6a00640 1 -- 172.21.15.46:0/1806530654 >> 172.21.15.46:0/1806530654 conn(0x7faae00fc770 msgr2=0x7faae00feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:35.846 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.847+0000 7faae6a00640 1 -- 172.21.15.46:0/1806530654 shutdown_connections 2024-04-26T01:51:35.846 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.847+0000 7faae6a00640 1 -- 172.21.15.46:0/1806530654 wait complete. 2024-04-26T01:51:35.846 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.848+0000 7faae6a00640 1 Processor -- start 2024-04-26T01:51:35.846 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.848+0000 7faae6a00640 1 -- start start 2024-04-26T01:51:35.847 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.849+0000 7faae6a00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7faae0100d00 0x7faae01a4900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:35.847 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.849+0000 7faae6a00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7faae0101620 0x7faae01a4e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:35.847 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.849+0000 7faae6a00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faae0106100 0x7faae019eab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:35.848 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.849+0000 7faae6a00640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7faae0118710 con 0x7faae0106100 2024-04-26T01:51:35.848 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.849+0000 7faae6a00640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7faae0118590 con 0x7faae0100d00 2024-04-26T01:51:35.848 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.849+0000 7faae6a00640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7faae0118890 con 0x7faae0101620 2024-04-26T01:51:35.848 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.849+0000 7faae6000640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faae0106100 0x7faae019eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:35.848 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.849+0000 7faae6000640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faae0106100 0x7faae019eab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50738/0 (socket says 172.21.15.46:50738) 2024-04-26T01:51:35.848 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.849+0000 7faae6000640 1 -- 172.21.15.46:0/2919855026 learned_addr learned my addr 172.21.15.46:0/2919855026 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:35.848 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.849+0000 7faae4c00640 1 --2- 172.21.15.46:0/2919855026 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7faae0101620 0x7faae01a4e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:35.848 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.849+0000 7faae5600640 1 --2- 172.21.15.46:0/2919855026 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7faae0100d00 0x7faae01a4900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:35.849 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.850+0000 7faae5600640 1 -- 172.21.15.46:0/2919855026 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7faae0101620 msgr2=0x7faae01a4e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:35.849 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.850+0000 7faae5600640 1 --2- 172.21.15.46:0/2919855026 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7faae0101620 0x7faae01a4e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:35.849 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.850+0000 7faae5600640 1 -- 172.21.15.46:0/2919855026 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faae0106100 msgr2=0x7faae019eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:35.849 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.850+0000 7faae5600640 1 --2- 172.21.15.46:0/2919855026 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faae0106100 0x7faae019eab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:35.849 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.850+0000 7faae5600640 1 -- 172.21.15.46:0/2919855026 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faae019f230 con 0x7faae0100d00 2024-04-26T01:51:35.849 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.850+0000 7faae6000640 1 --2- 172.21.15.46:0/2919855026 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faae0106100 0x7faae019eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:35.849 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.850+0000 7faae5600640 1 --2- 172.21.15.46:0/2919855026 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7faae0100d00 0x7faae01a4900 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7faad400e9f0 tx=0x7faad400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:35.849 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.851+0000 7faade000640 1 -- 172.21.15.46:0/2919855026 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faad400ccc0 con 0x7faae0100d00 2024-04-26T01:51:35.849 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.851+0000 7faade000640 1 -- 172.21.15.46:0/2919855026 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7faad4010900 con 0x7faae0100d00 2024-04-26T01:51:35.849 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.851+0000 7faade000640 1 -- 172.21.15.46:0/2919855026 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faad4018980 con 0x7faae0100d00 2024-04-26T01:51:35.850 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.851+0000 7faae6a00640 1 -- 172.21.15.46:0/2919855026 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faae019f520 con 0x7faae0100d00 2024-04-26T01:51:35.850 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.851+0000 7faae6a00640 1 -- 172.21.15.46:0/2919855026 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faae01ab7c0 con 0x7faae0100d00 2024-04-26T01:51:35.853 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.854+0000 7faaeae36740 1 Processor -- start 2024-04-26T01:51:35.853 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.855+0000 7faaeae36740 1 -- start start 2024-04-26T01:51:35.853 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.855+0000 7faaeae36740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d68f2259b0 0x55d68f225d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:35.853 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.855+0000 7faaeae36740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d68f2262d0 0x55d68f230650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:35.853 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.855+0000 7faaeae36740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d68f230b90 0x55d68f232f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:35.853 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.855+0000 7faaeae36740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55d68f18b900 con 0x55d68f230b90 2024-04-26T01:51:35.853 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.855+0000 7faaeae36740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55d68f131ef0 con 0x55d68f2262d0 2024-04-26T01:51:35.854 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.855+0000 7faaeae36740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55d68f1878c0 con 0x55d68f2259b0 2024-04-26T01:51:35.854 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.855+0000 7faae4c00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d68f230b90 0x55d68f232f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:35.854 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.856+0000 7faae6000640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d68f2259b0 0x55d68f225d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:35.855 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.856+0000 7faae6000640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d68f2259b0 0x55d68f225d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:54452/0 (socket says 172.21.15.46:54452) 2024-04-26T01:51:35.855 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.856+0000 7faae4c00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d68f230b90 0x55d68f232f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50740/0 (socket says 172.21.15.46:50740) 2024-04-26T01:51:35.855 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.856+0000 7faae6000640 1 -- 172.21.15.46:0/2612189618 learned_addr learned my addr 172.21.15.46:0/2612189618 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:35.855 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.856+0000 7faae6000640 1 -- 172.21.15.46:0/2612189618 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d68f2262d0 msgr2=0x55d68f230650 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-26T01:51:35.855 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.856+0000 7faae6000640 1 --2- 172.21.15.46:0/2612189618 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d68f2262d0 0x55d68f230650 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:35.855 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.856+0000 7faae6000640 1 -- 172.21.15.46:0/2612189618 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d68f230b90 msgr2=0x55d68f232f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:35.855 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.856+0000 7faae6000640 1 --2- 172.21.15.46:0/2612189618 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d68f230b90 0x55d68f232f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:35.855 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.856+0000 7faae6000640 1 -- 172.21.15.46:0/2612189618 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d68ee9e210 con 0x55d68f2259b0 2024-04-26T01:51:35.855 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.856+0000 7faade000640 1 -- 172.21.15.46:0/2919855026 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 26) ==== 138879+0+0 (secure 0 0 0) 0x7faad4010ab0 con 0x7faae0100d00 2024-04-26T01:51:35.855 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.856+0000 7faae6000640 1 --2- 172.21.15.46:0/2612189618 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d68f2259b0 0x55d68f225d90 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7faad800e8d0 tx=0x7faad800ed90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2a9624cb243b32a9 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:35.855 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.857+0000 7faad2600640 1 -- 172.21.15.46:0/2612189618 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faad800cba0 con 0x55d68f2259b0 2024-04-26T01:51:35.855 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.857+0000 7faad2600640 1 -- 172.21.15.46:0/2612189618 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7faad800cd40 con 0x55d68f2259b0 2024-04-26T01:51:35.855 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.857+0000 7faad2600640 1 -- 172.21.15.46:0/2612189618 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faad8005920 con 0x55d68f2259b0 2024-04-26T01:51:35.856 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.857+0000 7faaeae36740 1 -- 172.21.15.46:0/2612189618 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d68f2259b0 msgr2=0x55d68f225d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:35.856 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.857+0000 7faaeae36740 1 --2- 172.21.15.46:0/2612189618 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d68f2259b0 0x55d68f225d90 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7faad800e8d0 tx=0x7faad800ed90 comp rx=0 tx=0).stop 2024-04-26T01:51:35.856 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.857+0000 7faaeae36740 1 -- 172.21.15.46:0/2612189618 shutdown_connections 2024-04-26T01:51:35.856 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.857+0000 7faaeae36740 1 --2- 172.21.15.46:0/2612189618 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d68f230b90 0x55d68f232f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:35.857 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.857+0000 7faaeae36740 1 --2- 172.21.15.46:0/2612189618 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d68f2262d0 0x55d68f230650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:35.857 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.857+0000 7faaeae36740 1 --2- 172.21.15.46:0/2612189618 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d68f2259b0 0x55d68f225d90 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:35.857 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.858+0000 7faaeae36740 1 -- 172.21.15.46:0/2612189618 >> 172.21.15.46:0/2612189618 conn(0x55d68f221ec0 msgr2=0x55d68f2222a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:35.857 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.858+0000 7faaeae36740 1 -- 172.21.15.46:0/2612189618 shutdown_connections 2024-04-26T01:51:35.857 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.858+0000 7faaeae36740 1 -- 172.21.15.46:0/2612189618 wait complete. 2024-04-26T01:51:35.857 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.858+0000 7faaeae36740 1 -- start start 2024-04-26T01:51:35.857 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.858+0000 7faaeae36740 1 Processor -- start 2024-04-26T01:51:35.858 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.859+0000 7faaeae36740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d68f2259b0 0x55d68f22dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:35.858 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.859+0000 7faaeae36740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d68f2262d0 0x55d68f22e100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:35.858 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.859+0000 7faaeae36740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d68f230b90 0x55d68f22e640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:35.858 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.859+0000 7faaeae36740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55d68f2337c0 con 0x55d68f2259b0 2024-04-26T01:51:35.858 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.859+0000 7faaeae36740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55d68f145310 con 0x55d68f230b90 2024-04-26T01:51:35.858 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.859+0000 7faaeae36740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55d68f233940 con 0x55d68f2262d0 2024-04-26T01:51:35.858 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.859+0000 7faaeae36740 10 client.0 _ll_register_callbacks cb 0x55d68f113cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:51:35.858 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.859+0000 7faae6000640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d68f2259b0 0x55d68f22dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:35.858 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.859+0000 7faade000640 1 --2- 172.21.15.46:0/2919855026 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7faac80a3dd0 0x7faac80a6290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:35.858 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.859+0000 7faae6000640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d68f2259b0 0x55d68f22dbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50752/0 (socket says 172.21.15.46:50752) 2024-04-26T01:51:35.859 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.859+0000 7faae6000640 1 -- 172.21.15.46:0/3504161230 learned_addr learned my addr 172.21.15.46:0/3504161230 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:35.859 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.859+0000 7faae5600640 1 --2- 172.21.15.46:0/3504161230 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d68f2262d0 0x55d68f22e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:35.859 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.860+0000 7faae4c00640 1 --2- 172.21.15.46:0/3504161230 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d68f230b90 0x55d68f22e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:35.859 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.860+0000 7faade000640 1 -- 172.21.15.46:0/2919855026 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7faad40d0d00 con 0x7faae0100d00 2024-04-26T01:51:35.859 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.860+0000 7faae6000640 1 --2- 172.21.15.46:0/2919855026 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7faac80a3dd0 0x7faac80a6290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:35.859 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.860+0000 7faae5600640 1 -- 172.21.15.46:0/3504161230 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d68f230b90 msgr2=0x55d68f22e640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:35.859 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.860+0000 7faae5600640 1 --2- 172.21.15.46:0/3504161230 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d68f230b90 0x55d68f22e640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:35.859 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.860+0000 7faae5600640 1 -- 172.21.15.46:0/3504161230 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d68f2259b0 msgr2=0x55d68f22dbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:35.859 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.860+0000 7faae5600640 1 --2- 172.21.15.46:0/3504161230 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d68f2259b0 0x55d68f22dbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:35.859 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.860+0000 7faae5600640 1 -- 172.21.15.46:0/3504161230 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d68ef6a620 con 0x55d68f2262d0 2024-04-26T01:51:35.859 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.860+0000 7faae4c00640 1 --2- 172.21.15.46:0/3504161230 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d68f230b90 0x55d68f22e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:35.860 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.860+0000 7faae5600640 1 --2- 172.21.15.46:0/3504161230 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d68f2262d0 0x55d68f22e100 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7faad40ce2e0 tx=0x7faad406c3f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=85f2dba17e997620 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:35.861 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.860+0000 7faac6a00640 10 client.0 ms_handle_connect on v2:172.21.15.163:3300/0 2024-04-26T01:51:35.861 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.861+0000 7faac6a00640 1 -- 172.21.15.46:0/3504161230 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faad4026040 con 0x55d68f2262d0 2024-04-26T01:51:35.861 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.861+0000 7faae6000640 1 --2- 172.21.15.46:0/2919855026 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7faac80a3dd0 0x7faac80a6290 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7faad8005500 tx=0x7faad80095c0 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:35.861 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.861+0000 7faac6a00640 1 -- 172.21.15.46:0/3504161230 <== mon.1 v2:172.21.15.163:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7faad4005400 con 0x55d68f2262d0 2024-04-26T01:51:35.861 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.861+0000 7faaeae36740 1 -- 172.21.15.46:0/3504161230 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faad800cd40 con 0x55d68f2262d0 2024-04-26T01:51:35.861 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.861+0000 7faac6a00640 1 -- 172.21.15.46:0/3504161230 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7faad4005600 con 0x55d68f2262d0 2024-04-26T01:51:35.861 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.861+0000 7faaeae36740 10 client.25348 fetch_fsmap learned FSMap version 29 2024-04-26T01:51:35.861 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.861+0000 7faaeae36740 1 -- 172.21.15.46:0/3504161230 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d68f23fab0 con 0x55d68f2262d0 2024-04-26T01:51:35.861 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.862+0000 7faac6a00640 1 -- 172.21.15.46:0/3504161230 <== mon.1 v2:172.21.15.163:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7faad800cd40 con 0x55d68f2262d0 2024-04-26T01:51:35.861 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.862+0000 7faac6a00640 1 -- 172.21.15.46:0/3504161230 <== mon.1 v2:172.21.15.163:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7faad409cd70 con 0x55d68f2262d0 2024-04-26T01:51:35.861 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.862+0000 7faaeae36740 10 client.25348 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:51:35.861 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.862+0000 7faaeae36740 10 client.25348 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:51:35.861 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.862+0000 7faaeae36740 20 client.25348 populate_metadata read hostname 'smithi046' 2024-04-26T01:51:35.861 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.862+0000 7faaeae36740 1 --2- 172.21.15.46:0/3504161230 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55d68f240f20 0x55d68f243310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:35.862 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.862+0000 7faaeae36740 4 client.25348 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:51:35.862 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.862+0000 7faaeae36740 1 -- 172.21.15.46:0/3504161230 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d68f19f8b0 con 0x55d68f240f20 2024-04-26T01:51:35.862 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.863+0000 7faae4c00640 1 --2- 172.21.15.46:0/3504161230 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55d68f240f20 0x55d68f243310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:35.863 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.863+0000 7faac6a00640 10 client.25348 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:51:35.863 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.863+0000 7faae4c00640 1 --2- 172.21.15.46:0/3504161230 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55d68f240f20 0x55d68f243310 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=999dc42822fdd653 server_cookie=9ebc5760c32a5368 in_seq=0 out_seq=0 2024-04-26T01:51:35.863 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.864+0000 7faac6a00640 1 -- 172.21.15.46:0/3504161230 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d68f19f8b0 con 0x55d68f240f20 2024-04-26T01:51:35.863 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.864+0000 7faac6a00640 10 client.25348 handle_command_reply: tid=0 2024-04-26T01:51:35.863 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.864+0000 7faaeae36740 1 client.25348 shutdown 2024-04-26T01:51:35.863 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.864+0000 7faaeae36740 1 -- 172.21.15.46:0/3504161230 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d68f2262d0 msgr2=0x55d68f22e100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:35.864 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.864+0000 7faaeae36740 1 --2- 172.21.15.46:0/3504161230 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d68f2262d0 0x55d68f22e100 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7faad40ce2e0 tx=0x7faad406c3f0 comp rx=0 tx=0).stop 2024-04-26T01:51:35.864 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.864+0000 7faaeae36740 1 -- 172.21.15.46:0/3504161230 shutdown_connections 2024-04-26T01:51:35.864 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.864+0000 7faaeae36740 1 --2- 172.21.15.46:0/3504161230 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55d68f240f20 0x55d68f243310 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:35.864 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.864+0000 7faaeae36740 1 --2- 172.21.15.46:0/3504161230 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d68f230b90 0x55d68f22e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:35.864 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.864+0000 7faaeae36740 1 --2- 172.21.15.46:0/3504161230 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d68f2262d0 0x55d68f22e100 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:35.864 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.864+0000 7faaeae36740 1 --2- 172.21.15.46:0/3504161230 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d68f2259b0 0x55d68f22dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:35.864 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.864+0000 7faac6a00640 0 client.25348 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:51:35.864 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.864+0000 7faaeae36740 1 -- 172.21.15.46:0/3504161230 >> 172.21.15.46:0/3504161230 conn(0x55d68f221ec0 msgr2=0x55d68f227bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:35.864 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.865+0000 7faaeae36740 1 -- 172.21.15.46:0/3504161230 shutdown_connections 2024-04-26T01:51:35.864 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.865+0000 7faaeae36740 1 -- 172.21.15.46:0/3504161230 wait complete. 2024-04-26T01:51:35.864 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.865+0000 7faaeae36740 20 client.25348 trim_cache size 0 max 16384 2024-04-26T01:51:35.882 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.884+0000 7faaeae36740 1 Processor -- start 2024-04-26T01:51:35.883 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.884+0000 7faaeae36740 1 -- start start 2024-04-26T01:51:35.883 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.884+0000 7faaeae36740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d68f2259b0 0x55d68f23c680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:35.883 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.884+0000 7faaeae36740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d68f2262d0 0x55d68f22fb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:35.883 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.884+0000 7faaeae36740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d68f230b90 0x55d68f248b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:35.883 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.884+0000 7faaeae36740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7faae01b4040 con 0x55d68f2262d0 2024-04-26T01:51:35.883 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.884+0000 7faaeae36740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7faae01b5b80 con 0x55d68f2259b0 2024-04-26T01:51:35.883 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.884+0000 7faaeae36740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7faae01b4710 con 0x55d68f230b90 2024-04-26T01:51:35.883 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.884+0000 7faae5600640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d68f2259b0 0x55d68f23c680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:35.883 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.884+0000 7faae4c00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d68f2262d0 0x55d68f22fb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:35.883 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.885+0000 7faae5600640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d68f2259b0 0x55d68f23c680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:58910/0 (socket says 172.21.15.46:58910) 2024-04-26T01:51:35.883 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.885+0000 7faae5600640 1 -- 172.21.15.46:0/1897117349 learned_addr learned my addr 172.21.15.46:0/1897117349 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:35.883 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.885+0000 7faae6000640 1 --2- 172.21.15.46:0/1897117349 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d68f230b90 0x55d68f248b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:35.885 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.885+0000 7faae5600640 1 -- 172.21.15.46:0/1897117349 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d68f230b90 msgr2=0x55d68f248b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:35.885 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.885+0000 7faae5600640 1 --2- 172.21.15.46:0/1897117349 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d68f230b90 0x55d68f248b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:35.885 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.885+0000 7faae5600640 1 -- 172.21.15.46:0/1897117349 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d68f2262d0 msgr2=0x55d68f22fb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:35.885 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.885+0000 7faae5600640 1 --2- 172.21.15.46:0/1897117349 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d68f2262d0 0x55d68f22fb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:35.885 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.885+0000 7faae5600640 1 -- 172.21.15.46:0/1897117349 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d68f2217a0 con 0x55d68f2259b0 2024-04-26T01:51:35.885 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.886+0000 7faae5600640 1 --2- 172.21.15.46:0/1897117349 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d68f2259b0 0x55d68f23c680 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7faad409caa0 tx=0x7faad409d130 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3f8674942a87bd3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:35.886 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.886+0000 7faad1c00640 1 -- 172.21.15.46:0/1897117349 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faad40a54a0 con 0x55d68f2259b0 2024-04-26T01:51:35.886 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.886+0000 7faad1c00640 1 -- 172.21.15.46:0/1897117349 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7faad409cb10 con 0x55d68f2259b0 2024-04-26T01:51:35.886 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.886+0000 7faad1c00640 1 -- 172.21.15.46:0/1897117349 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faad4099180 con 0x55d68f2259b0 2024-04-26T01:51:35.886 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.887+0000 7faaeae36740 1 -- 172.21.15.46:0/1897117349 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d68f2259b0 msgr2=0x55d68f23c680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:35.886 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.887+0000 7faaeae36740 1 --2- 172.21.15.46:0/1897117349 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d68f2259b0 0x55d68f23c680 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7faad409caa0 tx=0x7faad409d130 comp rx=0 tx=0).stop 2024-04-26T01:51:35.886 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.887+0000 7faaeae36740 1 -- 172.21.15.46:0/1897117349 shutdown_connections 2024-04-26T01:51:35.886 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.887+0000 7faaeae36740 1 --2- 172.21.15.46:0/1897117349 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d68f230b90 0x55d68f248b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:35.886 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.887+0000 7faaeae36740 1 --2- 172.21.15.46:0/1897117349 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d68f2262d0 0x55d68f22fb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:35.886 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.887+0000 7faaeae36740 1 --2- 172.21.15.46:0/1897117349 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d68f2259b0 0x55d68f23c680 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:35.886 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.887+0000 7faaeae36740 1 -- 172.21.15.46:0/1897117349 >> 172.21.15.46:0/1897117349 conn(0x55d68f221ec0 msgr2=0x55d68f22f3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:35.886 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.887+0000 7faaeae36740 1 -- 172.21.15.46:0/1897117349 shutdown_connections 2024-04-26T01:51:35.886 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.887+0000 7faaeae36740 1 -- 172.21.15.46:0/1897117349 wait complete. 2024-04-26T01:51:35.889 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.887+0000 7faaeae36740 1 -- start start 2024-04-26T01:51:35.889 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.888+0000 7faaeae36740 1 Processor -- start 2024-04-26T01:51:35.889 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.888+0000 7faaeae36740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d68f2259b0 0x55d68f238e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:35.889 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.888+0000 7faaeae36740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d68f2262d0 0x55d68f237240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:35.889 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.888+0000 7faaeae36740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d68f230b90 0x55d68f237780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:35.889 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.888+0000 7faaeae36740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7faae01b54b0 con 0x55d68f2259b0 2024-04-26T01:51:35.889 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.888+0000 7faaeae36740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7faae01b4de0 con 0x55d68f230b90 2024-04-26T01:51:35.889 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.888+0000 7faaeae36740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7faae01b2020 con 0x55d68f2262d0 2024-04-26T01:51:35.889 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.888+0000 7faaeae36740 10 client.0 _ll_register_callbacks cb 0x7faad4098ea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:51:35.889 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.888+0000 7faae5600640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d68f2259b0 0x55d68f238e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:35.890 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.888+0000 7faae5600640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d68f2259b0 0x55d68f238e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50766/0 (socket says 172.21.15.46:50766) 2024-04-26T01:51:35.890 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.888+0000 7faae5600640 1 -- 172.21.15.46:0/4062779423 learned_addr learned my addr 172.21.15.46:0/4062779423 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:35.890 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.889+0000 7faae6000640 1 --2- 172.21.15.46:0/4062779423 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d68f230b90 0x55d68f237780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:35.890 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.889+0000 7faae4c00640 1 --2- 172.21.15.46:0/4062779423 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d68f2262d0 0x55d68f237240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:35.890 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.889+0000 7faae5600640 1 -- 172.21.15.46:0/4062779423 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d68f2262d0 msgr2=0x55d68f237240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:35.890 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.889+0000 7faae5600640 1 --2- 172.21.15.46:0/4062779423 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d68f2262d0 0x55d68f237240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:35.890 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.889+0000 7faae5600640 1 -- 172.21.15.46:0/4062779423 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d68f230b90 msgr2=0x55d68f237780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:35.890 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.889+0000 7faae5600640 1 --2- 172.21.15.46:0/4062779423 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d68f230b90 0x55d68f237780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:35.890 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.889+0000 7faae5600640 1 -- 172.21.15.46:0/4062779423 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d68f237e40 con 0x55d68f2259b0 2024-04-26T01:51:35.890 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.889+0000 7faae5600640 1 --2- 172.21.15.46:0/4062779423 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d68f2259b0 0x55d68f238e50 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7faad40994e0 tx=0x7faad4018420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aca03d82e5ce8f21 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:35.890 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.889+0000 7faac6a00640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2024-04-26T01:51:35.890 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.889+0000 7faac6a00640 1 -- 172.21.15.46:0/4062779423 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faad40a54a0 con 0x55d68f2259b0 2024-04-26T01:51:35.890 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.890+0000 7faac6a00640 1 -- 172.21.15.46:0/4062779423 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7faad406f1b0 con 0x55d68f2259b0 2024-04-26T01:51:35.890 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.890+0000 7faaeae36740 1 -- 172.21.15.46:0/4062779423 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faad409cb10 con 0x55d68f2259b0 2024-04-26T01:51:35.891 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.890+0000 7faac6a00640 1 -- 172.21.15.46:0/4062779423 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7faad40a0e10 con 0x55d68f2259b0 2024-04-26T01:51:35.891 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.890+0000 7faaeae36740 10 client.15204 fetch_fsmap learned FSMap version 29 2024-04-26T01:51:35.891 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.890+0000 7faaeae36740 1 -- 172.21.15.46:0/4062779423 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d68f2a82f0 con 0x55d68f2259b0 2024-04-26T01:51:35.891 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.890+0000 7faac6a00640 1 -- 172.21.15.46:0/4062779423 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7faad409cb10 con 0x55d68f2259b0 2024-04-26T01:51:35.891 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.890+0000 7faac6a00640 1 -- 172.21.15.46:0/4062779423 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7faad40ce5e0 con 0x55d68f2259b0 2024-04-26T01:51:35.891 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.890+0000 7faaeae36740 10 client.15204 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:51:35.891 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.890+0000 7faaeae36740 10 client.15204 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:51:35.891 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.890+0000 7faaeae36740 20 client.15204 populate_metadata read hostname 'smithi046' 2024-04-26T01:51:35.891 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.890+0000 7faaeae36740 1 --2- 172.21.15.46:0/4062779423 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55d68f2a86d0 0x55d68f2aaac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:35.891 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.890+0000 7faaeae36740 4 client.15204 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:51:35.891 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.890+0000 7faaeae36740 1 -- 172.21.15.46:0/4062779423 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d68f199320 con 0x55d68f2a86d0 2024-04-26T01:51:35.891 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.891+0000 7faae4c00640 1 --2- 172.21.15.46:0/4062779423 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55d68f2a86d0 0x55d68f2aaac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:35.892 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.892+0000 7faac6a00640 10 client.15204 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:51:35.892 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.892+0000 7faae4c00640 1 --2- 172.21.15.46:0/4062779423 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55d68f2a86d0 0x55d68f2aaac0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=916c458870e353ab server_cookie=3926235a891e4594 in_seq=0 out_seq=0 2024-04-26T01:51:35.899 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.901+0000 7faac6a00640 1 -- 172.21.15.46:0/4062779423 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55d68f199320 con 0x55d68f2a86d0 2024-04-26T01:51:35.899 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.901+0000 7faac6a00640 10 client.15204 handle_command_reply: tid=0 2024-04-26T01:51:35.899 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.901+0000 7faaeae36740 1 client.15204 shutdown 2024-04-26T01:51:35.899 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.901+0000 7faaeae36740 1 -- 172.21.15.46:0/4062779423 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d68f2259b0 msgr2=0x55d68f238e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:35.900 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.901+0000 7faaeae36740 1 --2- 172.21.15.46:0/4062779423 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d68f2259b0 0x55d68f238e50 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7faad40994e0 tx=0x7faad4018420 comp rx=0 tx=0).stop 2024-04-26T01:51:35.900 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.901+0000 7faaeae36740 1 -- 172.21.15.46:0/4062779423 shutdown_connections 2024-04-26T01:51:35.900 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.901+0000 7faaeae36740 1 --2- 172.21.15.46:0/4062779423 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55d68f2a86d0 0x55d68f2aaac0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:35.900 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.901+0000 7faaeae36740 1 --2- 172.21.15.46:0/4062779423 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d68f230b90 0x55d68f237780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:35.900 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.901+0000 7faaeae36740 1 --2- 172.21.15.46:0/4062779423 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d68f2262d0 0x55d68f237240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:35.900 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.901+0000 7faaeae36740 1 --2- 172.21.15.46:0/4062779423 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d68f2259b0 0x55d68f238e50 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:35.900 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.901+0000 7faaeae36740 1 -- 172.21.15.46:0/4062779423 >> 172.21.15.46:0/4062779423 conn(0x55d68f221ec0 msgr2=0x55d68f22fc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:35.900 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.901+0000 7faac6a00640 0 client.15204 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:51:35.900 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.901+0000 7faaeae36740 1 -- 172.21.15.46:0/4062779423 shutdown_connections 2024-04-26T01:51:35.900 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.902+0000 7faaeae36740 1 -- 172.21.15.46:0/4062779423 wait complete. 2024-04-26T01:51:35.900 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.902+0000 7faaeae36740 20 client.15204 trim_cache size 0 max 16384 2024-04-26T01:51:35.901 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:{ 2024-04-26T01:51:35.901 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "message": "", 2024-04-26T01:51:35.901 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "return_code": 0 2024-04-26T01:51:35.901 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:} 2024-04-26T01:51:35.901 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.902+0000 7faae6a00640 1 -- 172.21.15.46:0/2919855026 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7faac80a3dd0 msgr2=0x7faac80a6290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:35.902 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.902+0000 7faae6a00640 1 --2- 172.21.15.46:0/2919855026 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7faac80a3dd0 0x7faac80a6290 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7faad8005500 tx=0x7faad80095c0 comp rx=0 tx=0).stop 2024-04-26T01:51:35.902 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.902+0000 7faae6a00640 1 -- 172.21.15.46:0/2919855026 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7faae0100d00 msgr2=0x7faae01a4900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:35.902 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.902+0000 7faae6a00640 1 --2- 172.21.15.46:0/2919855026 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7faae0100d00 0x7faae01a4900 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7faad400e9f0 tx=0x7faad400eeb0 comp rx=0 tx=0).stop 2024-04-26T01:51:35.902 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.903+0000 7faae6a00640 1 -- 172.21.15.46:0/2919855026 shutdown_connections 2024-04-26T01:51:35.902 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.903+0000 7faae6a00640 1 --2- 172.21.15.46:0/2919855026 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7faac80a3dd0 0x7faac80a6290 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:35.902 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.903+0000 7faae6a00640 1 --2- 172.21.15.46:0/2919855026 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7faae0106100 0x7faae019eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:35.902 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.903+0000 7faae6a00640 1 --2- 172.21.15.46:0/2919855026 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7faae0101620 0x7faae01a4e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:35.902 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.903+0000 7faae6a00640 1 --2- 172.21.15.46:0/2919855026 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7faae0100d00 0x7faae01a4900 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:35.902 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.903+0000 7faae6a00640 1 -- 172.21.15.46:0/2919855026 >> 172.21.15.46:0/2919855026 conn(0x7faae00fc770 msgr2=0x7faae00fd810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:35.902 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.903+0000 7faae6a00640 1 -- 172.21.15.46:0/2919855026 shutdown_connections 2024-04-26T01:51:35.902 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:35.903+0000 7faae6a00640 1 -- 172.21.15.46:0/2919855026 wait complete. 2024-04-26T01:51:36.342 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:51:36.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:36 smithi046 ceph-mon[28013]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 1.9 KiB/s wr, 14 op/s 2024-04-26T01:51:36.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:36 smithi103 ceph-mon[32920]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 1.9 KiB/s wr, 14 op/s 2024-04-26T01:51:36.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:36 smithi163 ceph-mon[32592]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 1.9 KiB/s wr, 14 op/s 2024-04-26T01:51:38.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:38 smithi046 ceph-mon[28013]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:51:38.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:38 smithi103 ceph-mon[32920]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:51:38.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:38 smithi163 ceph-mon[32592]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:51:40.863 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:40 smithi046 ceph-mon[28013]: pgmap v26: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 767 B/s wr, 11 op/s 2024-04-26T01:51:40.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:40 smithi103 ceph-mon[32920]: pgmap v26: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 767 B/s wr, 11 op/s 2024-04-26T01:51:40.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:40 smithi163 ceph-mon[32592]: pgmap v26: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 767 B/s wr, 11 op/s 2024-04-26T01:51:41.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.740+0000 7fc8bb200700 1 -- 172.21.15.46:0/1489635323 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc8bc10cf60 msgr2=0x7fc8bc10f420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:41.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.740+0000 7fc8bb200700 1 --2- 172.21.15.46:0/1489635323 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc8bc10cf60 0x7fc8bc10f420 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fc8b400b0a0 tx=0x7fc8b400b3b0 comp rx=0 tx=0).stop 2024-04-26T01:51:41.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.740+0000 7fc8bb200700 1 -- 172.21.15.46:0/1489635323 shutdown_connections 2024-04-26T01:51:41.739 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.740+0000 7fc8bb200700 1 --2- 172.21.15.46:0/1489635323 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc8bc10cf60 0x7fc8bc10f420 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:41.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.740+0000 7fc8bb200700 1 --2- 172.21.15.46:0/1489635323 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc8bc103b30 0x7fc8bc103f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:41.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.740+0000 7fc8bb200700 1 --2- 172.21.15.46:0/1489635323 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc8bc104450 0x7fc8bc10c940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:41.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.740+0000 7fc8bb200700 1 -- 172.21.15.46:0/1489635323 >> 172.21.15.46:0/1489635323 conn(0x7fc8bc0fd360 msgr2=0x7fc8bc0ff780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:41.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.741+0000 7fc8bb200700 1 -- 172.21.15.46:0/1489635323 shutdown_connections 2024-04-26T01:51:41.740 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.741+0000 7fc8bb200700 1 -- 172.21.15.46:0/1489635323 wait complete. 2024-04-26T01:51:41.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.742+0000 7fc8bb200700 1 Processor -- start 2024-04-26T01:51:41.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.742+0000 7fc8bb200700 1 -- start start 2024-04-26T01:51:41.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.742+0000 7fc8bb200700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc8bc103b30 0x7fc8bc19b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:41.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.742+0000 7fc8bb200700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc8bc104450 0x7fc8bc19b810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:41.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.742+0000 7fc8bb200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc8bc10cf60 0x7fc8bc19fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:41.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.742+0000 7fc8bb200700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fc8bc112d00 con 0x7fc8bc10cf60 2024-04-26T01:51:41.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.742+0000 7fc8bb200700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fc8bc112b80 con 0x7fc8bc103b30 2024-04-26T01:51:41.741 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.742+0000 7fc8bb200700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fc8bc112e80 con 0x7fc8bc104450 2024-04-26T01:51:41.742 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.743+0000 7fc8b9e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc8bc103b30 0x7fc8bc19b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:41.742 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.743+0000 7fc8ba800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc8bc10cf60 0x7fc8bc19fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:41.742 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.743+0000 7fc8b9e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc8bc103b30 0x7fc8bc19b2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:58930/0 (socket says 172.21.15.46:58930) 2024-04-26T01:51:41.742 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.743+0000 7fc8b9e00700 1 -- 172.21.15.46:0/3601988819 learned_addr learned my addr 172.21.15.46:0/3601988819 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:41.742 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.743+0000 7fc8b9400700 1 --2- 172.21.15.46:0/3601988819 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc8bc104450 0x7fc8bc19b810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:41.743 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.743+0000 7fc8ba800700 1 -- 172.21.15.46:0/3601988819 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc8bc104450 msgr2=0x7fc8bc19b810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:41.743 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.743+0000 7fc8ba800700 1 --2- 172.21.15.46:0/3601988819 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc8bc104450 0x7fc8bc19b810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:41.744 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.743+0000 7fc8ba800700 1 -- 172.21.15.46:0/3601988819 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc8bc103b30 msgr2=0x7fc8bc19b2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:41.744 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.743+0000 7fc8ba800700 1 --2- 172.21.15.46:0/3601988819 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc8bc103b30 0x7fc8bc19b2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:41.744 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.743+0000 7fc8ba800700 1 -- 172.21.15.46:0/3601988819 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8bc1a02e0 con 0x7fc8bc10cf60 2024-04-26T01:51:41.744 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.744+0000 7fc8b9e00700 1 --2- 172.21.15.46:0/3601988819 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc8bc103b30 0x7fc8bc19b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:41.744 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.744+0000 7fc8b9400700 1 --2- 172.21.15.46:0/3601988819 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc8bc104450 0x7fc8bc19b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:41.744 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.744+0000 7fc8ba800700 1 --2- 172.21.15.46:0/3601988819 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc8bc10cf60 0x7fc8bc19fba0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fc8b40062a0 tx=0x7fc8b4004c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:41.744 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.744+0000 7fc8b2a00700 1 -- 172.21.15.46:0/3601988819 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8b4021070 con 0x7fc8bc10cf60 2024-04-26T01:51:41.744 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.744+0000 7fc8b2a00700 1 -- 172.21.15.46:0/3601988819 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fc8b4007e50 con 0x7fc8bc10cf60 2024-04-26T01:51:41.744 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.744+0000 7fc8bb200700 1 -- 172.21.15.46:0/3601988819 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8bc1a0570 con 0x7fc8bc10cf60 2024-04-26T01:51:41.744 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.744+0000 7fc8b2a00700 1 -- 172.21.15.46:0/3601988819 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8b4004630 con 0x7fc8bc10cf60 2024-04-26T01:51:41.744 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.744+0000 7fc8bb200700 1 -- 172.21.15.46:0/3601988819 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8bc1a7e50 con 0x7fc8bc10cf60 2024-04-26T01:51:41.746 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.748+0000 7fc8b2a00700 1 -- 172.21.15.46:0/3601988819 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 26) ==== 138879+0+0 (secure 0 0 0) 0x7fc8b4003c90 con 0x7fc8bc10cf60 2024-04-26T01:51:41.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.749+0000 7fc8cb8fab80 1 Processor -- start 2024-04-26T01:51:41.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.750+0000 7fc8cb8fab80 1 -- start start 2024-04-26T01:51:41.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.750+0000 7fc8cb8fab80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5570725af3e0 0x5570725af7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:41.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.750+0000 7fc8cb8fab80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5570725afd00 0x5570725ba700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:41.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.750+0000 7fc8cb8fab80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5570725bac40 0x5570725bd030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:41.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.750+0000 7fc8cb8fab80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x557072502e40 con 0x5570725bac40 2024-04-26T01:51:41.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.750+0000 7fc8cb8fab80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x5570724a96e0 con 0x5570725af3e0 2024-04-26T01:51:41.748 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.750+0000 7fc8cb8fab80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x5570724fee00 con 0x5570725afd00 2024-04-26T01:51:41.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.750+0000 7fc8b2a00700 1 --2- 172.21.15.46:0/3601988819 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fc8a00a3ed0 0x7fc8a00a6390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:41.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.751+0000 7fc8b2a00700 1 -- 172.21.15.46:0/3601988819 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fc8b400f020 con 0x7fc8bc10cf60 2024-04-26T01:51:41.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.751+0000 7fc8b9400700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5570725af3e0 0x5570725af7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:41.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.751+0000 7fc8b9400700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5570725af3e0 0x5570725af7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:58940/0 (socket says 172.21.15.46:58940) 2024-04-26T01:51:41.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.751+0000 7fc8b9400700 1 -- 172.21.15.46:0/3906242073 learned_addr learned my addr 172.21.15.46:0/3906242073 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:41.749 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.751+0000 7fc8b9400700 1 --2- 172.21.15.46:0/3906242073 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5570725bac40 0x5570725bd030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:41.750 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.751+0000 7fc8ba800700 1 --2- 172.21.15.46:0/3601988819 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fc8a00a3ed0 0x7fc8a00a6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:41.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.751+0000 7fc8b9e00700 1 --2- 172.21.15.46:0/3906242073 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5570725afd00 0x5570725ba700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:41.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.752+0000 7fc8b9400700 1 -- 172.21.15.46:0/3906242073 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5570725afd00 msgr2=0x5570725ba700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:41.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.752+0000 7fc8b9400700 1 --2- 172.21.15.46:0/3906242073 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5570725afd00 0x5570725ba700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:41.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.752+0000 7fc8b9400700 1 -- 172.21.15.46:0/3906242073 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5570725af3e0 msgr2=0x5570725af7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:41.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.752+0000 7fc8b9400700 1 --2- 172.21.15.46:0/3906242073 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5570725af3e0 0x5570725af7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:41.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.752+0000 7fc8b9400700 1 -- 172.21.15.46:0/3906242073 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55707249f630 con 0x5570725bac40 2024-04-26T01:51:41.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.752+0000 7fc8ba800700 1 --2- 172.21.15.46:0/3601988819 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fc8a00a3ed0 0x7fc8a00a6390 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fc8b40cf300 tx=0x7fc8b4009040 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:41.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.752+0000 7fc8b9400700 1 --2- 172.21.15.46:0/3906242073 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5570725bac40 0x5570725bd030 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fc8a8013c20 tx=0x7fc8a8009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de0fcb20c5860ecf server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:41.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.752+0000 7fc8a7400700 1 -- 172.21.15.46:0/3906242073 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8a8017030 con 0x5570725bac40 2024-04-26T01:51:41.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.752+0000 7fc8a7400700 1 -- 172.21.15.46:0/3906242073 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fc8a8004510 con 0x5570725bac40 2024-04-26T01:51:41.751 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.752+0000 7fc8a7400700 1 -- 172.21.15.46:0/3906242073 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8a8005120 con 0x5570725bac40 2024-04-26T01:51:41.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.753+0000 7fc8cb8fab80 1 -- 172.21.15.46:0/3906242073 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5570725bac40 msgr2=0x5570725bd030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:41.752 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.753+0000 7fc8cb8fab80 1 --2- 172.21.15.46:0/3906242073 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5570725bac40 0x5570725bd030 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fc8a8013c20 tx=0x7fc8a8009260 comp rx=0 tx=0).stop 2024-04-26T01:51:41.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.753+0000 7fc8cb8fab80 1 -- 172.21.15.46:0/3906242073 shutdown_connections 2024-04-26T01:51:41.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.753+0000 7fc8cb8fab80 1 --2- 172.21.15.46:0/3906242073 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5570725bac40 0x5570725bd030 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:41.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.753+0000 7fc8cb8fab80 1 --2- 172.21.15.46:0/3906242073 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5570725af3e0 0x5570725af7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:41.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.753+0000 7fc8cb8fab80 1 --2- 172.21.15.46:0/3906242073 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5570725afd00 0x5570725ba700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:41.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.753+0000 7fc8cb8fab80 1 -- 172.21.15.46:0/3906242073 >> 172.21.15.46:0/3906242073 conn(0x5570724de550 msgr2=0x5570725aba90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:41.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.754+0000 7fc8cb8fab80 1 -- 172.21.15.46:0/3906242073 shutdown_connections 2024-04-26T01:51:41.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.754+0000 7fc8cb8fab80 1 -- 172.21.15.46:0/3906242073 wait complete. 2024-04-26T01:51:41.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.754+0000 7fc8cb8fab80 1 -- start start 2024-04-26T01:51:41.753 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.754+0000 7fc8cb8fab80 1 Processor -- start 2024-04-26T01:51:41.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.755+0000 7fc8cb8fab80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5570725af3e0 0x5570725ba2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:41.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.755+0000 7fc8cb8fab80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5570725afd00 0x5570725b75b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:41.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.755+0000 7fc8cb8fab80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5570725bac40 0x5570725b7af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:41.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.755+0000 7fc8cb8fab80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5570725bd7c0 con 0x5570725bac40 2024-04-26T01:51:41.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.755+0000 7fc8cb8fab80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x5570724bc810 con 0x5570725afd00 2024-04-26T01:51:41.755 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.755+0000 7fc8cb8fab80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x5570725bd940 con 0x5570725af3e0 2024-04-26T01:51:41.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.755+0000 7fc8cb8fab80 10 client.0 _ll_register_callbacks cb 0x55707249b6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:51:41.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.755+0000 7fc8b9400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5570725bac40 0x5570725b7af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:41.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.755+0000 7fc8b9e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5570725afd00 0x5570725b75b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:41.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.755+0000 7fc8b9e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5570725afd00 0x5570725b75b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:58952/0 (socket says 172.21.15.46:58952) 2024-04-26T01:51:41.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.755+0000 7fc8b9e00700 1 -- 172.21.15.46:0/110110839 learned_addr learned my addr 172.21.15.46:0/110110839 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:41.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.755+0000 7fc8b9400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5570725bac40 0x5570725b7af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50810/0 (socket says 172.21.15.46:50810) 2024-04-26T01:51:41.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.756+0000 7fc8b9400700 1 --2- 172.21.15.46:0/110110839 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5570725af3e0 0x5570725ba2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:41.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.756+0000 7fc8b9e00700 1 -- 172.21.15.46:0/110110839 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5570725af3e0 msgr2=0x5570725ba2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:41.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.756+0000 7fc8b9e00700 1 --2- 172.21.15.46:0/110110839 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5570725af3e0 0x5570725ba2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:41.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.756+0000 7fc8b9e00700 1 -- 172.21.15.46:0/110110839 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5570725bac40 msgr2=0x5570725b7af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:41.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.756+0000 7fc8b9e00700 1 --2- 172.21.15.46:0/110110839 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5570725bac40 0x5570725b7af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:41.756 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.756+0000 7fc8b9e00700 1 -- 172.21.15.46:0/110110839 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557072450880 con 0x5570725afd00 2024-04-26T01:51:41.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.756+0000 7fc8b9e00700 1 --2- 172.21.15.46:0/110110839 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5570725afd00 0x5570725b75b0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fc8ac012d20 tx=0x7fc8ac00f6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3536c1ac66effb3f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:41.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.756+0000 7fc89be00700 10 client.0 ms_handle_connect on v2:172.21.15.103:3300/0 2024-04-26T01:51:41.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.757+0000 7fc89be00700 1 -- 172.21.15.46:0/110110839 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8ac00fc30 con 0x5570725afd00 2024-04-26T01:51:41.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.757+0000 7fc89be00700 1 -- 172.21.15.46:0/110110839 <== mon.2 v2:172.21.15.103:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fc8ac00fdd0 con 0x5570725afd00 2024-04-26T01:51:41.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.757+0000 7fc8cb8fab80 1 -- 172.21.15.46:0/110110839 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc8a8004510 con 0x5570725afd00 2024-04-26T01:51:41.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.757+0000 7fc89be00700 1 -- 172.21.15.46:0/110110839 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fc8ac004020 con 0x5570725afd00 2024-04-26T01:51:41.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.757+0000 7fc8cb8fab80 10 client.25343 fetch_fsmap learned FSMap version 29 2024-04-26T01:51:41.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.757+0000 7fc8cb8fab80 1 -- 172.21.15.46:0/110110839 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x557072499aa0 con 0x5570725afd00 2024-04-26T01:51:41.757 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.757+0000 7fc89be00700 1 -- 172.21.15.46:0/110110839 <== mon.2 v2:172.21.15.103:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fc8a8004510 con 0x5570725afd00 2024-04-26T01:51:41.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.758+0000 7fc89be00700 1 -- 172.21.15.46:0/110110839 <== mon.2 v2:172.21.15.103:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fc8ac01c470 con 0x5570725afd00 2024-04-26T01:51:41.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.758+0000 7fc8cb8fab80 10 client.25343 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:51:41.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.758+0000 7fc8cb8fab80 10 client.25343 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-26T01:51:41.758 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.758+0000 7fc8cb8fab80 20 client.25343 populate_metadata read hostname 'smithi046' 2024-04-26T01:51:41.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.758+0000 7fc8cb8fab80 1 --2- 172.21.15.46:0/110110839 >> [v2:172.21.15.163:6838/1457170931,v1:172.21.15.163:6839/1457170931] conn(0x5570725ca4a0 0x5570725cb910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:41.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.758+0000 7fc8cb8fab80 4 client.25343 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:51:41.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.758+0000 7fc8cb8fab80 1 -- 172.21.15.46:0/110110839 --> [v2:172.21.15.163:6838/1457170931,v1:172.21.15.163:6839/1457170931] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557072510630 con 0x5570725ca4a0 2024-04-26T01:51:41.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.759+0000 7fc8b9400700 1 --2- 172.21.15.46:0/110110839 >> [v2:172.21.15.163:6838/1457170931,v1:172.21.15.163:6839/1457170931] conn(0x5570725ca4a0 0x5570725cb910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:41.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.759+0000 7fc8b9400700 1 --2- 172.21.15.46:0/110110839 >> [v2:172.21.15.163:6838/1457170931,v1:172.21.15.163:6839/1457170931] conn(0x5570725ca4a0 0x5570725cb910 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=358ddbc89279dbb0 server_cookie=c785b3f797c10931 in_seq=0 out_seq=0 2024-04-26T01:51:41.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.759+0000 7fc89be00700 10 client.25343 ms_handle_connect on v2:172.21.15.163:6838/1457170931 2024-04-26T01:51:41.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.760+0000 7fc89be00700 1 -- 172.21.15.46:0/110110839 <== mds.2 v2:172.21.15.163:6838/1457170931 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x557072510630 con 0x5570725ca4a0 2024-04-26T01:51:41.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.760+0000 7fc89be00700 10 client.25343 handle_command_reply: tid=0 2024-04-26T01:51:41.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.760+0000 7fc8cb8fab80 1 client.25343 shutdown 2024-04-26T01:51:41.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.760+0000 7fc8cb8fab80 1 -- 172.21.15.46:0/110110839 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5570725afd00 msgr2=0x5570725b75b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:41.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.760+0000 7fc8cb8fab80 1 --2- 172.21.15.46:0/110110839 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5570725afd00 0x5570725b75b0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fc8ac012d20 tx=0x7fc8ac00f6a0 comp rx=0 tx=0).stop 2024-04-26T01:51:41.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.760+0000 7fc8cb8fab80 1 -- 172.21.15.46:0/110110839 shutdown_connections 2024-04-26T01:51:41.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.760+0000 7fc8cb8fab80 1 --2- 172.21.15.46:0/110110839 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5570725bac40 0x5570725b7af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:41.759 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.760+0000 7fc8cb8fab80 1 --2- 172.21.15.46:0/110110839 >> [v2:172.21.15.163:6838/1457170931,v1:172.21.15.163:6839/1457170931] conn(0x5570725ca4a0 0x5570725cb910 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:41.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.760+0000 7fc8cb8fab80 1 --2- 172.21.15.46:0/110110839 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5570725af3e0 0x5570725ba2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:41.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.760+0000 7fc8cb8fab80 1 --2- 172.21.15.46:0/110110839 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5570725afd00 0x5570725b75b0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:41.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.760+0000 7fc8cb8fab80 1 -- 172.21.15.46:0/110110839 >> 172.21.15.46:0/110110839 conn(0x5570724de550 msgr2=0x5570725ab680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:41.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.761+0000 7fc89be00700 0 client.25343 ms_handle_reset on v2:172.21.15.163:6838/1457170931 2024-04-26T01:51:41.760 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.761+0000 7fc8cb8fab80 1 -- 172.21.15.46:0/110110839 shutdown_connections 2024-04-26T01:51:41.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.761+0000 7fc8cb8fab80 1 -- 172.21.15.46:0/110110839 wait complete. 2024-04-26T01:51:41.761 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.761+0000 7fc8cb8fab80 20 client.25343 trim_cache size 0 max 16384 2024-04-26T01:51:41.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.784+0000 7fc8cb8fab80 1 Processor -- start 2024-04-26T01:51:41.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.784+0000 7fc8cb8fab80 1 -- start start 2024-04-26T01:51:41.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.784+0000 7fc8cb8fab80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5570725af3e0 0x5570725ba2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:41.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.784+0000 7fc8cb8fab80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5570725afd00 0x5570725b7390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:41.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.784+0000 7fc8cb8fab80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5570725bac40 0x5570725b78d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:41.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.784+0000 7fc8cb8fab80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5570725c9c50 con 0x5570725bac40 2024-04-26T01:51:41.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.784+0000 7fc8cb8fab80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x5570725ca320 con 0x5570725afd00 2024-04-26T01:51:41.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.784+0000 7fc8cb8fab80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x5570725ca9f0 con 0x5570725af3e0 2024-04-26T01:51:41.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.785+0000 7fc8b9e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5570725afd00 0x5570725b7390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:41.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.785+0000 7fc8b9e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5570725afd00 0x5570725b7390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:58966/0 (socket says 172.21.15.46:58966) 2024-04-26T01:51:41.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.785+0000 7fc8b9e00700 1 -- 172.21.15.46:0/861754964 learned_addr learned my addr 172.21.15.46:0/861754964 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:41.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.785+0000 7fc8b9400700 1 --2- 172.21.15.46:0/861754964 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5570725af3e0 0x5570725ba2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:41.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.785+0000 7fc8b9400700 1 --2- 172.21.15.46:0/861754964 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5570725bac40 0x5570725b78d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:41.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.785+0000 7fc8b9e00700 1 -- 172.21.15.46:0/861754964 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5570725af3e0 msgr2=0x5570725ba2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:41.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.785+0000 7fc8b9e00700 1 --2- 172.21.15.46:0/861754964 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5570725af3e0 0x5570725ba2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:41.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.785+0000 7fc8b9e00700 1 -- 172.21.15.46:0/861754964 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5570725bac40 msgr2=0x5570725b78d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:41.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.785+0000 7fc8b9e00700 1 --2- 172.21.15.46:0/861754964 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5570725bac40 0x5570725b78d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:41.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.785+0000 7fc8b9e00700 1 -- 172.21.15.46:0/861754964 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5570725c7ed0 con 0x5570725afd00 2024-04-26T01:51:41.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.785+0000 7fc8b9400700 1 --2- 172.21.15.46:0/861754964 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5570725bac40 0x5570725b78d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:51:41.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.785+0000 7fc8b9e00700 1 --2- 172.21.15.46:0/861754964 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5570725afd00 0x5570725b7390 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fc8ac006010 tx=0x7fc8ac00fb20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c36ce2693558864c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:41.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.786+0000 7fc8a6a00700 1 -- 172.21.15.46:0/861754964 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8ac029040 con 0x5570725afd00 2024-04-26T01:51:41.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.786+0000 7fc8a6a00700 1 -- 172.21.15.46:0/861754964 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fc8ac01c470 con 0x5570725afd00 2024-04-26T01:51:41.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.786+0000 7fc8a6a00700 1 -- 172.21.15.46:0/861754964 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8ac0038e0 con 0x5570725afd00 2024-04-26T01:51:41.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.787+0000 7fc8cb8fab80 1 -- 172.21.15.46:0/861754964 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5570725afd00 msgr2=0x5570725b7390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:41.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.787+0000 7fc8cb8fab80 1 --2- 172.21.15.46:0/861754964 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5570725afd00 0x5570725b7390 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fc8ac006010 tx=0x7fc8ac00fb20 comp rx=0 tx=0).stop 2024-04-26T01:51:41.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.787+0000 7fc8cb8fab80 1 -- 172.21.15.46:0/861754964 shutdown_connections 2024-04-26T01:51:41.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.787+0000 7fc8cb8fab80 1 --2- 172.21.15.46:0/861754964 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5570725bac40 0x5570725b78d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:41.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.787+0000 7fc8cb8fab80 1 --2- 172.21.15.46:0/861754964 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5570725af3e0 0x5570725ba2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:41.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.787+0000 7fc8cb8fab80 1 --2- 172.21.15.46:0/861754964 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5570725afd00 0x5570725b7390 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:41.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.787+0000 7fc8cb8fab80 1 -- 172.21.15.46:0/861754964 >> 172.21.15.46:0/861754964 conn(0x5570724de550 msgr2=0x5570725aa0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:41.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.787+0000 7fc8cb8fab80 1 -- 172.21.15.46:0/861754964 shutdown_connections 2024-04-26T01:51:41.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.787+0000 7fc8cb8fab80 1 -- 172.21.15.46:0/861754964 wait complete. 2024-04-26T01:51:41.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.787+0000 7fc8cb8fab80 1 -- start start 2024-04-26T01:51:41.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.788+0000 7fc8cb8fab80 1 Processor -- start 2024-04-26T01:51:41.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.788+0000 7fc8cb8fab80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5570725af3e0 0x5570725bc030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:41.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.788+0000 7fc8cb8fab80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5570725afd00 0x5570725bc570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:41.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.788+0000 7fc8cb8fab80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5570725bac40 0x5570725d1190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:41.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.788+0000 7fc8cb8fab80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5570725cb790 con 0x5570725afd00 2024-04-26T01:51:41.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.788+0000 7fc8cb8fab80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x5570725cb0c0 con 0x5570725af3e0 2024-04-26T01:51:41.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.788+0000 7fc8cb8fab80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x5570725cbe60 con 0x5570725bac40 2024-04-26T01:51:41.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.788+0000 7fc8cb8fab80 10 client.0 _ll_register_callbacks cb 0x55707249b6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:51:41.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.789+0000 7fc8b9e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5570725afd00 0x5570725bc570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:41.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.789+0000 7fc8b9e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5570725afd00 0x5570725bc570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:50832/0 (socket says 172.21.15.46:50832) 2024-04-26T01:51:41.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.789+0000 7fc8b9e00700 1 -- 172.21.15.46:0/1391386330 learned_addr learned my addr 172.21.15.46:0/1391386330 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:41.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.789+0000 7fc8b9400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5570725bac40 0x5570725d1190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:41.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.789+0000 7fc8b9400700 1 --2- 172.21.15.46:0/1391386330 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5570725af3e0 0x5570725bc030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:41.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.789+0000 7fc8b9e00700 1 -- 172.21.15.46:0/1391386330 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5570725bac40 msgr2=0x5570725d1190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:41.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.789+0000 7fc8b9e00700 1 --2- 172.21.15.46:0/1391386330 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5570725bac40 0x5570725d1190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:41.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.789+0000 7fc8b9e00700 1 -- 172.21.15.46:0/1391386330 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5570725af3e0 msgr2=0x5570725bc030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:41.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.789+0000 7fc8b9e00700 1 --2- 172.21.15.46:0/1391386330 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5570725af3e0 0x5570725bc030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:41.789 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.789+0000 7fc8b9e00700 1 -- 172.21.15.46:0/1391386330 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5570725bce40 con 0x5570725afd00 2024-04-26T01:51:41.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.790+0000 7fc8b9e00700 1 --2- 172.21.15.46:0/1391386330 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5570725afd00 0x5570725bc570 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fc8ac012d20 tx=0x7fc8ac01ddf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2740da98889be525 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:41.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.790+0000 7fc89be00700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2024-04-26T01:51:41.790 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.790+0000 7fc89be00700 1 -- 172.21.15.46:0/1391386330 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8ac029040 con 0x5570725afd00 2024-04-26T01:51:41.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.790+0000 7fc8cb8fab80 1 -- 172.21.15.46:0/1391386330 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc8ac01c470 con 0x5570725afd00 2024-04-26T01:51:41.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.790+0000 7fc89be00700 1 -- 172.21.15.46:0/1391386330 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fc8ac00fde0 con 0x5570725afd00 2024-04-26T01:51:41.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.791+0000 7fc89be00700 1 -- 172.21.15.46:0/1391386330 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fc8ac005240 con 0x5570725afd00 2024-04-26T01:51:41.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.791+0000 7fc8cb8fab80 10 client.15222 fetch_fsmap learned FSMap version 29 2024-04-26T01:51:41.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.791+0000 7fc8cb8fab80 1 -- 172.21.15.46:0/1391386330 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55707263a370 con 0x5570725afd00 2024-04-26T01:51:41.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.791+0000 7fc89be00700 1 -- 172.21.15.46:0/1391386330 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fc8ac01c470 con 0x5570725afd00 2024-04-26T01:51:41.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.791+0000 7fc89be00700 1 -- 172.21.15.46:0/1391386330 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fc8ac037470 con 0x5570725afd00 2024-04-26T01:51:41.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.791+0000 7fc8cb8fab80 10 client.15222 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:51:41.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.791+0000 7fc8cb8fab80 10 client.15222 resolve_mds: resolved name 'i' to daemon mds.i 2024-04-26T01:51:41.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.791+0000 7fc8cb8fab80 20 client.15222 populate_metadata read hostname 'smithi046' 2024-04-26T01:51:41.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.791+0000 7fc8cb8fab80 1 --2- 172.21.15.46:0/1391386330 >> [v2:172.21.15.163:6838/1457170931,v1:172.21.15.163:6839/1457170931] conn(0x55707263eb00 0x55707263d810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:41.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.791+0000 7fc8cb8fab80 4 client.15222 mds_command: new command op to 24511 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T01:51:41.791 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.791+0000 7fc8cb8fab80 1 -- 172.21.15.46:0/1391386330 --> [v2:172.21.15.163:6838/1457170931,v1:172.21.15.163:6839/1457170931] -- command(tid 0: {"prefix": "status"}) -- 0x55707250a6d0 con 0x55707263eb00 2024-04-26T01:51:41.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.792+0000 7fc8b9400700 1 --2- 172.21.15.46:0/1391386330 >> [v2:172.21.15.163:6838/1457170931,v1:172.21.15.163:6839/1457170931] conn(0x55707263eb00 0x55707263d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:41.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.792+0000 7fc8b9400700 1 --2- 172.21.15.46:0/1391386330 >> [v2:172.21.15.163:6838/1457170931,v1:172.21.15.163:6839/1457170931] conn(0x55707263eb00 0x55707263d810 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=4c0853e43d57407e server_cookie=552fec9025e96f9a in_seq=0 out_seq=0 2024-04-26T01:51:41.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.792+0000 7fc89be00700 10 client.15222 ms_handle_connect on v2:172.21.15.163:6838/1457170931 2024-04-26T01:51:41.792 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.793+0000 7fc89be00700 1 -- 172.21.15.46:0/1391386330 <== mds.2 v2:172.21.15.163:6838/1457170931 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55707250a6d0 con 0x55707263eb00 2024-04-26T01:51:41.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.793+0000 7fc89be00700 10 client.15222 handle_command_reply: tid=0 2024-04-26T01:51:41.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.793+0000 7fc8cb8fab80 1 client.15222 shutdown 2024-04-26T01:51:41.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.793+0000 7fc8cb8fab80 1 -- 172.21.15.46:0/1391386330 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5570725afd00 msgr2=0x5570725bc570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:41.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.793+0000 7fc8cb8fab80 1 --2- 172.21.15.46:0/1391386330 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5570725afd00 0x5570725bc570 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fc8ac012d20 tx=0x7fc8ac01ddf0 comp rx=0 tx=0).stop 2024-04-26T01:51:41.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.793+0000 7fc8cb8fab80 1 -- 172.21.15.46:0/1391386330 shutdown_connections 2024-04-26T01:51:41.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.793+0000 7fc8cb8fab80 1 --2- 172.21.15.46:0/1391386330 >> [v2:172.21.15.163:6838/1457170931,v1:172.21.15.163:6839/1457170931] conn(0x55707263eb00 0x55707263d810 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:41.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.793+0000 7fc8cb8fab80 1 --2- 172.21.15.46:0/1391386330 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5570725bac40 0x5570725d1190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:41.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.793+0000 7fc8cb8fab80 1 --2- 172.21.15.46:0/1391386330 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5570725af3e0 0x5570725bc030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:41.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.793+0000 7fc8cb8fab80 1 --2- 172.21.15.46:0/1391386330 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5570725afd00 0x5570725bc570 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:41.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.793+0000 7fc8cb8fab80 1 -- 172.21.15.46:0/1391386330 >> 172.21.15.46:0/1391386330 conn(0x5570724de550 msgr2=0x5570725b5dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:41.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.793+0000 7fc89be00700 0 client.15222 ms_handle_reset on v2:172.21.15.163:6838/1457170931 2024-04-26T01:51:41.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.793+0000 7fc8cb8fab80 1 -- 172.21.15.46:0/1391386330 shutdown_connections 2024-04-26T01:51:41.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.793+0000 7fc8cb8fab80 1 -- 172.21.15.46:0/1391386330 wait complete. 2024-04-26T01:51:41.793 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.794+0000 7fc8cb8fab80 20 client.15222 trim_cache size 0 max 16384 2024-04-26T01:51:41.794 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-04-26T01:51:41.794 INFO:teuthology.orchestra.run.smithi046.stdout: "cluster_fsid": "4e298560-036d-11ef-bc93-c7b262605968", 2024-04-26T01:51:41.794 INFO:teuthology.orchestra.run.smithi046.stdout: "whoami": 2, 2024-04-26T01:51:41.794 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 24511, 2024-04-26T01:51:41.794 INFO:teuthology.orchestra.run.smithi046.stdout: "want_state": "up:active", 2024-04-26T01:51:41.794 INFO:teuthology.orchestra.run.smithi046.stdout: "state": "up:active", 2024-04-26T01:51:41.795 INFO:teuthology.orchestra.run.smithi046.stdout: "fs_name": "cephfs", 2024-04-26T01:51:41.795 INFO:teuthology.orchestra.run.smithi046.stdout: "rank_uptime": 290.86039951999999, 2024-04-26T01:51:41.795 INFO:teuthology.orchestra.run.smithi046.stdout: "mdsmap_epoch": 29, 2024-04-26T01:51:41.795 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch": 92, 2024-04-26T01:51:41.795 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch_barrier": 92, 2024-04-26T01:51:41.795 INFO:teuthology.orchestra.run.smithi046.stdout: "uptime": 343.874430125 2024-04-26T01:51:41.795 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-04-26T01:51:41.795 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.794+0000 7fc8bb200700 1 -- 172.21.15.46:0/3601988819 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fc8a00a3ed0 msgr2=0x7fc8a00a6390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:41.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.794+0000 7fc8bb200700 1 --2- 172.21.15.46:0/3601988819 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fc8a00a3ed0 0x7fc8a00a6390 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fc8b40cf300 tx=0x7fc8b4009040 comp rx=0 tx=0).stop 2024-04-26T01:51:41.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.794+0000 7fc8bb200700 1 -- 172.21.15.46:0/3601988819 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc8bc10cf60 msgr2=0x7fc8bc19fba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:41.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.794+0000 7fc8bb200700 1 --2- 172.21.15.46:0/3601988819 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc8bc10cf60 0x7fc8bc19fba0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fc8b40062a0 tx=0x7fc8b4004c60 comp rx=0 tx=0).stop 2024-04-26T01:51:41.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.795+0000 7fc8bb200700 1 -- 172.21.15.46:0/3601988819 shutdown_connections 2024-04-26T01:51:41.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.795+0000 7fc8bb200700 1 --2- 172.21.15.46:0/3601988819 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fc8a00a3ed0 0x7fc8a00a6390 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:41.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.795+0000 7fc8bb200700 1 --2- 172.21.15.46:0/3601988819 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fc8bc10cf60 0x7fc8bc19fba0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:41.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.795+0000 7fc8bb200700 1 --2- 172.21.15.46:0/3601988819 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc8bc103b30 0x7fc8bc19b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:41.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.795+0000 7fc8bb200700 1 --2- 172.21.15.46:0/3601988819 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fc8bc104450 0x7fc8bc19b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:41.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.795+0000 7fc8bb200700 1 -- 172.21.15.46:0/3601988819 >> 172.21.15.46:0/3601988819 conn(0x7fc8bc0fd360 msgr2=0x7fc8bc10f1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:41.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.795+0000 7fc8bb200700 1 -- 172.21.15.46:0/3601988819 shutdown_connections 2024-04-26T01:51:41.796 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:41.795+0000 7fc8bb200700 1 -- 172.21.15.46:0/3601988819 wait complete. 2024-04-26T01:51:42.756 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph tell mds.a status 2024-04-26T01:51:42.872 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:42 smithi046 ceph-mon[28013]: pgmap v27: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.3 KiB/s wr, 12 op/s 2024-04-26T01:51:42.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:42 smithi103 ceph-mon[32920]: pgmap v27: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.3 KiB/s wr, 12 op/s 2024-04-26T01:51:42.919 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:42 smithi163 ceph-mon[32592]: pgmap v27: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.3 KiB/s wr, 12 op/s 2024-04-26T01:51:43.258 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:51:44.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:44 smithi103 ceph-mon[32920]: pgmap v28: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2024-04-26T01:51:44.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:44 smithi163 ceph-mon[32592]: pgmap v28: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2024-04-26T01:51:45.027 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:44 smithi046 ceph-mon[28013]: pgmap v28: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2024-04-26T01:51:45.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.551+0000 7effefc00700 1 -- 172.21.15.46:0/4122309689 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7effe8107990 msgr2=0x7effe8107d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:45.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.551+0000 7effefc00700 1 --2- 172.21.15.46:0/4122309689 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7effe8107990 0x7effe8107d70 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7effdc009990 tx=0x7effdc009ca0 comp rx=0 tx=0).stop 2024-04-26T01:51:45.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.551+0000 7effefc00700 1 -- 172.21.15.46:0/4122309689 shutdown_connections 2024-04-26T01:51:45.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.551+0000 7effefc00700 1 --2- 172.21.15.46:0/4122309689 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7effe806bca0 0x7effe81054a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:45.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.551+0000 7effefc00700 1 --2- 172.21.15.46:0/4122309689 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7effe8107990 0x7effe8107d70 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:45.553 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.551+0000 7effefc00700 1 --2- 172.21.15.46:0/4122309689 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7effe806b110 0x7effe806b570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:45.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.551+0000 7effefc00700 1 -- 172.21.15.46:0/4122309689 >> 172.21.15.46:0/4122309689 conn(0x7effe80788f0 msgr2=0x7effe8078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:45.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.551+0000 7effefc00700 1 -- 172.21.15.46:0/4122309689 shutdown_connections 2024-04-26T01:51:45.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.552+0000 7effefc00700 1 -- 172.21.15.46:0/4122309689 wait complete. 2024-04-26T01:51:45.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.553+0000 7effefc00700 1 Processor -- start 2024-04-26T01:51:45.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.553+0000 7effefc00700 1 -- start start 2024-04-26T01:51:45.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.554+0000 7effefc00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7effe806b110 0x7effe81a5620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:45.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.554+0000 7effefc00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7effe806bca0 0x7effe81a5b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:45.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.554+0000 7effefc00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7effe8107990 0x7effe819f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:45.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.554+0000 7effefc00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7effe81193d0 con 0x7effe806b110 2024-04-26T01:51:45.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.554+0000 7effefc00700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7effe8119250 con 0x7effe8107990 2024-04-26T01:51:45.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.554+0000 7effefc00700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7effe8119550 con 0x7effe806bca0 2024-04-26T01:51:45.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.555+0000 7effe7e00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7effe806bca0 0x7effe81a5b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:45.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.555+0000 7effedc00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7effe8107990 0x7effe819f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:45.554 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.555+0000 7effedc00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7effe8107990 0x7effe819f6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:50288/0 (socket says 172.21.15.46:50288) 2024-04-26T01:51:45.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.555+0000 7effedc00700 1 -- 172.21.15.46:0/3650098673 learned_addr learned my addr 172.21.15.46:0/3650098673 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:45.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.555+0000 7effed200700 1 --2- 172.21.15.46:0/3650098673 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7effe806b110 0x7effe81a5620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:45.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.555+0000 7effedc00700 1 -- 172.21.15.46:0/3650098673 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7effe806bca0 msgr2=0x7effe81a5b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:45.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.555+0000 7effedc00700 1 --2- 172.21.15.46:0/3650098673 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7effe806bca0 0x7effe81a5b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:45.555 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.555+0000 7effedc00700 1 -- 172.21.15.46:0/3650098673 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7effe806b110 msgr2=0x7effe81a5620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:45.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.555+0000 7effedc00700 1 --2- 172.21.15.46:0/3650098673 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7effe806b110 0x7effe81a5620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:45.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.555+0000 7effedc00700 1 -- 172.21.15.46:0/3650098673 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effe819ffd0 con 0x7effe8107990 2024-04-26T01:51:45.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.556+0000 7effedc00700 1 --2- 172.21.15.46:0/3650098673 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7effe8107990 0x7effe819f6f0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7effe000ef90 tx=0x7effe000c450 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:45.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.556+0000 7effe5600700 1 -- 172.21.15.46:0/3650098673 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effe00092e0 con 0x7effe8107990 2024-04-26T01:51:45.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.557+0000 7effefc00700 1 -- 172.21.15.46:0/3650098673 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7effe81a0260 con 0x7effe8107990 2024-04-26T01:51:45.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.557+0000 7effe5600700 1 -- 172.21.15.46:0/3650098673 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7effe0004bb0 con 0x7effe8107990 2024-04-26T01:51:45.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.557+0000 7effe5600700 1 -- 172.21.15.46:0/3650098673 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effe0004280 con 0x7effe8107990 2024-04-26T01:51:45.556 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.557+0000 7effefc00700 1 -- 172.21.15.46:0/3650098673 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7effe81ac5a0 con 0x7effe8107990 2024-04-26T01:51:45.560 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.562+0000 7effe5600700 1 -- 172.21.15.46:0/3650098673 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 26) ==== 138879+0+0 (secure 0 0 0) 0x7effe001b030 con 0x7effe8107990 2024-04-26T01:51:45.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.564+0000 7efffa5e4b80 1 Processor -- start 2024-04-26T01:51:45.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.564+0000 7efffa5e4b80 1 -- start start 2024-04-26T01:51:45.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.564+0000 7efffa5e4b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5582763d42f0 0x5582763d46d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:45.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.565+0000 7efffa5e4b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5582763d4c10 0x5582763df570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:45.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.565+0000 7efffa5e4b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582763dfab0 0x5582763e1ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:45.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.565+0000 7efffa5e4b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x558276327e40 con 0x5582763dfab0 2024-04-26T01:51:45.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.565+0000 7efffa5e4b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x5582762ce6e0 con 0x5582763d4c10 2024-04-26T01:51:45.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.565+0000 7efffa5e4b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x558276323e00 con 0x5582763d42f0 2024-04-26T01:51:45.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.565+0000 7effe5600700 1 --2- 172.21.15.46:0/3650098673 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7effd00a3f50 0x7effd00a6410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:45.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.566+0000 7effed200700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5582763d4c10 0x5582763df570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:45.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.566+0000 7effed200700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5582763d4c10 0x5582763df570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:50294/0 (socket says 172.21.15.46:50294) 2024-04-26T01:51:45.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.566+0000 7effed200700 1 -- 172.21.15.46:0/2559202229 learned_addr learned my addr 172.21.15.46:0/2559202229 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:45.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.566+0000 7effe7e00700 1 --2- 172.21.15.46:0/2559202229 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582763dfab0 0x5582763e1ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:45.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.566+0000 7effe7e00700 1 --2- 172.21.15.46:0/2559202229 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5582763d42f0 0x5582763d46d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:45.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.566+0000 7effedc00700 1 --2- 172.21.15.46:0/3650098673 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7effd00a3f50 0x7effd00a6410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:45.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.567+0000 7effe5600700 1 -- 172.21.15.46:0/3650098673 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7effe00d0660 con 0x7effe8107990 2024-04-26T01:51:45.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.567+0000 7effed200700 1 -- 172.21.15.46:0/2559202229 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5582763d42f0 msgr2=0x5582763d46d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:45.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.567+0000 7effed200700 1 --2- 172.21.15.46:0/2559202229 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5582763d42f0 0x5582763d46d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:45.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.567+0000 7effed200700 1 -- 172.21.15.46:0/2559202229 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582763dfab0 msgr2=0x5582763e1ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:45.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.567+0000 7effed200700 1 --2- 172.21.15.46:0/2559202229 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582763dfab0 0x5582763e1ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:45.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.567+0000 7effed200700 1 -- 172.21.15.46:0/2559202229 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5582762c4630 con 0x5582763d4c10 2024-04-26T01:51:45.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.567+0000 7effe7e00700 1 --2- 172.21.15.46:0/2559202229 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582763dfab0 0x5582763e1ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:51:45.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.568+0000 7effed200700 1 --2- 172.21.15.46:0/2559202229 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5582763d4c10 0x5582763df570 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7effdc005c00 tx=0x7effdc005c30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=40e76964add42db9 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:45.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.568+0000 7effedc00700 1 --2- 172.21.15.46:0/3650098673 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7effd00a3f50 0x7effd00a6410 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7effe00cdc60 tx=0x7effe0009040 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:45.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.568+0000 7effda000700 1 -- 172.21.15.46:0/2559202229 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effdc0095d0 con 0x5582763d4c10 2024-04-26T01:51:45.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.569+0000 7effda000700 1 -- 172.21.15.46:0/2559202229 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7effdc00be80 con 0x5582763d4c10 2024-04-26T01:51:45.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.569+0000 7effda000700 1 -- 172.21.15.46:0/2559202229 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effdc00f460 con 0x5582763d4c10 2024-04-26T01:51:45.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.569+0000 7efffa5e4b80 1 -- 172.21.15.46:0/2559202229 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5582763d4c10 msgr2=0x5582763df570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:45.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.569+0000 7efffa5e4b80 1 --2- 172.21.15.46:0/2559202229 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5582763d4c10 0x5582763df570 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7effdc005c00 tx=0x7effdc005c30 comp rx=0 tx=0).stop 2024-04-26T01:51:45.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.570+0000 7efffa5e4b80 1 -- 172.21.15.46:0/2559202229 shutdown_connections 2024-04-26T01:51:45.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.570+0000 7efffa5e4b80 1 --2- 172.21.15.46:0/2559202229 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582763dfab0 0x5582763e1ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:45.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.570+0000 7efffa5e4b80 1 --2- 172.21.15.46:0/2559202229 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5582763d42f0 0x5582763d46d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:45.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.570+0000 7efffa5e4b80 1 --2- 172.21.15.46:0/2559202229 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5582763d4c10 0x5582763df570 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:45.570 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.570+0000 7efffa5e4b80 1 -- 172.21.15.46:0/2559202229 >> 172.21.15.46:0/2559202229 conn(0x558276303550 msgr2=0x5582763d0790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:45.570 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.570+0000 7efffa5e4b80 1 -- 172.21.15.46:0/2559202229 shutdown_connections 2024-04-26T01:51:45.570 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.570+0000 7efffa5e4b80 1 -- 172.21.15.46:0/2559202229 wait complete. 2024-04-26T01:51:45.570 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.571+0000 7efffa5e4b80 1 -- start start 2024-04-26T01:51:45.570 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.571+0000 7efffa5e4b80 1 Processor -- start 2024-04-26T01:51:45.570 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.572+0000 7efffa5e4b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5582763d42f0 0x5582763df1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:45.572 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.572+0000 7efffa5e4b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5582763d4c10 0x5582763dc4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:45.572 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.572+0000 7efffa5e4b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582763dfab0 0x5582763dc9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:45.572 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.572+0000 7efffa5e4b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5582763e24e0 con 0x5582763dfab0 2024-04-26T01:51:45.572 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.572+0000 7efffa5e4b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x5582762e1810 con 0x5582763d42f0 2024-04-26T01:51:45.572 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.572+0000 7efffa5e4b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x5582763e2660 con 0x5582763d4c10 2024-04-26T01:51:45.572 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.572+0000 7efffa5e4b80 10 client.0 _ll_register_callbacks cb 0x5582762c06d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:51:45.572 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.573+0000 7effe7e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5582763d42f0 0x5582763df1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:45.572 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.573+0000 7effe7e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5582763d42f0 0x5582763df1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:50310/0 (socket says 172.21.15.46:50310) 2024-04-26T01:51:45.572 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.574+0000 7effe7e00700 1 -- 172.21.15.46:0/3160478269 learned_addr learned my addr 172.21.15.46:0/3160478269 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:45.572 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.574+0000 7effed200700 1 --2- 172.21.15.46:0/3160478269 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5582763d4c10 0x5582763dc4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:45.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.574+0000 7effe7e00700 1 --2- 172.21.15.46:0/3160478269 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582763dfab0 0x5582763dc9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:45.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.574+0000 7effed200700 1 -- 172.21.15.46:0/3160478269 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5582763d42f0 msgr2=0x5582763df1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:45.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.574+0000 7effed200700 1 --2- 172.21.15.46:0/3160478269 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5582763d42f0 0x5582763df1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:45.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.575+0000 7effed200700 1 -- 172.21.15.46:0/3160478269 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582763dfab0 msgr2=0x5582763dc9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:45.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.575+0000 7effed200700 1 --2- 172.21.15.46:0/3160478269 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582763dfab0 0x5582763dc9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:45.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.575+0000 7effed200700 1 -- 172.21.15.46:0/3160478269 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558276275880 con 0x5582763d4c10 2024-04-26T01:51:45.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.575+0000 7effe7e00700 1 --2- 172.21.15.46:0/3160478269 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582763dfab0 0x5582763dc9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:51:45.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.575+0000 7effed200700 1 --2- 172.21.15.46:0/3160478269 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5582763d4c10 0x5582763dc4a0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7effdc0098e0 tx=0x7effdc003940 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c128b9e4ace9002c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:45.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.575+0000 7effcea00700 10 client.0 ms_handle_connect on v2:172.21.15.163:3300/0 2024-04-26T01:51:45.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.576+0000 7effcea00700 1 -- 172.21.15.46:0/3160478269 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effdc003dc0 con 0x5582763d4c10 2024-04-26T01:51:45.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.576+0000 7efffa5e4b80 1 -- 172.21.15.46:0/3160478269 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x558276335630 con 0x5582763d4c10 2024-04-26T01:51:45.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.576+0000 7effcea00700 1 -- 172.21.15.46:0/3160478269 <== mon.1 v2:172.21.15.163:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7effdc0050c0 con 0x5582763d4c10 2024-04-26T01:51:45.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.577+0000 7effcea00700 1 -- 172.21.15.46:0/3160478269 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7effdc0052e0 con 0x5582763d4c10 2024-04-26T01:51:45.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.577+0000 7efffa5e4b80 10 client.25384 fetch_fsmap learned FSMap version 29 2024-04-26T01:51:45.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.577+0000 7efffa5e4b80 1 -- 172.21.15.46:0/3160478269 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5582762beaa0 con 0x5582763d4c10 2024-04-26T01:51:45.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.577+0000 7effcea00700 1 -- 172.21.15.46:0/3160478269 <== mon.1 v2:172.21.15.163:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x558276335630 con 0x5582763d4c10 2024-04-26T01:51:45.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.578+0000 7effcea00700 1 -- 172.21.15.46:0/3160478269 <== mon.1 v2:172.21.15.163:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7effdc02cc30 con 0x5582763d4c10 2024-04-26T01:51:45.577 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.578+0000 7efffa5e4b80 10 client.25384 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:51:45.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.578+0000 7efffa5e4b80 10 client.25384 resolve_mds: resolved name 'a' to daemon mds.a 2024-04-26T01:51:45.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.578+0000 7efffa5e4b80 20 client.25384 populate_metadata read hostname 'smithi046' 2024-04-26T01:51:45.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.578+0000 7efffa5e4b80 1 --2- 172.21.15.46:0/3160478269 >> [v2:172.21.15.46:6840/1857491842,v1:172.21.15.46:6841/1857491842] conn(0x5582763edf10 0x5582763f0100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:45.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.578+0000 7efffa5e4b80 4 client.25384 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:51:45.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.578+0000 7efffa5e4b80 1 -- 172.21.15.46:0/3160478269 --> [v2:172.21.15.46:6840/1857491842,v1:172.21.15.46:6841/1857491842] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55827632f6d0 con 0x5582763edf10 2024-04-26T01:51:45.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.579+0000 7effe7e00700 1 --2- 172.21.15.46:0/3160478269 >> [v2:172.21.15.46:6840/1857491842,v1:172.21.15.46:6841/1857491842] conn(0x5582763edf10 0x5582763f0100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:45.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.580+0000 7effe7e00700 1 --2- 172.21.15.46:0/3160478269 >> [v2:172.21.15.46:6840/1857491842,v1:172.21.15.46:6841/1857491842] conn(0x5582763edf10 0x5582763f0100 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a1159f0d20a6532e server_cookie=10c81f2841cb0e13 in_seq=0 out_seq=0 2024-04-26T01:51:45.579 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.580+0000 7effcea00700 10 client.25384 ms_handle_connect on v2:172.21.15.46:6840/1857491842 2024-04-26T01:51:45.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.582+0000 7effcea00700 1 -- 172.21.15.46:0/3160478269 <== mds.1 v2:172.21.15.46:6840/1857491842 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55827632f6d0 con 0x5582763edf10 2024-04-26T01:51:45.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.582+0000 7effcea00700 10 client.25384 handle_command_reply: tid=0 2024-04-26T01:51:45.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.582+0000 7efffa5e4b80 1 client.25384 shutdown 2024-04-26T01:51:45.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.582+0000 7efffa5e4b80 1 -- 172.21.15.46:0/3160478269 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5582763d4c10 msgr2=0x5582763dc4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:45.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.582+0000 7efffa5e4b80 1 --2- 172.21.15.46:0/3160478269 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5582763d4c10 0x5582763dc4a0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7effdc0098e0 tx=0x7effdc003940 comp rx=0 tx=0).stop 2024-04-26T01:51:45.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.582+0000 7efffa5e4b80 1 -- 172.21.15.46:0/3160478269 shutdown_connections 2024-04-26T01:51:45.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.582+0000 7efffa5e4b80 1 --2- 172.21.15.46:0/3160478269 >> [v2:172.21.15.46:6840/1857491842,v1:172.21.15.46:6841/1857491842] conn(0x5582763edf10 0x5582763f0100 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:45.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.582+0000 7efffa5e4b80 1 --2- 172.21.15.46:0/3160478269 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582763dfab0 0x5582763dc9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:45.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.582+0000 7efffa5e4b80 1 --2- 172.21.15.46:0/3160478269 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5582763d42f0 0x5582763df1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:45.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.582+0000 7efffa5e4b80 1 --2- 172.21.15.46:0/3160478269 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5582763d4c10 0x5582763dc4a0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:45.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.582+0000 7efffa5e4b80 1 -- 172.21.15.46:0/3160478269 >> 172.21.15.46:0/3160478269 conn(0x558276303550 msgr2=0x5582763cf950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:45.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.582+0000 7effcea00700 0 client.25384 ms_handle_reset on v2:172.21.15.46:6840/1857491842 2024-04-26T01:51:45.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.583+0000 7efffa5e4b80 1 -- 172.21.15.46:0/3160478269 shutdown_connections 2024-04-26T01:51:45.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.583+0000 7efffa5e4b80 1 -- 172.21.15.46:0/3160478269 wait complete. 2024-04-26T01:51:45.582 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.583+0000 7efffa5e4b80 20 client.25384 trim_cache size 0 max 16384 2024-04-26T01:51:45.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.626+0000 7efffa5e4b80 1 Processor -- start 2024-04-26T01:51:45.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.626+0000 7efffa5e4b80 1 -- start start 2024-04-26T01:51:45.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.626+0000 7efffa5e4b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5582763d42f0 0x5582763e1e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:45.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.626+0000 7efffa5e4b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5582763dfab0 0x5582763d7c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:45.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.626+0000 7efffa5e4b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582763d00d0 0x5582763d0580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:45.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.626+0000 7efffa5e4b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5582763ee440 con 0x5582763d00d0 2024-04-26T01:51:45.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.626+0000 7efffa5e4b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x5582763eeb10 con 0x5582763dfab0 2024-04-26T01:51:45.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.626+0000 7efffa5e4b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x5582763ef1e0 con 0x5582763d42f0 2024-04-26T01:51:45.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.627+0000 7effed200700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5582763dfab0 0x5582763d7c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:45.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.627+0000 7effed200700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5582763dfab0 0x5582763d7c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:50314/0 (socket says 172.21.15.46:50314) 2024-04-26T01:51:45.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.627+0000 7effed200700 1 -- 172.21.15.46:0/3063358260 learned_addr learned my addr 172.21.15.46:0/3063358260 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:45.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.627+0000 7effed200700 1 -- 172.21.15.46:0/3063358260 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5582763d42f0 msgr2=0x5582763e1e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:45.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.627+0000 7effe7e00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5582763d42f0 0x5582763e1e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:45.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.628+0000 7effed200700 1 --2- 172.21.15.46:0/3063358260 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5582763d42f0 0x5582763e1e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:45.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.628+0000 7effed200700 1 -- 172.21.15.46:0/3063358260 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582763d00d0 msgr2=0x5582763d0580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:45.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.628+0000 7effed200700 1 --2- 172.21.15.46:0/3063358260 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582763d00d0 0x5582763d0580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:45.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.628+0000 7effed200700 1 -- 172.21.15.46:0/3063358260 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5582763dd590 con 0x5582763dfab0 2024-04-26T01:51:45.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.628+0000 7effe7e00700 1 --2- 172.21.15.46:0/3063358260 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5582763d42f0 0x5582763e1e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:51:45.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.628+0000 7effed200700 1 --2- 172.21.15.46:0/3063358260 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5582763dfab0 0x5582763d7c20 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7effdc00f460 tx=0x7effdc009ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5286eee1673fccef server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:45.628 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.628+0000 7effd9600700 1 -- 172.21.15.46:0/3063358260 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effdc00bc80 con 0x5582763dfab0 2024-04-26T01:51:45.628 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.628+0000 7effd9600700 1 -- 172.21.15.46:0/3063358260 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7effdc0050e0 con 0x5582763dfab0 2024-04-26T01:51:45.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.629+0000 7effd9600700 1 -- 172.21.15.46:0/3063358260 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effdc00fdd0 con 0x5582763dfab0 2024-04-26T01:51:45.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.629+0000 7efffa5e4b80 1 -- 172.21.15.46:0/3063358260 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5582763dfab0 msgr2=0x5582763d7c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:45.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.629+0000 7efffa5e4b80 1 --2- 172.21.15.46:0/3063358260 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5582763dfab0 0x5582763d7c20 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7effdc00f460 tx=0x7effdc009ca0 comp rx=0 tx=0).stop 2024-04-26T01:51:45.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.630+0000 7efffa5e4b80 1 -- 172.21.15.46:0/3063358260 shutdown_connections 2024-04-26T01:51:45.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.630+0000 7efffa5e4b80 1 --2- 172.21.15.46:0/3063358260 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582763d00d0 0x5582763d0580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:45.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.630+0000 7efffa5e4b80 1 --2- 172.21.15.46:0/3063358260 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5582763d42f0 0x5582763e1e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:45.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.630+0000 7efffa5e4b80 1 --2- 172.21.15.46:0/3063358260 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5582763dfab0 0x5582763d7c20 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:45.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.630+0000 7efffa5e4b80 1 -- 172.21.15.46:0/3063358260 >> 172.21.15.46:0/3063358260 conn(0x558276303550 msgr2=0x5582763d7510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:45.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.630+0000 7efffa5e4b80 1 -- 172.21.15.46:0/3063358260 shutdown_connections 2024-04-26T01:51:45.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.630+0000 7efffa5e4b80 1 -- 172.21.15.46:0/3063358260 wait complete. 2024-04-26T01:51:45.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.630+0000 7efffa5e4b80 1 -- start start 2024-04-26T01:51:45.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.631+0000 7efffa5e4b80 1 Processor -- start 2024-04-26T01:51:45.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.631+0000 7efffa5e4b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582763d00d0 0x5582763f9580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:45.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.631+0000 7efffa5e4b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5582763d42f0 0x5582763f9ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:45.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.631+0000 7efffa5e4b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5582763dfab0 0x5582763f2900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:45.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.631+0000 7efffa5e4b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5582763eff80 con 0x5582763d00d0 2024-04-26T01:51:45.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.631+0000 7efffa5e4b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x5582763ef8b0 con 0x5582763d42f0 2024-04-26T01:51:45.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.631+0000 7efffa5e4b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x5582763f0650 con 0x5582763dfab0 2024-04-26T01:51:45.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.631+0000 7efffa5e4b80 10 client.0 _ll_register_callbacks cb 0x5582762c06d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:51:45.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.632+0000 7effe7e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582763d00d0 0x5582763f9580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:45.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.632+0000 7effe7e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582763d00d0 0x5582763f9580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:53848/0 (socket says 172.21.15.46:53848) 2024-04-26T01:51:45.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.632+0000 7effe7e00700 1 -- 172.21.15.46:0/3821018521 learned_addr learned my addr 172.21.15.46:0/3821018521 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:45.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.632+0000 7effed200700 1 --2- 172.21.15.46:0/3821018521 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5582763d42f0 0x5582763f9ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:45.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.632+0000 7effe7e00700 1 --2- 172.21.15.46:0/3821018521 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5582763dfab0 0x5582763f2900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:45.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.633+0000 7effe7e00700 1 -- 172.21.15.46:0/3821018521 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5582763dfab0 msgr2=0x5582763f2900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:45.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.633+0000 7effe7e00700 1 --2- 172.21.15.46:0/3821018521 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5582763dfab0 0x5582763f2900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:45.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.633+0000 7effe7e00700 1 -- 172.21.15.46:0/3821018521 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5582763d42f0 msgr2=0x5582763f9ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:45.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.633+0000 7effe7e00700 1 --2- 172.21.15.46:0/3821018521 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5582763d42f0 0x5582763f9ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:45.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.633+0000 7effe7e00700 1 -- 172.21.15.46:0/3821018521 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5582763f3140 con 0x5582763d00d0 2024-04-26T01:51:45.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.633+0000 7effe7e00700 1 --2- 172.21.15.46:0/3821018521 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582763d00d0 0x5582763f9580 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x5582763df880 tx=0x7effd4004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c041a6872b4e329 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:45.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.633+0000 7effcea00700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2024-04-26T01:51:45.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.633+0000 7effcea00700 1 -- 172.21.15.46:0/3821018521 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effd401c040 con 0x5582763d00d0 2024-04-26T01:51:45.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.634+0000 7effcea00700 1 -- 172.21.15.46:0/3821018521 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7effd4012cc0 con 0x5582763d00d0 2024-04-26T01:51:45.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.634+0000 7efffa5e4b80 1 -- 172.21.15.46:0/3821018521 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7effdc0050e0 con 0x5582763d00d0 2024-04-26T01:51:45.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.634+0000 7effcea00700 1 -- 172.21.15.46:0/3821018521 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7effd4004830 con 0x5582763d00d0 2024-04-26T01:51:45.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.634+0000 7efffa5e4b80 10 client.15237 fetch_fsmap learned FSMap version 29 2024-04-26T01:51:45.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.634+0000 7efffa5e4b80 1 -- 172.21.15.46:0/3821018521 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558276456c40 con 0x5582763d00d0 2024-04-26T01:51:45.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.635+0000 7effcea00700 1 -- 172.21.15.46:0/3821018521 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7effdc0050e0 con 0x5582763d00d0 2024-04-26T01:51:45.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.635+0000 7effcea00700 1 -- 172.21.15.46:0/3821018521 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7effd4023290 con 0x5582763d00d0 2024-04-26T01:51:45.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.635+0000 7efffa5e4b80 10 client.15237 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:51:45.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.635+0000 7efffa5e4b80 10 client.15237 resolve_mds: resolved name 'a' to daemon mds.a 2024-04-26T01:51:45.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.635+0000 7efffa5e4b80 20 client.15237 populate_metadata read hostname 'smithi046' 2024-04-26T01:51:45.635 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.635+0000 7efffa5e4b80 1 --2- 172.21.15.46:0/3821018521 >> [v2:172.21.15.46:6840/1857491842,v1:172.21.15.46:6841/1857491842] conn(0x55827645b880 0x55827645a590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:45.635 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.635+0000 7efffa5e4b80 4 client.15237 mds_command: new command op to 24524 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T01:51:45.635 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.635+0000 7efffa5e4b80 1 -- 172.21.15.46:0/3821018521 --> [v2:172.21.15.46:6840/1857491842,v1:172.21.15.46:6841/1857491842] -- command(tid 0: {"prefix": "status"}) -- 0x5582761a8200 con 0x55827645b880 2024-04-26T01:51:45.635 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.636+0000 7effed200700 1 --2- 172.21.15.46:0/3821018521 >> [v2:172.21.15.46:6840/1857491842,v1:172.21.15.46:6841/1857491842] conn(0x55827645b880 0x55827645a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:45.636 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.636+0000 7effed200700 1 --2- 172.21.15.46:0/3821018521 >> [v2:172.21.15.46:6840/1857491842,v1:172.21.15.46:6841/1857491842] conn(0x55827645b880 0x55827645a590 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=5b29a2d0a85df81 server_cookie=218f21e4f1b85f45 in_seq=0 out_seq=0 2024-04-26T01:51:45.637 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.636+0000 7effcea00700 10 client.15237 ms_handle_connect on v2:172.21.15.46:6840/1857491842 2024-04-26T01:51:45.637 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.637+0000 7effcea00700 1 -- 172.21.15.46:0/3821018521 <== mds.1 v2:172.21.15.46:6840/1857491842 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x5582761a8200 con 0x55827645b880 2024-04-26T01:51:45.637 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.637+0000 7effcea00700 10 client.15237 handle_command_reply: tid=0 2024-04-26T01:51:45.637 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.637+0000 7efffa5e4b80 1 client.15237 shutdown 2024-04-26T01:51:45.637 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.637+0000 7efffa5e4b80 1 -- 172.21.15.46:0/3821018521 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582763d00d0 msgr2=0x5582763f9580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:45.637 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.637+0000 7efffa5e4b80 1 --2- 172.21.15.46:0/3821018521 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582763d00d0 0x5582763f9580 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x5582763df880 tx=0x7effd4004750 comp rx=0 tx=0).stop 2024-04-26T01:51:45.637 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.637+0000 7efffa5e4b80 1 -- 172.21.15.46:0/3821018521 shutdown_connections 2024-04-26T01:51:45.638 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.637+0000 7efffa5e4b80 1 --2- 172.21.15.46:0/3821018521 >> [v2:172.21.15.46:6840/1857491842,v1:172.21.15.46:6841/1857491842] conn(0x55827645b880 0x55827645a590 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:45.638 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.637+0000 7efffa5e4b80 1 --2- 172.21.15.46:0/3821018521 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5582763dfab0 0x5582763f2900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:45.638 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.637+0000 7efffa5e4b80 1 --2- 172.21.15.46:0/3821018521 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5582763d00d0 0x5582763f9580 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:45.638 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.637+0000 7efffa5e4b80 1 --2- 172.21.15.46:0/3821018521 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5582763d42f0 0x5582763f9ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:45.638 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.637+0000 7effcea00700 0 client.15237 ms_handle_reset on v2:172.21.15.46:6840/1857491842 2024-04-26T01:51:45.638 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.637+0000 7efffa5e4b80 1 -- 172.21.15.46:0/3821018521 >> 172.21.15.46:0/3821018521 conn(0x558276303550 msgr2=0x5582763d7280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:45.638 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.638+0000 7efffa5e4b80 1 -- 172.21.15.46:0/3821018521 shutdown_connections 2024-04-26T01:51:45.638 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.638+0000 7efffa5e4b80 1 -- 172.21.15.46:0/3821018521 wait complete. 2024-04-26T01:51:45.638 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.638+0000 7efffa5e4b80 20 client.15237 trim_cache size 0 max 16384 2024-04-26T01:51:45.639 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-04-26T01:51:45.639 INFO:teuthology.orchestra.run.smithi046.stdout: "cluster_fsid": "4e298560-036d-11ef-bc93-c7b262605968", 2024-04-26T01:51:45.639 INFO:teuthology.orchestra.run.smithi046.stdout: "whoami": 1, 2024-04-26T01:51:45.639 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 24524, 2024-04-26T01:51:45.639 INFO:teuthology.orchestra.run.smithi046.stdout: "want_state": "up:active", 2024-04-26T01:51:45.639 INFO:teuthology.orchestra.run.smithi046.stdout: "state": "up:active", 2024-04-26T01:51:45.639 INFO:teuthology.orchestra.run.smithi046.stdout: "fs_name": "cephfs", 2024-04-26T01:51:45.639 INFO:teuthology.orchestra.run.smithi046.stdout: "rank_uptime": 295.71287457300002, 2024-04-26T01:51:45.639 INFO:teuthology.orchestra.run.smithi046.stdout: "mdsmap_epoch": 29, 2024-04-26T01:51:45.639 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch": 92, 2024-04-26T01:51:45.640 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch_barrier": 92, 2024-04-26T01:51:45.640 INFO:teuthology.orchestra.run.smithi046.stdout: "uptime": 336.29026652700003 2024-04-26T01:51:45.640 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-04-26T01:51:45.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.639+0000 7effefc00700 1 -- 172.21.15.46:0/3650098673 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7effd00a3f50 msgr2=0x7effd00a6410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:45.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.639+0000 7effefc00700 1 --2- 172.21.15.46:0/3650098673 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7effd00a3f50 0x7effd00a6410 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7effe00cdc60 tx=0x7effe0009040 comp rx=0 tx=0).stop 2024-04-26T01:51:45.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.639+0000 7effefc00700 1 -- 172.21.15.46:0/3650098673 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7effe8107990 msgr2=0x7effe819f6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:45.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.639+0000 7effefc00700 1 --2- 172.21.15.46:0/3650098673 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7effe8107990 0x7effe819f6f0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7effe000ef90 tx=0x7effe000c450 comp rx=0 tx=0).stop 2024-04-26T01:51:45.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.640+0000 7effefc00700 1 -- 172.21.15.46:0/3650098673 shutdown_connections 2024-04-26T01:51:45.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.640+0000 7effefc00700 1 --2- 172.21.15.46:0/3650098673 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7effd00a3f50 0x7effd00a6410 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:45.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.640+0000 7effefc00700 1 --2- 172.21.15.46:0/3650098673 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7effe8107990 0x7effe819f6f0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:45.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.640+0000 7effefc00700 1 --2- 172.21.15.46:0/3650098673 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7effe806b110 0x7effe81a5620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:45.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.640+0000 7effefc00700 1 --2- 172.21.15.46:0/3650098673 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7effe806bca0 0x7effe81a5b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:45.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.640+0000 7effefc00700 1 -- 172.21.15.46:0/3650098673 >> 172.21.15.46:0/3650098673 conn(0x7effe80788f0 msgr2=0x7effe8100d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:45.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.640+0000 7effefc00700 1 -- 172.21.15.46:0/3650098673 shutdown_connections 2024-04-26T01:51:45.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:45.640+0000 7effefc00700 1 -- 172.21.15.46:0/3650098673 wait complete. 2024-04-26T01:51:46.566 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph tell mds.b status 2024-04-26T01:51:46.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:46 smithi046 ceph-mon[28013]: pgmap v29: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 1.3 KiB/s wr, 14 op/s 2024-04-26T01:51:46.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:46 smithi103 ceph-mon[32920]: pgmap v29: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 1.3 KiB/s wr, 14 op/s 2024-04-26T01:51:46.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:46 smithi163 ceph-mon[32592]: pgmap v29: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 1.3 KiB/s wr, 14 op/s 2024-04-26T01:51:47.036 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:51:48.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:48 smithi046 ceph-mon[28013]: pgmap v30: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2024-04-26T01:51:48.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:48 smithi103 ceph-mon[32920]: pgmap v30: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2024-04-26T01:51:48.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:48 smithi163 ceph-mon[32592]: pgmap v30: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2024-04-26T01:51:49.082 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.084+0000 7f1b56000640 1 -- 172.21.15.46:0/1168251387 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1b50104d60 msgr2=0x7f1b50108da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:49.082 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.084+0000 7f1b56000640 1 --2- 172.21.15.46:0/1168251387 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1b50104d60 0x7f1b50108da0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f1b38009860 tx=0x7f1b3802a340 comp rx=0 tx=0).stop 2024-04-26T01:51:49.085 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.087+0000 7f1b56000640 1 -- 172.21.15.46:0/1168251387 shutdown_connections 2024-04-26T01:51:49.085 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.087+0000 7f1b56000640 1 --2- 172.21.15.46:0/1168251387 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1b50109480 0x7f1b50111050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.085 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.087+0000 7f1b56000640 1 --2- 172.21.15.46:0/1168251387 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1b50104d60 0x7f1b50108da0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.085 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.087+0000 7f1b56000640 1 --2- 172.21.15.46:0/1168251387 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1b501043b0 0x7f1b50104790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.085 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.087+0000 7f1b56000640 1 -- 172.21.15.46:0/1168251387 >> 172.21.15.46:0/1168251387 conn(0x7f1b500ffc50 msgr2=0x7f1b50102070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:49.085 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.087+0000 7f1b56000640 1 -- 172.21.15.46:0/1168251387 shutdown_connections 2024-04-26T01:51:49.085 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.087+0000 7f1b56000640 1 -- 172.21.15.46:0/1168251387 wait complete. 2024-04-26T01:51:49.085 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.088+0000 7f1b56000640 1 Processor -- start 2024-04-26T01:51:49.086 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.088+0000 7f1b56000640 1 -- start start 2024-04-26T01:51:49.086 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.088+0000 7f1b56000640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1b501043b0 0x7f1b501a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:49.086 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.088+0000 7f1b56000640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1b50109480 0x7f1b501a0bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:49.086 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.088+0000 7f1b56000640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1b5019a7e0 0x7f1b5019ac90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:49.087 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.088+0000 7f1b56000640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f1b50114500 con 0x7f1b50109480 2024-04-26T01:51:49.087 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.088+0000 7f1b56000640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f1b50114380 con 0x7f1b501043b0 2024-04-26T01:51:49.087 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.088+0000 7f1b56000640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f1b50114680 con 0x7f1b5019a7e0 2024-04-26T01:51:49.088 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.089+0000 7f1b47e00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1b50109480 0x7f1b501a0bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:49.088 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.089+0000 7f1b4fe00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1b5019a7e0 0x7f1b5019ac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:49.088 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.089+0000 7f1b47e00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1b50109480 0x7f1b501a0bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:53874/0 (socket says 172.21.15.46:53874) 2024-04-26T01:51:49.088 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.089+0000 7f1b47e00640 1 -- 172.21.15.46:0/312024056 learned_addr learned my addr 172.21.15.46:0/312024056 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:49.088 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.089+0000 7f1b4f400640 1 --2- 172.21.15.46:0/312024056 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1b501043b0 0x7f1b501a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:49.088 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.089+0000 7f1b4fe00640 1 -- 172.21.15.46:0/312024056 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1b501043b0 msgr2=0x7f1b501a0670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:49.089 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.089+0000 7f1b4fe00640 1 --2- 172.21.15.46:0/312024056 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1b501043b0 0x7f1b501a0670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.089 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.089+0000 7f1b4fe00640 1 -- 172.21.15.46:0/312024056 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1b50109480 msgr2=0x7f1b501a0bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:49.089 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.089+0000 7f1b4fe00640 1 --2- 172.21.15.46:0/312024056 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1b50109480 0x7f1b501a0bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.089 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.089+0000 7f1b4fe00640 1 -- 172.21.15.46:0/312024056 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b5019b370 con 0x7f1b5019a7e0 2024-04-26T01:51:49.089 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.090+0000 7f1b4fe00640 1 --2- 172.21.15.46:0/312024056 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1b5019a7e0 0x7f1b5019ac90 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f1b4800ef00 tx=0x7f1b4800c740 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:49.089 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.090+0000 7f1b4cc00640 1 -- 172.21.15.46:0/312024056 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b48004b20 con 0x7f1b5019a7e0 2024-04-26T01:51:49.089 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.090+0000 7f1b4cc00640 1 -- 172.21.15.46:0/312024056 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1b48003e40 con 0x7f1b5019a7e0 2024-04-26T01:51:49.089 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.090+0000 7f1b4cc00640 1 -- 172.21.15.46:0/312024056 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b4800b570 con 0x7f1b5019a7e0 2024-04-26T01:51:49.089 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.090+0000 7f1b56000640 1 -- 172.21.15.46:0/312024056 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b5019b660 con 0x7f1b5019a7e0 2024-04-26T01:51:49.089 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.090+0000 7f1b56000640 1 -- 172.21.15.46:0/312024056 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b501a7810 con 0x7f1b5019a7e0 2024-04-26T01:51:49.094 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.095+0000 7f1b58e42740 1 Processor -- start 2024-04-26T01:51:49.095 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.097+0000 7f1b4cc00640 1 -- 172.21.15.46:0/312024056 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 26) ==== 138879+0+0 (secure 0 0 0) 0x7f1b4801d020 con 0x7f1b5019a7e0 2024-04-26T01:51:49.095 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.097+0000 7f1b58e42740 1 -- start start 2024-04-26T01:51:49.096 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.098+0000 7f1b58e42740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dab2d77820 0x55dab2d77c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:49.096 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.098+0000 7f1b58e42740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dab2d78140 0x55dab2d824c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:49.097 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.099+0000 7f1b58e42740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55dab2d82a00 0x55dab2d84df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:49.097 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.099+0000 7f1b4f400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dab2d78140 0x55dab2d824c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:49.097 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.099+0000 7f1b4f400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dab2d78140 0x55dab2d824c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:53876/0 (socket says 172.21.15.46:53876) 2024-04-26T01:51:49.098 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.099+0000 7f1b4cc00640 1 --2- 172.21.15.46:0/312024056 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f1b340a3f60 0x7f1b340a6420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:49.098 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.099+0000 7f1b47e00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dab2d77820 0x55dab2d77c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:49.098 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.100+0000 7f1b47e00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dab2d77820 0x55dab2d77c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:50364/0 (socket says 172.21.15.46:50364) 2024-04-26T01:51:49.098 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.100+0000 7f1b4f400640 1 -- 172.21.15.46:0/3339163232 learned_addr learned my addr 172.21.15.46:0/3339163232 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:49.098 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.100+0000 7f1b4cc00640 1 -- 172.21.15.46:0/312024056 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f1b480d0850 con 0x7f1b5019a7e0 2024-04-26T01:51:49.098 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.100+0000 7f1b58e42740 1 -- 172.21.15.46:0/3339163232 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55dab2cdd900 con 0x55dab2d78140 2024-04-26T01:51:49.098 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.100+0000 7f1b58e42740 1 -- 172.21.15.46:0/3339163232 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55dab2c83ef0 con 0x55dab2d77820 2024-04-26T01:51:49.098 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.100+0000 7f1b58e42740 1 -- 172.21.15.46:0/3339163232 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55dab2cd98c0 con 0x55dab2d82a00 2024-04-26T01:51:49.099 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.100+0000 7f1b4fe00640 1 --2- 172.21.15.46:0/312024056 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f1b340a3f60 0x7f1b340a6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:49.099 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.101+0000 7f1b47e00640 1 --2- 172.21.15.46:0/3339163232 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55dab2d82a00 0x55dab2d84df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:49.099 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.101+0000 7f1b4f400640 1 -- 172.21.15.46:0/3339163232 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55dab2d82a00 msgr2=0x55dab2d84df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:49.100 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.102+0000 7f1b4f400640 1 --2- 172.21.15.46:0/3339163232 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55dab2d82a00 0x55dab2d84df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.100 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.102+0000 7f1b4fe00640 1 --2- 172.21.15.46:0/312024056 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f1b340a3f60 0x7f1b340a6420 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f1b480cde50 tx=0x7f1b48009b70 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:49.100 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.102+0000 7f1b4f400640 1 -- 172.21.15.46:0/3339163232 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dab2d77820 msgr2=0x55dab2d77c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:49.100 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.102+0000 7f1b4f400640 1 --2- 172.21.15.46:0/3339163232 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dab2d77820 0x55dab2d77c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.101 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.102+0000 7f1b4f400640 1 -- 172.21.15.46:0/3339163232 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dab29f0210 con 0x55dab2d78140 2024-04-26T01:51:49.101 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.102+0000 7f1b47e00640 1 --2- 172.21.15.46:0/3339163232 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55dab2d82a00 0x55dab2d84df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:51:49.101 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.103+0000 7f1b4f400640 1 --2- 172.21.15.46:0/3339163232 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dab2d78140 0x55dab2d824c0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f1b4000b760 tx=0x7f1b4000bc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e2d94040bed8499 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:49.102 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.103+0000 7f1b3fe00640 1 -- 172.21.15.46:0/3339163232 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b40003dd0 con 0x55dab2d78140 2024-04-26T01:51:49.102 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.103+0000 7f1b3fe00640 1 -- 172.21.15.46:0/3339163232 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1b40015070 con 0x55dab2d78140 2024-04-26T01:51:49.102 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.103+0000 7f1b3fe00640 1 -- 172.21.15.46:0/3339163232 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b40011440 con 0x55dab2d78140 2024-04-26T01:51:49.102 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.104+0000 7f1b58e42740 1 -- 172.21.15.46:0/3339163232 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dab2d78140 msgr2=0x55dab2d824c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:49.102 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.104+0000 7f1b58e42740 1 --2- 172.21.15.46:0/3339163232 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dab2d78140 0x55dab2d824c0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f1b4000b760 tx=0x7f1b4000bc20 comp rx=0 tx=0).stop 2024-04-26T01:51:49.103 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.105+0000 7f1b58e42740 1 -- 172.21.15.46:0/3339163232 shutdown_connections 2024-04-26T01:51:49.103 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.105+0000 7f1b58e42740 1 --2- 172.21.15.46:0/3339163232 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55dab2d82a00 0x55dab2d84df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.103 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.105+0000 7f1b58e42740 1 --2- 172.21.15.46:0/3339163232 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dab2d78140 0x55dab2d824c0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.103 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.105+0000 7f1b58e42740 1 --2- 172.21.15.46:0/3339163232 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dab2d77820 0x55dab2d77c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.103 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.105+0000 7f1b58e42740 1 -- 172.21.15.46:0/3339163232 >> 172.21.15.46:0/3339163232 conn(0x55dab2d73d30 msgr2=0x55dab2d74110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:49.103 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.106+0000 7f1b58e42740 1 -- 172.21.15.46:0/3339163232 shutdown_connections 2024-04-26T01:51:49.103 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.106+0000 7f1b58e42740 1 -- 172.21.15.46:0/3339163232 wait complete. 2024-04-26T01:51:49.104 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.106+0000 7f1b58e42740 1 -- start start 2024-04-26T01:51:49.104 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.106+0000 7f1b58e42740 1 Processor -- start 2024-04-26T01:51:49.105 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.107+0000 7f1b58e42740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dab2d77820 0x55dab2d7f9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:49.105 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.107+0000 7f1b58e42740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dab2d78140 0x55dab2d7ff00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:49.105 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.107+0000 7f1b58e42740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55dab2d82a00 0x55dab2d80440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:49.105 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.107+0000 7f1b58e42740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55dab2d85630 con 0x55dab2d78140 2024-04-26T01:51:49.105 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.107+0000 7f1b58e42740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55dab2c97310 con 0x55dab2d77820 2024-04-26T01:51:49.105 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.107+0000 7f1b58e42740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55dab2d857b0 con 0x55dab2d82a00 2024-04-26T01:51:49.106 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.107+0000 7f1b58e42740 10 client.0 _ll_register_callbacks cb 0x55dab2c65cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:51:49.106 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.108+0000 7f1b47e00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dab2d77820 0x55dab2d7f9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:49.106 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.108+0000 7f1b47e00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dab2d77820 0x55dab2d7f9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:50374/0 (socket says 172.21.15.46:50374) 2024-04-26T01:51:49.106 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.108+0000 7f1b47e00640 1 -- 172.21.15.46:0/1095973690 learned_addr learned my addr 172.21.15.46:0/1095973690 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:49.106 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.108+0000 7f1b47e00640 1 --2- 172.21.15.46:0/1095973690 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55dab2d82a00 0x55dab2d80440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:49.106 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.108+0000 7f1b4f400640 1 --2- 172.21.15.46:0/1095973690 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dab2d78140 0x55dab2d7ff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:49.108 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.108+0000 7f1b47e00640 1 -- 172.21.15.46:0/1095973690 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55dab2d82a00 msgr2=0x55dab2d80440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:49.108 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.108+0000 7f1b47e00640 1 --2- 172.21.15.46:0/1095973690 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55dab2d82a00 0x55dab2d80440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.108 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.108+0000 7f1b47e00640 1 -- 172.21.15.46:0/1095973690 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dab2d78140 msgr2=0x55dab2d7ff00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:49.108 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.108+0000 7f1b47e00640 1 --2- 172.21.15.46:0/1095973690 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dab2d78140 0x55dab2d7ff00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.108 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.108+0000 7f1b47e00640 1 -- 172.21.15.46:0/1095973690 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dab2abc620 con 0x55dab2d77820 2024-04-26T01:51:49.108 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.109+0000 7f1b47e00640 1 --2- 172.21.15.46:0/1095973690 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dab2d77820 0x55dab2d7f9c0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f1b38005e00 tx=0x7f1b380056d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f0996c4b0ec7779c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:49.108 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.109+0000 7f1b3cc00640 10 client.0 ms_handle_connect on v2:172.21.15.103:3300/0 2024-04-26T01:51:49.108 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.109+0000 7f1b3cc00640 1 -- 172.21.15.46:0/1095973690 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b38048070 con 0x55dab2d77820 2024-04-26T01:51:49.108 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.109+0000 7f1b3cc00640 1 -- 172.21.15.46:0/1095973690 <== mon.2 v2:172.21.15.103:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f1b38030830 con 0x55dab2d77820 2024-04-26T01:51:49.108 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.109+0000 7f1b58e42740 1 -- 172.21.15.46:0/1095973690 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1b40015070 con 0x55dab2d77820 2024-04-26T01:51:49.108 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.109+0000 7f1b3cc00640 1 -- 172.21.15.46:0/1095973690 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1b38037040 con 0x55dab2d77820 2024-04-26T01:51:49.109 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.110+0000 7f1b58e42740 10 client.25379 fetch_fsmap learned FSMap version 29 2024-04-26T01:51:49.109 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.110+0000 7f1b58e42740 1 -- 172.21.15.46:0/1095973690 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55dab2d9a040 con 0x55dab2d77820 2024-04-26T01:51:49.109 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.110+0000 7f1b3cc00640 1 -- 172.21.15.46:0/1095973690 <== mon.2 v2:172.21.15.103:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1b40015070 con 0x55dab2d77820 2024-04-26T01:51:49.109 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.110+0000 7f1b3cc00640 1 -- 172.21.15.46:0/1095973690 <== mon.2 v2:172.21.15.103:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f1b3804b020 con 0x55dab2d77820 2024-04-26T01:51:49.109 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.110+0000 7f1b58e42740 10 client.25379 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:51:49.109 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.110+0000 7f1b58e42740 10 client.25379 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:51:49.109 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.110+0000 7f1b58e42740 20 client.25379 populate_metadata read hostname 'smithi046' 2024-04-26T01:51:49.109 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.110+0000 7f1b58e42740 1 --2- 172.21.15.46:0/1095973690 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55dab2d9b500 0x55dab2d9d910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:49.110 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.110+0000 7f1b58e42740 4 client.25379 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:51:49.110 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.110+0000 7f1b58e42740 1 -- 172.21.15.46:0/1095973690 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dab2cf18b0 con 0x55dab2d9b500 2024-04-26T01:51:49.110 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.111+0000 7f1b4f400640 1 --2- 172.21.15.46:0/1095973690 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55dab2d9b500 0x55dab2d9d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:49.110 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.111+0000 7f1b4f400640 1 --2- 172.21.15.46:0/1095973690 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55dab2d9b500 0x55dab2d9d910 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=de7ce71aba611383 server_cookie=38445b1ebe63f0fa in_seq=0 out_seq=0 2024-04-26T01:51:49.110 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.111+0000 7f1b3cc00640 10 client.25379 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:51:49.111 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.112+0000 7f1b3cc00640 1 -- 172.21.15.46:0/1095973690 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55dab2cf18b0 con 0x55dab2d9b500 2024-04-26T01:51:49.111 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.112+0000 7f1b3cc00640 10 client.25379 handle_command_reply: tid=0 2024-04-26T01:51:49.111 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.112+0000 7f1b58e42740 1 client.25379 shutdown 2024-04-26T01:51:49.111 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.112+0000 7f1b58e42740 1 -- 172.21.15.46:0/1095973690 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dab2d77820 msgr2=0x55dab2d7f9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:49.111 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.112+0000 7f1b58e42740 1 --2- 172.21.15.46:0/1095973690 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dab2d77820 0x55dab2d7f9c0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f1b38005e00 tx=0x7f1b380056d0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.111 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.112+0000 7f1b58e42740 1 -- 172.21.15.46:0/1095973690 shutdown_connections 2024-04-26T01:51:49.111 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.112+0000 7f1b58e42740 1 --2- 172.21.15.46:0/1095973690 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55dab2d9b500 0x55dab2d9d910 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.111 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.112+0000 7f1b58e42740 1 --2- 172.21.15.46:0/1095973690 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55dab2d82a00 0x55dab2d80440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.112 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.112+0000 7f1b58e42740 1 --2- 172.21.15.46:0/1095973690 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dab2d78140 0x55dab2d7ff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.112 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.112+0000 7f1b58e42740 1 --2- 172.21.15.46:0/1095973690 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dab2d77820 0x55dab2d7f9c0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.112 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.112+0000 7f1b58e42740 1 -- 172.21.15.46:0/1095973690 >> 172.21.15.46:0/1095973690 conn(0x55dab2d73d30 msgr2=0x55dab2d79ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:49.112 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.112+0000 7f1b3cc00640 0 client.25379 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:51:49.112 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.113+0000 7f1b58e42740 1 -- 172.21.15.46:0/1095973690 shutdown_connections 2024-04-26T01:51:49.112 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.113+0000 7f1b58e42740 1 -- 172.21.15.46:0/1095973690 wait complete. 2024-04-26T01:51:49.112 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.113+0000 7f1b58e42740 20 client.25379 trim_cache size 0 max 16384 2024-04-26T01:51:49.127 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.129+0000 7f1b58e42740 1 Processor -- start 2024-04-26T01:51:49.127 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.129+0000 7f1b58e42740 1 -- start start 2024-04-26T01:51:49.127 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.129+0000 7f1b58e42740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dab2d77820 0x55dab2d8e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:49.127 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.129+0000 7f1b58e42740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55dab2d78140 0x55dab2da3220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:49.127 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.129+0000 7f1b58e42740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dab2d82a00 0x55dab2da3760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:49.127 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.129+0000 7f1b58e42740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f1b501ab960 con 0x55dab2d77820 2024-04-26T01:51:49.127 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.129+0000 7f1b58e42740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f1b501ad4a0 con 0x55dab2d82a00 2024-04-26T01:51:49.127 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.129+0000 7f1b58e42740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f1b501ac030 con 0x55dab2d78140 2024-04-26T01:51:49.129 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.130+0000 7f1b47e00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dab2d77820 0x55dab2d8e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:49.129 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.130+0000 7f1b4f400640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55dab2d78140 0x55dab2da3220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:49.129 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.130+0000 7f1b4f400640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55dab2d78140 0x55dab2da3220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:54634/0 (socket says 172.21.15.46:54634) 2024-04-26T01:51:49.129 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.130+0000 7f1b4f400640 1 -- 172.21.15.46:0/69120364 learned_addr learned my addr 172.21.15.46:0/69120364 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:49.129 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.130+0000 7f1b47e00640 1 --2- 172.21.15.46:0/69120364 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dab2d82a00 0x55dab2da3760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:49.129 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.130+0000 7f1b4f400640 1 -- 172.21.15.46:0/69120364 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dab2d82a00 msgr2=0x55dab2da3760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:49.129 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.130+0000 7f1b4f400640 1 --2- 172.21.15.46:0/69120364 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dab2d82a00 0x55dab2da3760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.129 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.130+0000 7f1b4f400640 1 -- 172.21.15.46:0/69120364 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dab2d77820 msgr2=0x55dab2d8e4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:49.129 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.130+0000 7f1b4f400640 1 --2- 172.21.15.46:0/69120364 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dab2d77820 0x55dab2d8e4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.129 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.130+0000 7f1b4f400640 1 -- 172.21.15.46:0/69120364 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dab2d7e990 con 0x55dab2d78140 2024-04-26T01:51:49.129 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.131+0000 7f1b4f400640 1 --2- 172.21.15.46:0/69120364 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55dab2d78140 0x55dab2da3220 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f1b40004b10 tx=0x7f1b40004a80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7ab779dadc66106d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:49.129 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.131+0000 7f1b3f400640 1 -- 172.21.15.46:0/69120364 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b40003dd0 con 0x55dab2d78140 2024-04-26T01:51:49.129 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.131+0000 7f1b3f400640 1 -- 172.21.15.46:0/69120364 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1b40015040 con 0x55dab2d78140 2024-04-26T01:51:49.130 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.131+0000 7f1b3f400640 1 -- 172.21.15.46:0/69120364 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b400116a0 con 0x55dab2d78140 2024-04-26T01:51:49.130 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.132+0000 7f1b58e42740 1 -- 172.21.15.46:0/69120364 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55dab2d78140 msgr2=0x55dab2da3220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:49.130 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.132+0000 7f1b58e42740 1 --2- 172.21.15.46:0/69120364 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55dab2d78140 0x55dab2da3220 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f1b40004b10 tx=0x7f1b40004a80 comp rx=0 tx=0).stop 2024-04-26T01:51:49.131 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.132+0000 7f1b58e42740 1 -- 172.21.15.46:0/69120364 shutdown_connections 2024-04-26T01:51:49.131 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.132+0000 7f1b58e42740 1 --2- 172.21.15.46:0/69120364 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dab2d82a00 0x55dab2da3760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.131 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.132+0000 7f1b58e42740 1 --2- 172.21.15.46:0/69120364 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55dab2d78140 0x55dab2da3220 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.131 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.132+0000 7f1b58e42740 1 --2- 172.21.15.46:0/69120364 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dab2d77820 0x55dab2d8e4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.131 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.132+0000 7f1b58e42740 1 -- 172.21.15.46:0/69120364 >> 172.21.15.46:0/69120364 conn(0x55dab2d73d30 msgr2=0x55dab2d74110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:49.131 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.132+0000 7f1b58e42740 1 -- 172.21.15.46:0/69120364 shutdown_connections 2024-04-26T01:51:49.131 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.132+0000 7f1b58e42740 1 -- 172.21.15.46:0/69120364 wait complete. 2024-04-26T01:51:49.131 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.132+0000 7f1b58e42740 1 -- start start 2024-04-26T01:51:49.131 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.132+0000 7f1b58e42740 1 Processor -- start 2024-04-26T01:51:49.132 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.133+0000 7f1b58e42740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dab2d77820 0x55dab2d884f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:49.132 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.133+0000 7f1b58e42740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dab2d78140 0x55dab2d88a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:49.132 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.133+0000 7f1b58e42740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55dab2d82a00 0x55dab2d88f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:49.132 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.133+0000 7f1b58e42740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f1b501acdd0 con 0x55dab2d78140 2024-04-26T01:51:49.133 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.133+0000 7f1b58e42740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f1b501ac700 con 0x55dab2d77820 2024-04-26T01:51:49.133 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.133+0000 7f1b58e42740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f1b501a9960 con 0x55dab2d82a00 2024-04-26T01:51:49.133 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.133+0000 7f1b58e42740 10 client.0 _ll_register_callbacks cb 0x7f1b380045a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:51:49.133 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.134+0000 7f1b4f400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dab2d78140 0x55dab2d88a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:49.133 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.134+0000 7f1b4f400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dab2d78140 0x55dab2d88a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:53900/0 (socket says 172.21.15.46:53900) 2024-04-26T01:51:49.133 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.134+0000 7f1b4f400640 1 -- 172.21.15.46:0/3004860778 learned_addr learned my addr 172.21.15.46:0/3004860778 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:49.133 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.134+0000 7f1b47e00640 1 --2- 172.21.15.46:0/3004860778 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55dab2d82a00 0x55dab2d88f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:49.133 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.134+0000 7f1b47e00640 1 --2- 172.21.15.46:0/3004860778 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dab2d77820 0x55dab2d884f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:49.133 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.134+0000 7f1b4f400640 1 -- 172.21.15.46:0/3004860778 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55dab2d82a00 msgr2=0x55dab2d88f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:49.133 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.134+0000 7f1b4f400640 1 --2- 172.21.15.46:0/3004860778 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55dab2d82a00 0x55dab2d88f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.133 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.134+0000 7f1b4f400640 1 -- 172.21.15.46:0/3004860778 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dab2d77820 msgr2=0x55dab2d884f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:49.133 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.134+0000 7f1b4f400640 1 --2- 172.21.15.46:0/3004860778 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dab2d77820 0x55dab2d884f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.133 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.134+0000 7f1b4f400640 1 -- 172.21.15.46:0/3004860778 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dab2e00b50 con 0x55dab2d78140 2024-04-26T01:51:49.133 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.135+0000 7f1b4f400640 1 --2- 172.21.15.46:0/3004860778 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dab2d78140 0x55dab2d88a30 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f1b40004b10 tx=0x7f1b4000be70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d2d890a1c4c173f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:49.134 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.135+0000 7f1b3cc00640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2024-04-26T01:51:49.135 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.135+0000 7f1b3cc00640 1 -- 172.21.15.46:0/3004860778 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b40003f80 con 0x55dab2d78140 2024-04-26T01:51:49.135 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.135+0000 7f1b58e42740 1 -- 172.21.15.46:0/3004860778 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1b40015040 con 0x55dab2d78140 2024-04-26T01:51:49.135 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.135+0000 7f1b3cc00640 1 -- 172.21.15.46:0/3004860778 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f1b40011440 con 0x55dab2d78140 2024-04-26T01:51:49.135 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.135+0000 7f1b3cc00640 1 -- 172.21.15.46:0/3004860778 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1b40028120 con 0x55dab2d78140 2024-04-26T01:51:49.135 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.135+0000 7f1b58e42740 10 client.15255 fetch_fsmap learned FSMap version 29 2024-04-26T01:51:49.135 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.135+0000 7f1b58e42740 1 -- 172.21.15.46:0/3004860778 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55dab2e01e40 con 0x55dab2d78140 2024-04-26T01:51:49.135 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.136+0000 7f1b3cc00640 1 -- 172.21.15.46:0/3004860778 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1b40015040 con 0x55dab2d78140 2024-04-26T01:51:49.135 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.136+0000 7f1b3cc00640 1 -- 172.21.15.46:0/3004860778 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f1b4003b4b0 con 0x55dab2d78140 2024-04-26T01:51:49.135 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.136+0000 7f1b58e42740 10 client.15255 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:51:49.135 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.136+0000 7f1b58e42740 10 client.15255 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:51:49.136 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.136+0000 7f1b58e42740 20 client.15255 populate_metadata read hostname 'smithi046' 2024-04-26T01:51:49.136 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.136+0000 7f1b58e42740 1 --2- 172.21.15.46:0/3004860778 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55dab2e023b0 0x55dab2e047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:49.136 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.136+0000 7f1b58e42740 4 client.15255 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:51:49.136 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.136+0000 7f1b58e42740 1 -- 172.21.15.46:0/3004860778 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55dab2ceb320 con 0x55dab2e023b0 2024-04-26T01:51:49.136 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.136+0000 7f1b47e00640 1 --2- 172.21.15.46:0/3004860778 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55dab2e023b0 0x55dab2e047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:49.136 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.137+0000 7f1b47e00640 1 --2- 172.21.15.46:0/3004860778 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55dab2e023b0 0x55dab2e047d0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fe3ae21d9ebe8d96 server_cookie=ed8ec026b79b0470 in_seq=0 out_seq=0 2024-04-26T01:51:49.136 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.137+0000 7f1b3cc00640 10 client.15255 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:51:49.143 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.144+0000 7f1b3cc00640 1 -- 172.21.15.46:0/3004860778 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55dab2ceb320 con 0x55dab2e023b0 2024-04-26T01:51:49.143 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.144+0000 7f1b3cc00640 10 client.15255 handle_command_reply: tid=0 2024-04-26T01:51:49.143 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.144+0000 7f1b58e42740 1 client.15255 shutdown 2024-04-26T01:51:49.144 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.144+0000 7f1b58e42740 1 -- 172.21.15.46:0/3004860778 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dab2d78140 msgr2=0x55dab2d88a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:49.144 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.144+0000 7f1b58e42740 1 --2- 172.21.15.46:0/3004860778 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dab2d78140 0x55dab2d88a30 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f1b40004b10 tx=0x7f1b4000be70 comp rx=0 tx=0).stop 2024-04-26T01:51:49.144 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.144+0000 7f1b58e42740 1 -- 172.21.15.46:0/3004860778 shutdown_connections 2024-04-26T01:51:49.144 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.144+0000 7f1b58e42740 1 --2- 172.21.15.46:0/3004860778 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55dab2e023b0 0x55dab2e047d0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.144 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.144+0000 7f1b58e42740 1 --2- 172.21.15.46:0/3004860778 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55dab2d82a00 0x55dab2d88f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.145 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.144+0000 7f1b58e42740 1 --2- 172.21.15.46:0/3004860778 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55dab2d78140 0x55dab2d88a30 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.145 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.144+0000 7f1b58e42740 1 --2- 172.21.15.46:0/3004860778 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dab2d77820 0x55dab2d884f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.145 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.144+0000 7f1b58e42740 1 -- 172.21.15.46:0/3004860778 >> 172.21.15.46:0/3004860778 conn(0x55dab2d73d30 msgr2=0x55dab2d791a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:49.145 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.144+0000 7f1b3cc00640 0 client.15255 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:51:49.145 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.144+0000 7f1b58e42740 1 -- 172.21.15.46:0/3004860778 shutdown_connections 2024-04-26T01:51:49.145 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.144+0000 7f1b58e42740 1 -- 172.21.15.46:0/3004860778 wait complete. 2024-04-26T01:51:49.146 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.145+0000 7f1b58e42740 20 client.15255 trim_cache size 0 max 16384 2024-04-26T01:51:49.146 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:{ 2024-04-26T01:51:49.146 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "message": "", 2024-04-26T01:51:49.146 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "return_code": 0 2024-04-26T01:51:49.147 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:} 2024-04-26T01:51:49.148 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.145+0000 7f1b56000640 1 -- 172.21.15.46:0/312024056 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f1b340a3f60 msgr2=0x7f1b340a6420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:49.148 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.145+0000 7f1b56000640 1 --2- 172.21.15.46:0/312024056 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f1b340a3f60 0x7f1b340a6420 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f1b480cde50 tx=0x7f1b48009b70 comp rx=0 tx=0).stop 2024-04-26T01:51:49.148 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.145+0000 7f1b56000640 1 -- 172.21.15.46:0/312024056 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1b5019a7e0 msgr2=0x7f1b5019ac90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:49.148 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.145+0000 7f1b56000640 1 --2- 172.21.15.46:0/312024056 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1b5019a7e0 0x7f1b5019ac90 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f1b4800ef00 tx=0x7f1b4800c740 comp rx=0 tx=0).stop 2024-04-26T01:51:49.149 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.145+0000 7f1b56000640 1 -- 172.21.15.46:0/312024056 shutdown_connections 2024-04-26T01:51:49.149 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.145+0000 7f1b56000640 1 --2- 172.21.15.46:0/312024056 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f1b340a3f60 0x7f1b340a6420 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.149 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.145+0000 7f1b56000640 1 --2- 172.21.15.46:0/312024056 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1b5019a7e0 0x7f1b5019ac90 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.149 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.145+0000 7f1b56000640 1 --2- 172.21.15.46:0/312024056 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1b50109480 0x7f1b501a0bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.149 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.146+0000 7f1b56000640 1 --2- 172.21.15.46:0/312024056 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1b501043b0 0x7f1b501a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.149 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.146+0000 7f1b56000640 1 -- 172.21.15.46:0/312024056 >> 172.21.15.46:0/312024056 conn(0x7f1b500ffc50 msgr2=0x7f1b50101f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:49.149 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.146+0000 7f1b56000640 1 -- 172.21.15.46:0/312024056 shutdown_connections 2024-04-26T01:51:49.150 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:51:49.146+0000 7f1b56000640 1 -- 172.21.15.46:0/312024056 wait complete. 2024-04-26T01:51:49.357 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.358+0000 7f51a8e00700 1 -- 172.21.15.46:0/1029835196 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f51a41016c0 msgr2=0x7f51a4101aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:49.357 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.358+0000 7f51a8e00700 1 --2- 172.21.15.46:0/1029835196 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f51a41016c0 0x7f51a4101aa0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f51940098f0 tx=0x7f5194009c00 comp rx=0 tx=0).stop 2024-04-26T01:51:49.357 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.358+0000 7f51a8e00700 1 -- 172.21.15.46:0/1029835196 shutdown_connections 2024-04-26T01:51:49.357 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.358+0000 7f51a8e00700 1 --2- 172.21.15.46:0/1029835196 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f51a410f270 0x7f51a4111660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.357 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.358+0000 7f51a8e00700 1 --2- 172.21.15.46:0/1029835196 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f51a41016c0 0x7f51a4101aa0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.357 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.358+0000 7f51a8e00700 1 --2- 172.21.15.46:0/1029835196 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f51a4102070 0x7f51a410ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.357 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.358+0000 7f51a8e00700 1 -- 172.21.15.46:0/1029835196 >> 172.21.15.46:0/1029835196 conn(0x7f51a40fd360 msgr2=0x7f51a40ff780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:49.357 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.358+0000 7f51a8e00700 1 -- 172.21.15.46:0/1029835196 shutdown_connections 2024-04-26T01:51:49.357 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.358+0000 7f51a8e00700 1 -- 172.21.15.46:0/1029835196 wait complete. 2024-04-26T01:51:49.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.359+0000 7f51a8e00700 1 Processor -- start 2024-04-26T01:51:49.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.360+0000 7f51a8e00700 1 -- start start 2024-04-26T01:51:49.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.360+0000 7f51a8e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f51a41016c0 0x7f51a419b380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:49.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.360+0000 7f51a8e00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f51a4102070 0x7f51a419b8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:49.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.361+0000 7f51a3400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f51a41016c0 0x7f51a419b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:49.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.361+0000 7f51a3400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f51a41016c0 0x7f51a419b380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:53914/0 (socket says 172.21.15.46:53914) 2024-04-26T01:51:49.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.361+0000 7f51a2a00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f51a4102070 0x7f51a419b8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:49.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.360+0000 7f51a8e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f51a410f270 0x7f51a419fc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:49.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.361+0000 7f51a8e00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f51a4114f30 con 0x7f51a41016c0 2024-04-26T01:51:49.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.361+0000 7f51a8e00700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f51a4114db0 con 0x7f51a410f270 2024-04-26T01:51:49.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.361+0000 7f51a8e00700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f51a41150b0 con 0x7f51a4102070 2024-04-26T01:51:49.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.362+0000 7f51a3400700 1 -- 172.21.15.46:0/1176248221 learned_addr learned my addr 172.21.15.46:0/1176248221 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:49.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.362+0000 7f51a3e00700 1 --2- 172.21.15.46:0/1176248221 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f51a410f270 0x7f51a419fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:49.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.362+0000 7f51a3400700 1 -- 172.21.15.46:0/1176248221 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f51a4102070 msgr2=0x7f51a419b8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:49.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.362+0000 7f51a3400700 1 --2- 172.21.15.46:0/1176248221 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f51a4102070 0x7f51a419b8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.362+0000 7f51a3400700 1 -- 172.21.15.46:0/1176248221 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f51a410f270 msgr2=0x7f51a419fc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:49.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.363+0000 7f51a3400700 1 --2- 172.21.15.46:0/1176248221 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f51a410f270 0x7f51a419fc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.363+0000 7f51a3400700 1 -- 172.21.15.46:0/1176248221 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51a41a0390 con 0x7f51a41016c0 2024-04-26T01:51:49.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.363+0000 7f51a3e00700 1 --2- 172.21.15.46:0/1176248221 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f51a410f270 0x7f51a419fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:49.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.364+0000 7f51a3400700 1 --2- 172.21.15.46:0/1176248221 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f51a41016c0 0x7f51a419b380 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f5194005950 tx=0x7f5194010f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:49.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.364+0000 7f519be00700 1 -- 172.21.15.46:0/1176248221 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51940051c0 con 0x7f51a41016c0 2024-04-26T01:51:49.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.364+0000 7f519be00700 1 -- 172.21.15.46:0/1176248221 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f519400b560 con 0x7f51a41016c0 2024-04-26T01:51:49.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.365+0000 7f51a8e00700 1 -- 172.21.15.46:0/1176248221 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51a41a0620 con 0x7f51a41016c0 2024-04-26T01:51:49.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.365+0000 7f519be00700 1 -- 172.21.15.46:0/1176248221 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5194003b50 con 0x7f51a41016c0 2024-04-26T01:51:49.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.365+0000 7f51a8e00700 1 -- 172.21.15.46:0/1176248221 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51a41a7f00 con 0x7f51a41016c0 2024-04-26T01:51:49.368 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.370+0000 7f51b4cd6b80 1 Processor -- start 2024-04-26T01:51:49.368 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.370+0000 7f51b4cd6b80 1 -- start start 2024-04-26T01:51:49.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.371+0000 7f51b4cd6b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a1fece18b0 0x55a1fece1c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:49.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.371+0000 7f51b4cd6b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a1fece21d0 0x55a1fececb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:49.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.371+0000 7f51b4cd6b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a1feced080 0x55a1fecef470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:49.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.371+0000 7f51b4cd6b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55a1fec34e40 con 0x55a1feced080 2024-04-26T01:51:49.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.371+0000 7f51b4cd6b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55a1febdb6e0 con 0x55a1fece18b0 2024-04-26T01:51:49.370 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.371+0000 7f51b4cd6b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55a1fec30e00 con 0x55a1fece21d0 2024-04-26T01:51:49.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.371+0000 7f51a3e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a1fece18b0 0x55a1fece1c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:49.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.371+0000 7f51a3e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a1fece18b0 0x55a1fece1c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:50406/0 (socket says 172.21.15.46:50406) 2024-04-26T01:51:49.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.371+0000 7f51a3e00700 1 -- 172.21.15.46:0/260195497 learned_addr learned my addr 172.21.15.46:0/260195497 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:49.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.371+0000 7f51a2a00700 1 --2- 172.21.15.46:0/260195497 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a1feced080 0x55a1fecef470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:49.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.372+0000 7f519be00700 1 -- 172.21.15.46:0/1176248221 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 26) ==== 138879+0+0 (secure 0 0 0) 0x7f5194003cf0 con 0x7f51a41016c0 2024-04-26T01:51:49.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.372+0000 7f51a3e00700 1 -- 172.21.15.46:0/260195497 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a1fece21d0 msgr2=0x55a1fececb40 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-26T01:51:49.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.373+0000 7f51a3400700 1 --2- 172.21.15.46:0/260195497 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a1fece21d0 0x55a1fececb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:49.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.373+0000 7f51a3e00700 1 --2- 172.21.15.46:0/260195497 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a1fece21d0 0x55a1fececb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.373+0000 7f51a3e00700 1 -- 172.21.15.46:0/260195497 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a1feced080 msgr2=0x55a1fecef470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:49.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.373+0000 7f51a3e00700 1 --2- 172.21.15.46:0/260195497 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a1feced080 0x55a1fecef470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.374+0000 7f519be00700 1 --2- 172.21.15.46:0/1176248221 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f51880a3f50 0x7f51880a6410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:49.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.374+0000 7f51a3e00700 1 -- 172.21.15.46:0/260195497 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a1febd1630 con 0x55a1fece18b0 2024-04-26T01:51:49.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.374+0000 7f51a2a00700 1 --2- 172.21.15.46:0/260195497 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a1feced080 0x55a1fecef470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:51:49.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.374+0000 7f519be00700 1 -- 172.21.15.46:0/1176248221 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f51940d19c0 con 0x7f51a41016c0 2024-04-26T01:51:49.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.374+0000 7f51a3400700 1 --2- 172.21.15.46:0/260195497 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a1fece21d0 0x55a1fececb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:51:49.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.374+0000 7f51a3400700 1 --2- 172.21.15.46:0/1176248221 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f51880a3f50 0x7f51880a6410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:49.374 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.375+0000 7f51a3e00700 1 --2- 172.21.15.46:0/260195497 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a1fece18b0 0x55a1fece1c90 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f519c003e30 tx=0x7f519c009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=858697227841b2a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:49.374 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.376+0000 7f5198c00700 1 -- 172.21.15.46:0/260195497 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f519c019020 con 0x55a1fece18b0 2024-04-26T01:51:49.374 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.376+0000 7f51a3400700 1 --2- 172.21.15.46:0/1176248221 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f51880a3f50 0x7f51880a6410 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f51940cf020 tx=0x7f51940a4040 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:49.374 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.376+0000 7f5198c00700 1 -- 172.21.15.46:0/260195497 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f519c0092d0 con 0x55a1fece18b0 2024-04-26T01:51:49.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.376+0000 7f5198c00700 1 -- 172.21.15.46:0/260195497 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f519c00e850 con 0x55a1fece18b0 2024-04-26T01:51:49.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.377+0000 7f51b4cd6b80 1 -- 172.21.15.46:0/260195497 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a1fece18b0 msgr2=0x55a1fece1c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:49.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.377+0000 7f51b4cd6b80 1 --2- 172.21.15.46:0/260195497 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a1fece18b0 0x55a1fece1c90 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f519c003e30 tx=0x7f519c009920 comp rx=0 tx=0).stop 2024-04-26T01:51:49.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.377+0000 7f51b4cd6b80 1 -- 172.21.15.46:0/260195497 shutdown_connections 2024-04-26T01:51:49.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.377+0000 7f51b4cd6b80 1 --2- 172.21.15.46:0/260195497 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a1feced080 0x55a1fecef470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.377+0000 7f51b4cd6b80 1 --2- 172.21.15.46:0/260195497 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a1fece18b0 0x55a1fece1c90 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.377+0000 7f51b4cd6b80 1 --2- 172.21.15.46:0/260195497 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a1fece21d0 0x55a1fececb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.377+0000 7f51b4cd6b80 1 -- 172.21.15.46:0/260195497 >> 172.21.15.46:0/260195497 conn(0x55a1fec10f00 msgr2=0x55a1fecddd90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:49.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.378+0000 7f51b4cd6b80 1 -- 172.21.15.46:0/260195497 shutdown_connections 2024-04-26T01:51:49.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.378+0000 7f51b4cd6b80 1 -- 172.21.15.46:0/260195497 wait complete. 2024-04-26T01:51:49.377 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.378+0000 7f51b4cd6b80 1 -- start start 2024-04-26T01:51:49.378 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.379+0000 7f51b4cd6b80 1 Processor -- start 2024-04-26T01:51:49.378 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.379+0000 7f51b4cd6b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a1fece18b0 0x55a1fecec850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:49.378 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.379+0000 7f51b4cd6b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a1fece21d0 0x55a1fece9b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:49.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.379+0000 7f51b4cd6b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a1feced080 0x55a1fecea090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:49.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.379+0000 7f51b4cd6b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55a1fecefc00 con 0x55a1fece21d0 2024-04-26T01:51:49.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.379+0000 7f51b4cd6b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55a1febee810 con 0x55a1fece18b0 2024-04-26T01:51:49.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.379+0000 7f51b4cd6b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55a1fecefd80 con 0x55a1feced080 2024-04-26T01:51:49.381 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.379+0000 7f51b4cd6b80 10 client.0 _ll_register_callbacks cb 0x55a1febcd6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:51:49.381 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.380+0000 7f51a3e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a1fece18b0 0x55a1fecec850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:49.381 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.380+0000 7f51a3e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a1fece18b0 0x55a1fecec850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:50418/0 (socket says 172.21.15.46:50418) 2024-04-26T01:51:49.381 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.380+0000 7f51a3e00700 1 -- 172.21.15.46:0/1692922736 learned_addr learned my addr 172.21.15.46:0/1692922736 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:49.381 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.380+0000 7f51a3e00700 1 --2- 172.21.15.46:0/1692922736 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a1feced080 0x55a1fecea090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:49.381 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.380+0000 7f51a3e00700 1 -- 172.21.15.46:0/1692922736 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a1feced080 msgr2=0x55a1fecea090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:49.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.380+0000 7f51a3e00700 1 --2- 172.21.15.46:0/1692922736 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a1feced080 0x55a1fecea090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.380+0000 7f51a3e00700 1 -- 172.21.15.46:0/1692922736 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a1fece21d0 msgr2=0x55a1fece9b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:49.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.380+0000 7f51a3e00700 1 --2- 172.21.15.46:0/1692922736 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a1fece21d0 0x55a1fece9b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.380+0000 7f51a3e00700 1 -- 172.21.15.46:0/1692922736 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a1feb82880 con 0x55a1fece18b0 2024-04-26T01:51:49.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.380+0000 7f51a3e00700 1 --2- 172.21.15.46:0/1692922736 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a1fece18b0 0x55a1fecec850 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f519c009ec0 tx=0x7f519c007f40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f0a4e97773276c05 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:49.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.380+0000 7f518d600700 10 client.0 ms_handle_connect on v2:172.21.15.103:3300/0 2024-04-26T01:51:49.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.381+0000 7f518d600700 1 -- 172.21.15.46:0/1692922736 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f519c019040 con 0x55a1fece18b0 2024-04-26T01:51:49.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.381+0000 7f51b4cd6b80 1 -- 172.21.15.46:0/1692922736 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f519c0092d0 con 0x55a1fece18b0 2024-04-26T01:51:49.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.381+0000 7f518d600700 1 -- 172.21.15.46:0/1692922736 <== mon.2 v2:172.21.15.103:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f519c026030 con 0x55a1fece18b0 2024-04-26T01:51:49.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.381+0000 7f518d600700 1 -- 172.21.15.46:0/1692922736 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f519c00e7e0 con 0x55a1fece18b0 2024-04-26T01:51:49.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.381+0000 7f51b4cd6b80 10 client.25397 fetch_fsmap learned FSMap version 29 2024-04-26T01:51:49.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.381+0000 7f51b4cd6b80 1 -- 172.21.15.46:0/1692922736 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a1febcbaa0 con 0x55a1fece18b0 2024-04-26T01:51:49.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.381+0000 7f518d600700 1 -- 172.21.15.46:0/1692922736 <== mon.2 v2:172.21.15.103:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f519c0092d0 con 0x55a1fece18b0 2024-04-26T01:51:49.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.382+0000 7f518d600700 1 -- 172.21.15.46:0/1692922736 <== mon.2 v2:172.21.15.103:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f519c015910 con 0x55a1fece18b0 2024-04-26T01:51:49.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.382+0000 7f51b4cd6b80 10 client.25397 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:51:49.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.382+0000 7f51b4cd6b80 10 client.25397 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-26T01:51:49.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.382+0000 7f51b4cd6b80 20 client.25397 populate_metadata read hostname 'smithi046' 2024-04-26T01:51:49.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.382+0000 7f51b4cd6b80 1 --2- 172.21.15.46:0/1692922736 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55a1fecf23a0 0x55a1fecf3810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:49.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.382+0000 7f51b4cd6b80 4 client.25397 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:51:49.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.382+0000 7f51b4cd6b80 1 -- 172.21.15.46:0/1692922736 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a1fec42630 con 0x55a1fecf23a0 2024-04-26T01:51:49.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.382+0000 7f51a2a00700 1 --2- 172.21.15.46:0/1692922736 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55a1fecf23a0 0x55a1fecf3810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:49.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.383+0000 7f51a2a00700 1 --2- 172.21.15.46:0/1692922736 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55a1fecf23a0 0x55a1fecf3810 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=64f2472528722f7c server_cookie=e4d925a2450a83b4 in_seq=0 out_seq=0 2024-04-26T01:51:49.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.383+0000 7f518d600700 10 client.25397 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:51:49.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.384+0000 7f518d600700 1 -- 172.21.15.46:0/1692922736 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a1fec42630 con 0x55a1fecf23a0 2024-04-26T01:51:49.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.384+0000 7f518d600700 10 client.25397 handle_command_reply: tid=0 2024-04-26T01:51:49.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.384+0000 7f51b4cd6b80 1 client.25397 shutdown 2024-04-26T01:51:49.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.384+0000 7f51b4cd6b80 1 -- 172.21.15.46:0/1692922736 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a1fece18b0 msgr2=0x55a1fecec850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:49.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.384+0000 7f51b4cd6b80 1 --2- 172.21.15.46:0/1692922736 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a1fece18b0 0x55a1fecec850 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f519c009ec0 tx=0x7f519c007f40 comp rx=0 tx=0).stop 2024-04-26T01:51:49.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.384+0000 7f51b4cd6b80 1 -- 172.21.15.46:0/1692922736 shutdown_connections 2024-04-26T01:51:49.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.384+0000 7f51b4cd6b80 1 --2- 172.21.15.46:0/1692922736 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55a1fecf23a0 0x55a1fecf3810 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.384+0000 7f51b4cd6b80 1 --2- 172.21.15.46:0/1692922736 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a1feced080 0x55a1fecea090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.384+0000 7f51b4cd6b80 1 --2- 172.21.15.46:0/1692922736 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a1fece18b0 0x55a1fecec850 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.384+0000 7f51b4cd6b80 1 --2- 172.21.15.46:0/1692922736 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a1fece21d0 0x55a1fece9b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.384+0000 7f51b4cd6b80 1 -- 172.21.15.46:0/1692922736 >> 172.21.15.46:0/1692922736 conn(0x55a1fec10f00 msgr2=0x55a1fecdd920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:49.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.384+0000 7f518d600700 0 client.25397 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:51:49.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.384+0000 7f51b4cd6b80 1 -- 172.21.15.46:0/1692922736 shutdown_connections 2024-04-26T01:51:49.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.384+0000 7f51b4cd6b80 1 -- 172.21.15.46:0/1692922736 wait complete. 2024-04-26T01:51:49.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.384+0000 7f51b4cd6b80 20 client.25397 trim_cache size 0 max 16384 2024-04-26T01:51:49.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.427+0000 7f51b4cd6b80 1 Processor -- start 2024-04-26T01:51:49.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.427+0000 7f51b4cd6b80 1 -- start start 2024-04-26T01:51:49.425 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.427+0000 7f51b4cd6b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a1fece18b0 0x55a1fecddf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:49.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.427+0000 7f51b4cd6b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a1fece21d0 0x55a1fed29e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:49.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.427+0000 7f51b4cd6b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a1feced080 0x55a1fed2a340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:49.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.427+0000 7f51b4cd6b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55a1fecf1b50 con 0x55a1fece18b0 2024-04-26T01:51:49.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.427+0000 7f51b4cd6b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55a1fecf2220 con 0x55a1feced080 2024-04-26T01:51:49.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.427+0000 7f51b4cd6b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55a1fecf28f0 con 0x55a1fece21d0 2024-04-26T01:51:49.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.428+0000 7f51a2a00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a1fece21d0 0x55a1fed29e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:49.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.428+0000 7f51a2a00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a1fece21d0 0x55a1fed29e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:54704/0 (socket says 172.21.15.46:54704) 2024-04-26T01:51:49.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.428+0000 7f51a3e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a1fece18b0 0x55a1fecddf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:49.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.428+0000 7f51a2a00700 1 -- 172.21.15.46:0/1315697452 learned_addr learned my addr 172.21.15.46:0/1315697452 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:49.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.428+0000 7f51a3e00700 1 --2- 172.21.15.46:0/1315697452 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a1feced080 0x55a1fed2a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:49.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.429+0000 7f51a2a00700 1 -- 172.21.15.46:0/1315697452 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a1feced080 msgr2=0x55a1fed2a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:49.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.429+0000 7f51a2a00700 1 --2- 172.21.15.46:0/1315697452 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a1feced080 0x55a1fed2a340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.429+0000 7f51a2a00700 1 -- 172.21.15.46:0/1315697452 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a1fece18b0 msgr2=0x55a1fecddf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:49.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.429+0000 7f51a2a00700 1 --2- 172.21.15.46:0/1315697452 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a1fece18b0 0x55a1fecddf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.429+0000 7f51a2a00700 1 -- 172.21.15.46:0/1315697452 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a1fece80e0 con 0x55a1fece21d0 2024-04-26T01:51:49.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.429+0000 7f51a2a00700 1 --2- 172.21.15.46:0/1315697452 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a1fece21d0 0x55a1fed29e00 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f5190000c00 tx=0x7f5190010710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e6a1524737da47 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:49.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.430+0000 7f518fe00700 1 -- 172.21.15.46:0/1315697452 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f519001c450 con 0x55a1fece21d0 2024-04-26T01:51:49.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.430+0000 7f518fe00700 1 -- 172.21.15.46:0/1315697452 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5190004020 con 0x55a1fece21d0 2024-04-26T01:51:49.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.430+0000 7f518fe00700 1 -- 172.21.15.46:0/1315697452 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5190003b80 con 0x55a1fece21d0 2024-04-26T01:51:49.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.430+0000 7f51b4cd6b80 1 -- 172.21.15.46:0/1315697452 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a1fece21d0 msgr2=0x55a1fed29e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:49.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.430+0000 7f51b4cd6b80 1 --2- 172.21.15.46:0/1315697452 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a1fece21d0 0x55a1fed29e00 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f5190000c00 tx=0x7f5190010710 comp rx=0 tx=0).stop 2024-04-26T01:51:49.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.431+0000 7f51b4cd6b80 1 -- 172.21.15.46:0/1315697452 shutdown_connections 2024-04-26T01:51:49.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.431+0000 7f51b4cd6b80 1 --2- 172.21.15.46:0/1315697452 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a1feced080 0x55a1fed2a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.431+0000 7f51b4cd6b80 1 --2- 172.21.15.46:0/1315697452 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a1fece18b0 0x55a1fecddf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.431+0000 7f51b4cd6b80 1 --2- 172.21.15.46:0/1315697452 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a1fece21d0 0x55a1fed29e00 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.431+0000 7f51b4cd6b80 1 -- 172.21.15.46:0/1315697452 >> 172.21.15.46:0/1315697452 conn(0x55a1fec10f00 msgr2=0x55a1fecd9960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:49.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.432+0000 7f51b4cd6b80 1 -- 172.21.15.46:0/1315697452 shutdown_connections 2024-04-26T01:51:49.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.432+0000 7f51b4cd6b80 1 -- 172.21.15.46:0/1315697452 wait complete. 2024-04-26T01:51:49.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.432+0000 7f51b4cd6b80 1 -- start start 2024-04-26T01:51:49.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.433+0000 7f51b4cd6b80 1 Processor -- start 2024-04-26T01:51:49.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.433+0000 7f51b4cd6b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a1fece18b0 0x55a1fecf5c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:49.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.433+0000 7f51b4cd6b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a1fece21d0 0x55a1fecf6170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:49.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.433+0000 7f51b4cd6b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a1feced080 0x55a1fed84650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:49.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.433+0000 7f51b4cd6b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55a1fecf3690 con 0x55a1feced080 2024-04-26T01:51:49.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.433+0000 7f51b4cd6b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55a1fecf2fc0 con 0x55a1fece21d0 2024-04-26T01:51:49.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.433+0000 7f51b4cd6b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55a1fecf3d60 con 0x55a1fece18b0 2024-04-26T01:51:49.432 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.433+0000 7f51b4cd6b80 10 client.0 _ll_register_callbacks cb 0x55a1febcd6d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:51:49.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.435+0000 7f51a3e00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a1fece18b0 0x55a1fecf5c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:49.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.435+0000 7f51a3e00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a1fece18b0 0x55a1fecf5c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:54718/0 (socket says 172.21.15.46:54718) 2024-04-26T01:51:49.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.435+0000 7f51a3e00700 1 -- 172.21.15.46:0/3904094612 learned_addr learned my addr 172.21.15.46:0/3904094612 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:51:49.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.435+0000 7f51a3e00700 1 --2- 172.21.15.46:0/3904094612 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a1feced080 0x55a1fed84650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:49.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.435+0000 7f51a3e00700 1 -- 172.21.15.46:0/3904094612 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a1fece21d0 msgr2=0x55a1fecf6170 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-26T01:51:49.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.435+0000 7f51a3e00700 1 --2- 172.21.15.46:0/3904094612 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a1fece21d0 0x55a1fecf6170 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.435+0000 7f51a3e00700 1 -- 172.21.15.46:0/3904094612 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a1feced080 msgr2=0x55a1fed84650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:51:49.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.435+0000 7f51a3e00700 1 --2- 172.21.15.46:0/3904094612 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a1feced080 0x55a1fed84650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.435+0000 7f51a3e00700 1 -- 172.21.15.46:0/3904094612 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a1fed84b90 con 0x55a1fece18b0 2024-04-26T01:51:49.435 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.436+0000 7f51a3e00700 1 --2- 172.21.15.46:0/3904094612 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a1fece18b0 0x55a1fecf5c30 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f519c0061e0 tx=0x7f519c00b040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=269476d31fb8fcdd server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:51:49.435 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.436+0000 7f518d600700 10 client.0 ms_handle_connect on v2:172.21.15.163:3300/0 2024-04-26T01:51:49.435 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.436+0000 7f518d600700 1 -- 172.21.15.46:0/3904094612 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f519c019040 con 0x55a1fece18b0 2024-04-26T01:51:49.435 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.436+0000 7f51b4cd6b80 1 -- 172.21.15.46:0/3904094612 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5190004020 con 0x55a1fece18b0 2024-04-26T01:51:49.435 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.436+0000 7f518d600700 1 -- 172.21.15.46:0/3904094612 <== mon.1 v2:172.21.15.163:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f519c02a040 con 0x55a1fece18b0 2024-04-26T01:51:49.436 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.436+0000 7f518d600700 1 -- 172.21.15.46:0/3904094612 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f519c00eb90 con 0x55a1fece18b0 2024-04-26T01:51:49.436 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.436+0000 7f51b4cd6b80 10 client.25417 fetch_fsmap learned FSMap version 29 2024-04-26T01:51:49.436 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.436+0000 7f51b4cd6b80 1 -- 172.21.15.46:0/3904094612 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a1fed85cf0 con 0x55a1fece18b0 2024-04-26T01:51:49.436 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.437+0000 7f518d600700 1 -- 172.21.15.46:0/3904094612 <== mon.1 v2:172.21.15.163:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5190004020 con 0x55a1fece18b0 2024-04-26T01:51:49.436 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.437+0000 7f518d600700 1 -- 172.21.15.46:0/3904094612 <== mon.1 v2:172.21.15.163:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f519c015570 con 0x55a1fece18b0 2024-04-26T01:51:49.436 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.437+0000 7f51b4cd6b80 10 client.25417 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:51:49.436 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.437+0000 7f51b4cd6b80 10 client.25417 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-26T01:51:49.436 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.437+0000 7f51b4cd6b80 20 client.25417 populate_metadata read hostname 'smithi046' 2024-04-26T01:51:49.436 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.437+0000 7f51b4cd6b80 1 --2- 172.21.15.46:0/3904094612 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55a1fed8a8c0 0x55a1fed895d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:51:49.436 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.437+0000 7f51b4cd6b80 4 client.25417 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-26T01:51:49.436 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.437+0000 7f51b4cd6b80 1 -- 172.21.15.46:0/3904094612 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "status"}) -- 0x55a1fec3c6d0 con 0x55a1fed8a8c0 2024-04-26T01:51:49.436 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.438+0000 7f51a2a00700 1 --2- 172.21.15.46:0/3904094612 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55a1fed8a8c0 0x55a1fed895d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:51:49.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.438+0000 7f51a2a00700 1 --2- 172.21.15.46:0/3904094612 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55a1fed8a8c0 0x55a1fed895d0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ba89f0d902217642 server_cookie=c90534afc57a67ea in_seq=0 out_seq=0 2024-04-26T01:51:49.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.438+0000 7f518d600700 10 client.25417 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:51:49.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.439+0000 7f518d600700 1 -- 172.21.15.46:0/3904094612 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55a1fec3c6d0 con 0x55a1fed8a8c0 2024-04-26T01:51:49.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.439+0000 7f518d600700 10 client.25417 handle_command_reply: tid=0 2024-04-26T01:51:49.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.439+0000 7f51b4cd6b80 1 client.25417 shutdown 2024-04-26T01:51:49.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.439+0000 7f51b4cd6b80 1 -- 172.21.15.46:0/3904094612 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a1fece18b0 msgr2=0x55a1fecf5c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:49.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.439+0000 7f51b4cd6b80 1 --2- 172.21.15.46:0/3904094612 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a1fece18b0 0x55a1fecf5c30 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f519c0061e0 tx=0x7f519c00b040 comp rx=0 tx=0).stop 2024-04-26T01:51:49.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.440+0000 7f51b4cd6b80 1 -- 172.21.15.46:0/3904094612 shutdown_connections 2024-04-26T01:51:49.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.440+0000 7f51b4cd6b80 1 --2- 172.21.15.46:0/3904094612 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a1feced080 0x55a1fed84650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.440+0000 7f51b4cd6b80 1 --2- 172.21.15.46:0/3904094612 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55a1fed8a8c0 0x55a1fed895d0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.440+0000 7f51b4cd6b80 1 --2- 172.21.15.46:0/3904094612 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a1fece18b0 0x55a1fecf5c30 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.440+0000 7f51b4cd6b80 1 --2- 172.21.15.46:0/3904094612 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a1fece21d0 0x55a1fecf6170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.440+0000 7f51b4cd6b80 1 -- 172.21.15.46:0/3904094612 >> 172.21.15.46:0/3904094612 conn(0x55a1fec10f00 msgr2=0x55a1fece9930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:49.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.440+0000 7f518d600700 0 client.25417 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:51:49.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.440+0000 7f51b4cd6b80 1 -- 172.21.15.46:0/3904094612 shutdown_connections 2024-04-26T01:51:49.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.440+0000 7f51b4cd6b80 1 -- 172.21.15.46:0/3904094612 wait complete. 2024-04-26T01:51:49.439 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.440+0000 7f51b4cd6b80 20 client.25417 trim_cache size 0 max 16384 2024-04-26T01:51:49.440 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-04-26T01:51:49.440 INFO:teuthology.orchestra.run.smithi046.stdout: "cluster_fsid": "4e298560-036d-11ef-bc93-c7b262605968", 2024-04-26T01:51:49.440 INFO:teuthology.orchestra.run.smithi046.stdout: "whoami": 0, 2024-04-26T01:51:49.440 INFO:teuthology.orchestra.run.smithi046.stdout: "id": 24530, 2024-04-26T01:51:49.440 INFO:teuthology.orchestra.run.smithi046.stdout: "want_state": "up:active", 2024-04-26T01:51:49.440 INFO:teuthology.orchestra.run.smithi046.stdout: "state": "up:active", 2024-04-26T01:51:49.440 INFO:teuthology.orchestra.run.smithi046.stdout: "fs_name": "cephfs", 2024-04-26T01:51:49.440 INFO:teuthology.orchestra.run.smithi046.stdout: "rank_uptime": 316.11097893099998, 2024-04-26T01:51:49.440 INFO:teuthology.orchestra.run.smithi046.stdout: "mdsmap_epoch": 29, 2024-04-26T01:51:49.441 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch": 92, 2024-04-26T01:51:49.441 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_epoch_barrier": 92, 2024-04-26T01:51:49.441 INFO:teuthology.orchestra.run.smithi046.stdout: "uptime": 337.24594898499998 2024-04-26T01:51:49.441 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-04-26T01:51:49.441 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.441+0000 7f51a8e00700 1 -- 172.21.15.46:0/1176248221 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f51880a3f50 msgr2=0x7f51880a6410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:49.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.441+0000 7f51a8e00700 1 --2- 172.21.15.46:0/1176248221 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f51880a3f50 0x7f51880a6410 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f51940cf020 tx=0x7f51940a4040 comp rx=0 tx=0).stop 2024-04-26T01:51:49.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.441+0000 7f51a8e00700 1 -- 172.21.15.46:0/1176248221 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f51a41016c0 msgr2=0x7f51a419b380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:51:49.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.441+0000 7f51a8e00700 1 --2- 172.21.15.46:0/1176248221 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f51a41016c0 0x7f51a419b380 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f5194005950 tx=0x7f5194010f00 comp rx=0 tx=0).stop 2024-04-26T01:51:49.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.442+0000 7f51a8e00700 1 -- 172.21.15.46:0/1176248221 shutdown_connections 2024-04-26T01:51:49.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.442+0000 7f51a8e00700 1 --2- 172.21.15.46:0/1176248221 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f51880a3f50 0x7f51880a6410 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.442+0000 7f51a8e00700 1 --2- 172.21.15.46:0/1176248221 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f51a410f270 0x7f51a419fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.442+0000 7f51a8e00700 1 --2- 172.21.15.46:0/1176248221 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f51a41016c0 0x7f51a419b380 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.442+0000 7f51a8e00700 1 --2- 172.21.15.46:0/1176248221 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f51a4102070 0x7f51a419b8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:51:49.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.442+0000 7f51a8e00700 1 -- 172.21.15.46:0/1176248221 >> 172.21.15.46:0/1176248221 conn(0x7f51a40fd360 msgr2=0x7f51a40ff750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:51:49.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.443+0000 7f51a8e00700 1 -- 172.21.15.46:0/1176248221 shutdown_connections 2024-04-26T01:51:49.442 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:51:49.443+0000 7f51a8e00700 1 -- 172.21.15.46:0/1176248221 wait complete. 2024-04-26T01:51:50.405 INFO:tasks.quiescer:Ready to start quiesce thrashing; initial delay: 15 sec 2024-04-26T01:51:50.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:50 smithi103 ceph-mon[32920]: pgmap v31: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.7 KiB/s wr, 13 op/s 2024-04-26T01:51:50.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:50 smithi163 ceph-mon[32592]: pgmap v31: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.7 KiB/s wr, 13 op/s 2024-04-26T01:51:51.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:50 smithi046 ceph-mon[28013]: pgmap v31: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.7 KiB/s wr, 13 op/s 2024-04-26T01:51:52.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:52 smithi103 ceph-mon[32920]: pgmap v32: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1023 B/s wr, 12 op/s 2024-04-26T01:51:52.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:52 smithi163 ceph-mon[32592]: pgmap v32: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1023 B/s wr, 12 op/s 2024-04-26T01:51:53.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:52 smithi046 ceph-mon[28013]: pgmap v32: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1023 B/s wr, 12 op/s 2024-04-26T01:51:54.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:54 smithi103 ceph-mon[32920]: pgmap v33: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 426 B/s wr, 8 op/s 2024-04-26T01:51:54.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:54 smithi163 ceph-mon[32592]: pgmap v33: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 426 B/s wr, 8 op/s 2024-04-26T01:51:55.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:54 smithi046 ceph-mon[28013]: pgmap v33: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 426 B/s wr, 8 op/s 2024-04-26T01:51:56.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:56 smithi103 ceph-mon[32920]: pgmap v34: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 426 B/s wr, 13 op/s 2024-04-26T01:51:56.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:56 smithi163 ceph-mon[32592]: pgmap v34: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 426 B/s wr, 13 op/s 2024-04-26T01:51:57.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:56 smithi046 ceph-mon[28013]: pgmap v34: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 426 B/s wr, 13 op/s 2024-04-26T01:51:58.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:51:58 smithi103 ceph-mon[32920]: pgmap v35: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 426 B/s wr, 8 op/s 2024-04-26T01:51:58.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:51:58 smithi163 ceph-mon[32592]: pgmap v35: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 426 B/s wr, 8 op/s 2024-04-26T01:51:59.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:51:58 smithi046 ceph-mon[28013]: pgmap v35: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 426 B/s wr, 8 op/s 2024-04-26T01:52:00.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:52:00 smithi103 ceph-mon[32920]: pgmap v36: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 1.6 KiB/s wr, 12 op/s 2024-04-26T01:52:00.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:52:00 smithi163 ceph-mon[32592]: pgmap v36: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 1.6 KiB/s wr, 12 op/s 2024-04-26T01:52:01.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:52:00 smithi046 ceph-mon[28013]: pgmap v36: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 1.6 KiB/s wr, 12 op/s 2024-04-26T01:52:02.277 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.279+0000 7f3111600640 1 -- 172.21.15.46:0/3868563176 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f310c101fe0 msgr2=0x7f310c1023c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:02.278 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.279+0000 7f3111600640 1 --2- 172.21.15.46:0/3868563176 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f310c101fe0 0x7f310c1023c0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f30fc009900 tx=0x7f30fc02a3f0 comp rx=0 tx=0).stop 2024-04-26T01:52:02.278 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.279+0000 7f3111600640 1 -- 172.21.15.46:0/3868563176 shutdown_connections 2024-04-26T01:52:02.278 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.279+0000 7f3111600640 1 --2- 172.21.15.46:0/3868563176 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f310c1070b0 0x7f310c10ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:02.278 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.279+0000 7f3111600640 1 --2- 172.21.15.46:0/3868563176 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f310c102990 0x7f310c1069d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:02.278 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.279+0000 7f3111600640 1 --2- 172.21.15.46:0/3868563176 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f310c101fe0 0x7f310c1023c0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:02.278 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.279+0000 7f3111600640 1 -- 172.21.15.46:0/3868563176 >> 172.21.15.46:0/3868563176 conn(0x7f310c0fd8a0 msgr2=0x7f310c0ffcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:02.278 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.279+0000 7f3111600640 1 -- 172.21.15.46:0/3868563176 shutdown_connections 2024-04-26T01:52:02.278 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.279+0000 7f3111600640 1 -- 172.21.15.46:0/3868563176 wait complete. 2024-04-26T01:52:02.279 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.280+0000 7f3111600640 1 Processor -- start 2024-04-26T01:52:02.279 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.281+0000 7f3111600640 1 -- start start 2024-04-26T01:52:02.279 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.281+0000 7f3111600640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f310c101fe0 0x7f310c1a05e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:02.280 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.281+0000 7f3111600640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f310c1070b0 0x7f310c1a0b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:02.280 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.281+0000 7f3111600640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f310c19a6a0 0x7f310c19ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:02.280 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.281+0000 7f3111600640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f310c112180 con 0x7f310c1070b0 2024-04-26T01:52:02.280 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.281+0000 7f3111600640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f310c112000 con 0x7f310c101fe0 2024-04-26T01:52:02.280 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.281+0000 7f3111600640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f310c112300 con 0x7f310c19a6a0 2024-04-26T01:52:02.280 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.281+0000 7f310be00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f310c101fe0 0x7f310c1a05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:02.280 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.281+0000 7f310be00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f310c101fe0 0x7f310c1a05e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:51616/0 (socket says 172.21.15.46:51616) 2024-04-26T01:52:02.280 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.281+0000 7f310be00640 1 -- 172.21.15.46:0/1934664656 learned_addr learned my addr 172.21.15.46:0/1934664656 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:52:02.281 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.282+0000 7f3110c00640 1 --2- 172.21.15.46:0/1934664656 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f310c19a6a0 0x7f310c19ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:02.281 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.282+0000 7f310be00640 1 -- 172.21.15.46:0/1934664656 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f310c19a6a0 msgr2=0x7f310c19ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:02.281 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.282+0000 7f310be00640 1 --2- 172.21.15.46:0/1934664656 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f310c19a6a0 0x7f310c19ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:02.281 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.282+0000 7f310be00640 1 -- 172.21.15.46:0/1934664656 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f310c1070b0 msgr2=0x7f310c1a0b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:02.281 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.282+0000 7f310be00640 1 --2- 172.21.15.46:0/1934664656 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f310c1070b0 0x7f310c1a0b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:02.281 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.282+0000 7f310be00640 1 -- 172.21.15.46:0/1934664656 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f310c19b2a0 con 0x7f310c101fe0 2024-04-26T01:52:02.281 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.283+0000 7f3110c00640 1 --2- 172.21.15.46:0/1934664656 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f310c19a6a0 0x7f310c19ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:52:02.282 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.283+0000 7f310be00640 1 --2- 172.21.15.46:0/1934664656 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f310c101fe0 0x7f310c1a05e0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f30fc0314b0 tx=0x7f30fc003c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:02.282 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.284+0000 7f3108c00640 1 -- 172.21.15.46:0/1934664656 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30fc03f070 con 0x7f310c101fe0 2024-04-26T01:52:02.282 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.284+0000 7f3108c00640 1 -- 172.21.15.46:0/1934664656 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f30fc031bf0 con 0x7f310c101fe0 2024-04-26T01:52:02.282 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.284+0000 7f3111600640 1 -- 172.21.15.46:0/1934664656 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f310c19b530 con 0x7f310c101fe0 2024-04-26T01:52:02.282 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.284+0000 7f3108c00640 1 -- 172.21.15.46:0/1934664656 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30fc035030 con 0x7f310c101fe0 2024-04-26T01:52:02.282 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.284+0000 7f3111600640 1 -- 172.21.15.46:0/1934664656 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f310c1a76c0 con 0x7f310c101fe0 2024-04-26T01:52:02.287 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.289+0000 7f311598f740 1 Processor -- start 2024-04-26T01:52:02.287 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.289+0000 7f3108c00640 1 -- 172.21.15.46:0/1934664656 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 26) ==== 138879+0+0 (secure 0 0 0) 0x7f30fc042070 con 0x7f310c101fe0 2024-04-26T01:52:02.287 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.289+0000 7f311598f740 1 -- start start 2024-04-26T01:52:02.288 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.289+0000 7f311598f740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558d42b968f0 0x558d42b96cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:02.288 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.289+0000 7f311598f740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d42b97210 0x558d42ba9e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:02.288 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.289+0000 7f311598f740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558d42baa3a0 0x558d42bac790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:02.288 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.289+0000 7f311598f740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x558d42afc900 con 0x558d42b97210 2024-04-26T01:52:02.288 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.290+0000 7f311598f740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x558d42aa2ef0 con 0x558d42baa3a0 2024-04-26T01:52:02.288 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.290+0000 7f311598f740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x558d42af88c0 con 0x558d42b968f0 2024-04-26T01:52:02.288 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.290+0000 7f310be00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d42b97210 0x558d42ba9e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:02.288 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.290+0000 7f310be00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d42b97210 0x558d42ba9e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:53128/0 (socket says 172.21.15.46:53128) 2024-04-26T01:52:02.289 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.290+0000 7f310be00640 1 -- 172.21.15.46:0/2891327730 learned_addr learned my addr 172.21.15.46:0/2891327730 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:52:02.289 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.290+0000 7f310be00640 1 -- 172.21.15.46:0/2891327730 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558d42b968f0 msgr2=0x558d42b96cd0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-26T01:52:02.289 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.290+0000 7f310be00640 1 --2- 172.21.15.46:0/2891327730 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558d42b968f0 0x558d42b96cd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:02.290 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.291+0000 7f310be00640 1 -- 172.21.15.46:0/2891327730 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558d42baa3a0 msgr2=0x558d42bac790 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-26T01:52:02.290 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.291+0000 7f310be00640 1 --2- 172.21.15.46:0/2891327730 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558d42baa3a0 0x558d42bac790 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:02.290 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.291+0000 7f310be00640 1 -- 172.21.15.46:0/2891327730 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558d4280f210 con 0x558d42b97210 2024-04-26T01:52:02.290 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.291+0000 7f3108c00640 1 --2- 172.21.15.46:0/1934664656 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f30f00a3eb0 0x7f30f00a6370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:02.290 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.291+0000 7f310be00640 1 --2- 172.21.15.46:0/2891327730 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d42b97210 0x558d42ba9e60 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f30fc0ee630 tx=0x7f30fc0f93b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70d4011219d6412e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:02.290 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.291+0000 7f3108c00640 1 -- 172.21.15.46:0/1934664656 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f30fc0f10f0 con 0x7f310c101fe0 2024-04-26T01:52:02.290 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.291+0000 7f3110c00640 1 --2- 172.21.15.46:0/1934664656 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f30f00a3eb0 0x7f30f00a6370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:02.291 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.292+0000 7f3101200640 1 -- 172.21.15.46:0/2891327730 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30fc0b9180 con 0x558d42b97210 2024-04-26T01:52:02.291 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.292+0000 7f3101200640 1 -- 172.21.15.46:0/2891327730 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f30fc0bd5e0 con 0x558d42b97210 2024-04-26T01:52:02.291 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.292+0000 7f3101200640 1 -- 172.21.15.46:0/2891327730 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30fc0f4c90 con 0x558d42b97210 2024-04-26T01:52:02.291 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.292+0000 7f311598f740 1 -- 172.21.15.46:0/2891327730 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d42b97210 msgr2=0x558d42ba9e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:02.291 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.292+0000 7f311598f740 1 --2- 172.21.15.46:0/2891327730 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d42b97210 0x558d42ba9e60 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f30fc0ee630 tx=0x7f30fc0f93b0 comp rx=0 tx=0).stop 2024-04-26T01:52:02.291 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.293+0000 7f3110c00640 1 --2- 172.21.15.46:0/1934664656 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f30f00a3eb0 0x7f30f00a6370 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f3104005fd0 tx=0x7f3104009500 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:02.291 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.293+0000 7f311598f740 1 -- 172.21.15.46:0/2891327730 shutdown_connections 2024-04-26T01:52:02.291 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.293+0000 7f311598f740 1 --2- 172.21.15.46:0/2891327730 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558d42baa3a0 0x558d42bac790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:02.291 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.293+0000 7f311598f740 1 --2- 172.21.15.46:0/2891327730 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d42b97210 0x558d42ba9e60 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:02.291 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.293+0000 7f311598f740 1 --2- 172.21.15.46:0/2891327730 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558d42b968f0 0x558d42b96cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:02.292 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.293+0000 7f311598f740 1 -- 172.21.15.46:0/2891327730 >> 172.21.15.46:0/2891327730 conn(0x558d42b92ec0 msgr2=0x558d42b932a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:02.292 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.293+0000 7f311598f740 1 -- 172.21.15.46:0/2891327730 shutdown_connections 2024-04-26T01:52:02.292 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.293+0000 7f311598f740 1 -- 172.21.15.46:0/2891327730 wait complete. 2024-04-26T01:52:02.293 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.294+0000 7f311598f740 1 -- start start 2024-04-26T01:52:02.293 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.294+0000 7f311598f740 1 Processor -- start 2024-04-26T01:52:02.293 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.294+0000 7f311598f740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558d42b968f0 0x558d42ba7390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:02.293 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.294+0000 7f311598f740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558d42b97210 0x558d42ba78d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:02.293 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.294+0000 7f311598f740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d42baa3a0 0x558d42ba7e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:02.293 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.294+0000 7f311598f740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x558d42bacd30 con 0x558d42baa3a0 2024-04-26T01:52:02.293 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.294+0000 7f311598f740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x558d42ab6310 con 0x558d42b97210 2024-04-26T01:52:02.293 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.294+0000 7f311598f740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x558d42baceb0 con 0x558d42b968f0 2024-04-26T01:52:02.294 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.294+0000 7f311598f740 10 client.0 _ll_register_callbacks cb 0x558d42a84cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:52:02.294 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.295+0000 7f310be00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558d42b968f0 0x558d42ba7390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:02.294 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.295+0000 7f310b400640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558d42b97210 0x558d42ba78d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:02.294 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.295+0000 7f310b400640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558d42b97210 0x558d42ba78d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:51626/0 (socket says 172.21.15.46:51626) 2024-04-26T01:52:02.294 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.295+0000 7f310b400640 1 -- 172.21.15.46:0/1570386239 learned_addr learned my addr 172.21.15.46:0/1570386239 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:52:02.294 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.295+0000 7f3110c00640 1 --2- 172.21.15.46:0/1570386239 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d42baa3a0 0x558d42ba7e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:02.294 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.295+0000 7f310be00640 1 -- 172.21.15.46:0/1570386239 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558d42b97210 msgr2=0x558d42ba78d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:02.294 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.295+0000 7f310be00640 1 --2- 172.21.15.46:0/1570386239 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558d42b97210 0x558d42ba78d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:02.294 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.295+0000 7f310be00640 1 -- 172.21.15.46:0/1570386239 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d42baa3a0 msgr2=0x558d42ba7e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:02.294 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.295+0000 7f310be00640 1 --2- 172.21.15.46:0/1570386239 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d42baa3a0 0x558d42ba7e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:02.294 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.295+0000 7f310be00640 1 -- 172.21.15.46:0/1570386239 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558d428db620 con 0x558d42b968f0 2024-04-26T01:52:02.296 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.295+0000 7f310be00640 1 --2- 172.21.15.46:0/1570386239 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558d42b968f0 0x558d42ba7390 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f30fc0bf000 tx=0x7f30fc02a3f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4d519fa79e4c32d3 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:02.296 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.296+0000 7f30f5600640 10 client.0 ms_handle_connect on v2:172.21.15.163:3300/0 2024-04-26T01:52:02.296 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.296+0000 7f30f5600640 1 -- 172.21.15.46:0/1570386239 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30fc049070 con 0x558d42b968f0 2024-04-26T01:52:02.296 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.296+0000 7f311598f740 1 -- 172.21.15.46:0/1570386239 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f30fc0bd5e0 con 0x558d42b968f0 2024-04-26T01:52:02.296 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.296+0000 7f30f5600640 1 -- 172.21.15.46:0/1570386239 <== mon.1 v2:172.21.15.163:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f30fc0f4c90 con 0x558d42b968f0 2024-04-26T01:52:02.296 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.296+0000 7f30f5600640 1 -- 172.21.15.46:0/1570386239 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f30fc0bc840 con 0x558d42b968f0 2024-04-26T01:52:02.296 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.296+0000 7f311598f740 10 client.25423 fetch_fsmap learned FSMap version 29 2024-04-26T01:52:02.296 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.296+0000 7f311598f740 1 -- 172.21.15.46:0/1570386239 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558d42bacd30 con 0x558d42b968f0 2024-04-26T01:52:02.296 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.296+0000 7f30f5600640 1 -- 172.21.15.46:0/1570386239 <== mon.1 v2:172.21.15.163:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f30fc0bd5e0 con 0x558d42b968f0 2024-04-26T01:52:02.297 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.296+0000 7f30f5600640 1 -- 172.21.15.46:0/1570386239 <== mon.1 v2:172.21.15.163:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f30fc0d6260 con 0x558d42b968f0 2024-04-26T01:52:02.297 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.297+0000 7f311598f740 10 client.25423 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:52:02.297 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.297+0000 7f311598f740 10 client.25423 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:52:02.297 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.297+0000 7f311598f740 20 client.25423 populate_metadata read hostname 'smithi046' 2024-04-26T01:52:02.297 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.297+0000 7f311598f740 1 --2- 172.21.15.46:0/1570386239 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x558d42bba1f0 0x558d42bbc5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:02.297 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.297+0000 7f311598f740 4 client.25423 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:52:02.297 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.297+0000 7f311598f740 1 -- 172.21.15.46:0/1570386239 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558d42b108b0 con 0x558d42bba1f0 2024-04-26T01:52:02.297 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.297+0000 7f310b400640 1 --2- 172.21.15.46:0/1570386239 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x558d42bba1f0 0x558d42bbc5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:02.297 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.298+0000 7f310b400640 1 --2- 172.21.15.46:0/1570386239 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x558d42bba1f0 0x558d42bbc5e0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=913b4fc4d4f93e76 server_cookie=99becf69954d5a3e in_seq=0 out_seq=0 2024-04-26T01:52:02.297 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.298+0000 7f30f5600640 10 client.25423 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:52:02.298 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.299+0000 7f30f5600640 1 -- 172.21.15.46:0/1570386239 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x558d42b108b0 con 0x558d42bba1f0 2024-04-26T01:52:02.298 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.299+0000 7f30f5600640 10 client.25423 handle_command_reply: tid=0 2024-04-26T01:52:02.298 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.299+0000 7f311598f740 1 client.25423 shutdown 2024-04-26T01:52:02.298 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.299+0000 7f311598f740 1 -- 172.21.15.46:0/1570386239 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558d42b968f0 msgr2=0x558d42ba7390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:02.299 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.299+0000 7f311598f740 1 --2- 172.21.15.46:0/1570386239 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558d42b968f0 0x558d42ba7390 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f30fc0bf000 tx=0x7f30fc02a3f0 comp rx=0 tx=0).stop 2024-04-26T01:52:02.299 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.299+0000 7f311598f740 1 -- 172.21.15.46:0/1570386239 shutdown_connections 2024-04-26T01:52:02.299 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.299+0000 7f311598f740 1 --2- 172.21.15.46:0/1570386239 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x558d42bba1f0 0x558d42bbc5e0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:02.299 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.299+0000 7f311598f740 1 --2- 172.21.15.46:0/1570386239 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d42baa3a0 0x558d42ba7e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:02.299 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.299+0000 7f311598f740 1 --2- 172.21.15.46:0/1570386239 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558d42b97210 0x558d42ba78d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:02.299 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.299+0000 7f311598f740 1 --2- 172.21.15.46:0/1570386239 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558d42b968f0 0x558d42ba7390 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:02.299 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.299+0000 7f30f5600640 0 client.25423 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:52:02.299 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.299+0000 7f311598f740 1 -- 172.21.15.46:0/1570386239 >> 172.21.15.46:0/1570386239 conn(0x558d42b92ec0 msgr2=0x558d42b98c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:02.299 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.299+0000 7f311598f740 1 -- 172.21.15.46:0/1570386239 shutdown_connections 2024-04-26T01:52:02.299 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.299+0000 7f311598f740 1 -- 172.21.15.46:0/1570386239 wait complete. 2024-04-26T01:52:02.299 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.300+0000 7f311598f740 20 client.25423 trim_cache size 0 max 16384 2024-04-26T01:52:02.316 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.318+0000 7f311598f740 1 Processor -- start 2024-04-26T01:52:02.316 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.318+0000 7f311598f740 1 -- start start 2024-04-26T01:52:02.316 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.318+0000 7f311598f740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558d42b968f0 0x558d42bb5bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:02.316 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.318+0000 7f311598f740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d42b97210 0x558d42b91ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:02.318 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.318+0000 7f311598f740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558d42baa3a0 0x558d42bc1e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:02.318 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.318+0000 7f311598f740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f310c1aba10 con 0x558d42b97210 2024-04-26T01:52:02.318 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.318+0000 7f311598f740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f310c1ad550 con 0x558d42b968f0 2024-04-26T01:52:02.318 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.318+0000 7f311598f740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f310c1ac0e0 con 0x558d42baa3a0 2024-04-26T01:52:02.318 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.319+0000 7f310b400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d42b97210 0x558d42b91ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:02.318 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.319+0000 7f310be00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558d42b968f0 0x558d42bb5bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:02.318 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.319+0000 7f310be00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558d42b968f0 0x558d42bb5bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:51636/0 (socket says 172.21.15.46:51636) 2024-04-26T01:52:02.318 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.319+0000 7f310be00640 1 -- 172.21.15.46:0/3246494805 learned_addr learned my addr 172.21.15.46:0/3246494805 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:52:02.318 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.319+0000 7f310b400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d42b97210 0x558d42b91ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:53150/0 (socket says 172.21.15.46:53150) 2024-04-26T01:52:02.318 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.319+0000 7f3110c00640 1 --2- 172.21.15.46:0/3246494805 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558d42baa3a0 0x558d42bc1e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:02.318 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.319+0000 7f310b400640 1 -- 172.21.15.46:0/3246494805 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558d42baa3a0 msgr2=0x558d42bc1e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:02.318 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.319+0000 7f310b400640 1 --2- 172.21.15.46:0/3246494805 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558d42baa3a0 0x558d42bc1e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:02.319 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.319+0000 7f310b400640 1 -- 172.21.15.46:0/3246494805 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558d42b968f0 msgr2=0x558d42bb5bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:02.319 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.319+0000 7f310b400640 1 --2- 172.21.15.46:0/3246494805 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558d42b968f0 0x558d42bb5bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:02.319 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.319+0000 7f310b400640 1 -- 172.21.15.46:0/3246494805 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558d42b97040 con 0x558d42b97210 2024-04-26T01:52:02.319 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.319+0000 7f3110c00640 1 --2- 172.21.15.46:0/3246494805 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558d42baa3a0 0x558d42bc1e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:52:02.319 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.319+0000 7f310be00640 1 --2- 172.21.15.46:0/3246494805 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558d42b968f0 0x558d42bb5bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:52:02.319 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.320+0000 7f310b400640 1 --2- 172.21.15.46:0/3246494805 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d42b97210 0x558d42b91ea0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x558d42bbcda0 tx=0x7f30f80094e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3c75e55fcea0c75 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:02.320 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.320+0000 7f30f7e00640 1 -- 172.21.15.46:0/3246494805 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30f801e070 con 0x558d42b97210 2024-04-26T01:52:02.320 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.320+0000 7f30f7e00640 1 -- 172.21.15.46:0/3246494805 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f30f801a870 con 0x558d42b97210 2024-04-26T01:52:02.320 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.320+0000 7f30f7e00640 1 -- 172.21.15.46:0/3246494805 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30f8004a00 con 0x558d42b97210 2024-04-26T01:52:02.320 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.321+0000 7f311598f740 1 -- 172.21.15.46:0/3246494805 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d42b97210 msgr2=0x558d42b91ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:02.320 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.321+0000 7f311598f740 1 --2- 172.21.15.46:0/3246494805 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d42b97210 0x558d42b91ea0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x558d42bbcda0 tx=0x7f30f80094e0 comp rx=0 tx=0).stop 2024-04-26T01:52:02.320 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.321+0000 7f311598f740 1 -- 172.21.15.46:0/3246494805 shutdown_connections 2024-04-26T01:52:02.320 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.321+0000 7f311598f740 1 --2- 172.21.15.46:0/3246494805 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558d42baa3a0 0x558d42bc1e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:02.321 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.321+0000 7f311598f740 1 --2- 172.21.15.46:0/3246494805 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d42b97210 0x558d42b91ea0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:02.321 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.321+0000 7f311598f740 1 --2- 172.21.15.46:0/3246494805 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558d42b968f0 0x558d42bb5bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:02.321 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.321+0000 7f311598f740 1 -- 172.21.15.46:0/3246494805 >> 172.21.15.46:0/3246494805 conn(0x558d42b92ec0 msgr2=0x558d42b91790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:02.321 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.321+0000 7f311598f740 1 -- 172.21.15.46:0/3246494805 shutdown_connections 2024-04-26T01:52:02.321 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.321+0000 7f311598f740 1 -- 172.21.15.46:0/3246494805 wait complete. 2024-04-26T01:52:02.321 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.322+0000 7f311598f740 1 -- start start 2024-04-26T01:52:02.321 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.322+0000 7f311598f740 1 Processor -- start 2024-04-26T01:52:02.323 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.322+0000 7f311598f740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558d42b968f0 0x558d42bb22b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:02.323 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.323+0000 7f311598f740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558d42baa3a0 0x558d42baf6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:02.323 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.323+0000 7f311598f740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d42bafc10 0x558d42bb0090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:02.323 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.323+0000 7f311598f740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f310c1ace80 con 0x558d42bafc10 2024-04-26T01:52:02.324 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.323+0000 7f311598f740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f310c1ac7b0 con 0x558d42b968f0 2024-04-26T01:52:02.324 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.323+0000 7f311598f740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f310c1a99f0 con 0x558d42baa3a0 2024-04-26T01:52:02.324 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.323+0000 7f311598f740 10 client.0 _ll_register_callbacks cb 0x7f30fc005b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:52:02.324 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.323+0000 7f310be00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558d42b968f0 0x558d42bb22b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:02.324 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.323+0000 7f310be00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558d42b968f0 0x558d42bb22b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:51650/0 (socket says 172.21.15.46:51650) 2024-04-26T01:52:02.324 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.323+0000 7f310be00640 1 -- 172.21.15.46:0/100591172 learned_addr learned my addr 172.21.15.46:0/100591172 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:52:02.324 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.323+0000 7f3110c00640 1 --2- 172.21.15.46:0/100591172 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d42bafc10 0x558d42bb0090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:02.324 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.323+0000 7f310b400640 1 --2- 172.21.15.46:0/100591172 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558d42baa3a0 0x558d42baf6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:02.324 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.323+0000 7f310be00640 1 -- 172.21.15.46:0/100591172 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558d42baa3a0 msgr2=0x558d42baf6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:02.324 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.323+0000 7f310be00640 1 --2- 172.21.15.46:0/100591172 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558d42baa3a0 0x558d42baf6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:02.324 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.323+0000 7f310be00640 1 -- 172.21.15.46:0/100591172 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d42bafc10 msgr2=0x558d42bb0090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:02.324 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.323+0000 7f310be00640 1 --2- 172.21.15.46:0/100591172 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d42bafc10 0x558d42bb0090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:02.324 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.323+0000 7f310be00640 1 -- 172.21.15.46:0/100591172 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558d42c1f6e0 con 0x558d42b968f0 2024-04-26T01:52:02.325 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.324+0000 7f3110c00640 1 --2- 172.21.15.46:0/100591172 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d42bafc10 0x558d42bb0090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:52:02.325 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.324+0000 7f310b400640 1 --2- 172.21.15.46:0/100591172 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558d42baa3a0 0x558d42baf6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:52:02.325 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.324+0000 7f310be00640 1 --2- 172.21.15.46:0/100591172 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558d42b968f0 0x558d42bb22b0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f30fc0c56c0 tx=0x7f30fc005c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=82a21250323a8caa server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:02.325 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.324+0000 7f30f5600640 10 client.0 ms_handle_connect on v2:172.21.15.103:3300/0 2024-04-26T01:52:02.325 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.324+0000 7f30f5600640 1 -- 172.21.15.46:0/100591172 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30fc049070 con 0x558d42b968f0 2024-04-26T01:52:02.325 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.324+0000 7f30f5600640 1 -- 172.21.15.46:0/100591172 <== mon.2 v2:172.21.15.103:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f30fc0bd140 con 0x558d42b968f0 2024-04-26T01:52:02.325 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.324+0000 7f311598f740 1 -- 172.21.15.46:0/100591172 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f30f801a870 con 0x558d42b968f0 2024-04-26T01:52:02.325 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.324+0000 7f30f5600640 1 -- 172.21.15.46:0/100591172 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f30fc0bca20 con 0x558d42b968f0 2024-04-26T01:52:02.325 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.324+0000 7f311598f740 10 client.25415 fetch_fsmap learned FSMap version 29 2024-04-26T01:52:02.325 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.324+0000 7f311598f740 1 -- 172.21.15.46:0/100591172 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558d42c1f6e0 con 0x558d42b968f0 2024-04-26T01:52:02.325 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.325+0000 7f30f5600640 1 -- 172.21.15.46:0/100591172 <== mon.2 v2:172.21.15.103:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f30f801a870 con 0x558d42b968f0 2024-04-26T01:52:02.325 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.325+0000 7f30f5600640 1 -- 172.21.15.46:0/100591172 <== mon.2 v2:172.21.15.103:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f30fc0f9bb0 con 0x558d42b968f0 2024-04-26T01:52:02.325 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.325+0000 7f311598f740 10 client.25415 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:52:02.325 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.325+0000 7f311598f740 10 client.25415 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:52:02.325 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.325+0000 7f311598f740 20 client.25415 populate_metadata read hostname 'smithi046' 2024-04-26T01:52:02.326 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.325+0000 7f311598f740 1 --2- 172.21.15.46:0/100591172 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x558d42c20b20 0x558d42c22f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:02.326 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.325+0000 7f311598f740 4 client.25415 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:52:02.326 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.325+0000 7f311598f740 1 -- 172.21.15.46:0/100591172 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "flush journal"}) -- 0x558d42b0a320 con 0x558d42c20b20 2024-04-26T01:52:02.326 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.325+0000 7f310b400640 1 --2- 172.21.15.46:0/100591172 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x558d42c20b20 0x558d42c22f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:02.326 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.326+0000 7f30f5600640 10 client.25415 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:52:02.326 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.326+0000 7f310b400640 1 --2- 172.21.15.46:0/100591172 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x558d42c20b20 0x558d42c22f40 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1190f2db402cd99f server_cookie=2131c9601270fb19 in_seq=0 out_seq=0 2024-04-26T01:52:02.334 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.335+0000 7f30f5600640 1 -- 172.21.15.46:0/100591172 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x558d42b0a320 con 0x558d42c20b20 2024-04-26T01:52:02.334 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.335+0000 7f30f5600640 10 client.25415 handle_command_reply: tid=0 2024-04-26T01:52:02.334 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.335+0000 7f311598f740 1 client.25415 shutdown 2024-04-26T01:52:02.334 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.336+0000 7f311598f740 1 -- 172.21.15.46:0/100591172 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558d42b968f0 msgr2=0x558d42bb22b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:02.335 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.336+0000 7f311598f740 1 --2- 172.21.15.46:0/100591172 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558d42b968f0 0x558d42bb22b0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f30fc0c56c0 tx=0x7f30fc005c00 comp rx=0 tx=0).stop 2024-04-26T01:52:02.335 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.336+0000 7f311598f740 1 -- 172.21.15.46:0/100591172 shutdown_connections 2024-04-26T01:52:02.335 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.336+0000 7f311598f740 1 --2- 172.21.15.46:0/100591172 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x558d42c20b20 0x558d42c22f40 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:02.335 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.336+0000 7f311598f740 1 --2- 172.21.15.46:0/100591172 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558d42bafc10 0x558d42bb0090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:02.335 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.336+0000 7f311598f740 1 --2- 172.21.15.46:0/100591172 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558d42baa3a0 0x558d42baf6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:02.335 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.336+0000 7f30f5600640 0 client.25415 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:52:02.335 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.336+0000 7f311598f740 1 --2- 172.21.15.46:0/100591172 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558d42b968f0 0x558d42bb22b0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:02.335 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.336+0000 7f311598f740 1 -- 172.21.15.46:0/100591172 >> 172.21.15.46:0/100591172 conn(0x558d42b92ec0 msgr2=0x558d42b98bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:02.335 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.336+0000 7f311598f740 1 -- 172.21.15.46:0/100591172 shutdown_connections 2024-04-26T01:52:02.335 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.336+0000 7f311598f740 1 -- 172.21.15.46:0/100591172 wait complete. 2024-04-26T01:52:02.335 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.336+0000 7f311598f740 20 client.25415 trim_cache size 0 max 16384 2024-04-26T01:52:02.336 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:{ 2024-04-26T01:52:02.336 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "message": "", 2024-04-26T01:52:02.336 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "return_code": 0 2024-04-26T01:52:02.336 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:} 2024-04-26T01:52:02.336 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.337+0000 7f3111600640 1 -- 172.21.15.46:0/1934664656 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f30f00a3eb0 msgr2=0x7f30f00a6370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:02.337 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.337+0000 7f3111600640 1 --2- 172.21.15.46:0/1934664656 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f30f00a3eb0 0x7f30f00a6370 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f3104005fd0 tx=0x7f3104009500 comp rx=0 tx=0).stop 2024-04-26T01:52:02.337 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.337+0000 7f3111600640 1 -- 172.21.15.46:0/1934664656 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f310c101fe0 msgr2=0x7f310c1a05e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:02.337 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.337+0000 7f3111600640 1 --2- 172.21.15.46:0/1934664656 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f310c101fe0 0x7f310c1a05e0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f30fc0314b0 tx=0x7f30fc003c10 comp rx=0 tx=0).stop 2024-04-26T01:52:02.337 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.337+0000 7f3111600640 1 -- 172.21.15.46:0/1934664656 shutdown_connections 2024-04-26T01:52:02.337 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.337+0000 7f3111600640 1 --2- 172.21.15.46:0/1934664656 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f30f00a3eb0 0x7f30f00a6370 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:02.337 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.337+0000 7f3111600640 1 --2- 172.21.15.46:0/1934664656 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f310c19a6a0 0x7f310c19ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:02.337 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.337+0000 7f3111600640 1 --2- 172.21.15.46:0/1934664656 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f310c1070b0 0x7f310c1a0b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:02.337 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.337+0000 7f3111600640 1 --2- 172.21.15.46:0/1934664656 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f310c101fe0 0x7f310c1a05e0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:02.337 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.337+0000 7f3111600640 1 -- 172.21.15.46:0/1934664656 >> 172.21.15.46:0/1934664656 conn(0x7f310c0fd8a0 msgr2=0x7f310c0ffc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:02.337 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.338+0000 7f3111600640 1 -- 172.21.15.46:0/1934664656 shutdown_connections 2024-04-26T01:52:02.337 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:02.338+0000 7f3111600640 1 -- 172.21.15.46:0/1934664656 wait complete. 2024-04-26T01:52:02.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:52:02 smithi046 ceph-mon[28013]: pgmap v37: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-26T01:52:02.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:52:02 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:52:02.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:52:02 smithi163 ceph-mon[32592]: pgmap v37: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-26T01:52:02.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:52:02 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:52:03.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:52:02 smithi103 ceph-mon[32920]: pgmap v37: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-26T01:52:03.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:52:02 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:52:04.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:52:04 smithi163 ceph-mon[32592]: pgmap v38: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-26T01:52:04.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:52:04 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:52:04.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:52:04 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:52:04.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:52:04 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:52:05.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:52:04 smithi046 ceph-mon[28013]: pgmap v38: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-26T01:52:05.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:52:04 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:52:05.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:52:04 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:52:05.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:52:04 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:52:05.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:52:04 smithi103 ceph-mon[32920]: pgmap v38: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-04-26T01:52:05.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:52:04 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:52:05.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:52:04 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:52:05.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:52:04 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:52:05.406 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 25.6 2024-04-26T01:52:05.407 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:52:05.875 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:52:06.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:52:06 smithi163 ceph-mon[32592]: pgmap v39: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 25 KiB/s wr, 29 op/s 2024-04-26T01:52:06.979 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:52:06 smithi046 ceph-mon[28013]: pgmap v39: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 25 KiB/s wr, 29 op/s 2024-04-26T01:52:07.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:52:06 smithi103 ceph-mon[32920]: pgmap v39: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 25 KiB/s wr, 29 op/s 2024-04-26T01:52:08.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.381+0000 7f143b000700 1 -- 172.21.15.46:0/3217029944 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f143406a750 msgr2=0x7f143406ab30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:08.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.381+0000 7f143b000700 1 --2- 172.21.15.46:0/3217029944 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f143406a750 0x7f143406ab30 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f1424009990 tx=0x7f1424009ca0 comp rx=0 tx=0).stop 2024-04-26T01:52:08.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.381+0000 7f143b000700 1 -- 172.21.15.46:0/3217029944 shutdown_connections 2024-04-26T01:52:08.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.381+0000 7f143b000700 1 --2- 172.21.15.46:0/3217029944 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f143410f4f0 0x7f14341118e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:08.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.381+0000 7f143b000700 1 --2- 172.21.15.46:0/3217029944 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f143406a750 0x7f143406ab30 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:08.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.381+0000 7f143b000700 1 --2- 172.21.15.46:0/3217029944 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f143406b070 0x7f143410efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:08.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.381+0000 7f143b000700 1 -- 172.21.15.46:0/3217029944 >> 172.21.15.46:0/3217029944 conn(0x7f14340788f0 msgr2=0x7f1434078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:08.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.381+0000 7f143b000700 1 -- 172.21.15.46:0/3217029944 shutdown_connections 2024-04-26T01:52:08.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.381+0000 7f143b000700 1 -- 172.21.15.46:0/3217029944 wait complete. 2024-04-26T01:52:08.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.382+0000 7f143b000700 1 Processor -- start 2024-04-26T01:52:08.381 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.382+0000 7f143b000700 1 -- start start 2024-04-26T01:52:08.381 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.383+0000 7f143b000700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f143406a750 0x7f143419b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:08.381 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.383+0000 7f143b000700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f143406b070 0x7f143419b9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:08.381 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.383+0000 7f143b000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f143410f4f0 0x7f143419fd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:08.381 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.383+0000 7f143b000700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f1434114f90 con 0x7f143410f4f0 2024-04-26T01:52:08.381 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.383+0000 7f143b000700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f1434114e10 con 0x7f143406b070 2024-04-26T01:52:08.381 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.383+0000 7f143b000700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f1434115110 con 0x7f143406a750 2024-04-26T01:52:08.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.383+0000 7f1439000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f143410f4f0 0x7f143419fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:08.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.383+0000 7f1439000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f143410f4f0 0x7f143419fd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35206/0 (socket says 172.21.15.46:35206) 2024-04-26T01:52:08.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.383+0000 7f1439000700 1 -- 172.21.15.46:0/2175636887 learned_addr learned my addr 172.21.15.46:0/2175636887 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:52:08.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.383+0000 7f1433400700 1 --2- 172.21.15.46:0/2175636887 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f143406b070 0x7f143419b9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:08.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.383+0000 7f1433e00700 1 --2- 172.21.15.46:0/2175636887 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f143406a750 0x7f143419b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:08.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.383+0000 7f1439000700 1 -- 172.21.15.46:0/2175636887 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f143406a750 msgr2=0x7f143419b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:08.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.383+0000 7f1439000700 1 --2- 172.21.15.46:0/2175636887 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f143406a750 0x7f143419b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:08.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.383+0000 7f1439000700 1 -- 172.21.15.46:0/2175636887 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f143406b070 msgr2=0x7f143419b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:08.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.384+0000 7f1439000700 1 --2- 172.21.15.46:0/2175636887 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f143406b070 0x7f143419b9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:08.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.384+0000 7f1439000700 1 -- 172.21.15.46:0/2175636887 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14341a0460 con 0x7f143410f4f0 2024-04-26T01:52:08.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.384+0000 7f1433400700 1 --2- 172.21.15.46:0/2175636887 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f143406b070 0x7f143419b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:52:08.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.384+0000 7f1439000700 1 --2- 172.21.15.46:0/2175636887 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f143410f4f0 0x7f143419fd20 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f142c00c110 tx=0x7f142c00c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:08.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.384+0000 7f1430c00700 1 -- 172.21.15.46:0/2175636887 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f142c0092e0 con 0x7f143410f4f0 2024-04-26T01:52:08.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.384+0000 7f1430c00700 1 -- 172.21.15.46:0/2175636887 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f142c003a00 con 0x7f143410f4f0 2024-04-26T01:52:08.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.384+0000 7f143b000700 1 -- 172.21.15.46:0/2175636887 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14341a06f0 con 0x7f143410f4f0 2024-04-26T01:52:08.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.384+0000 7f1430c00700 1 -- 172.21.15.46:0/2175636887 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f142c004700 con 0x7f143410f4f0 2024-04-26T01:52:08.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.384+0000 7f143b000700 1 -- 172.21.15.46:0/2175636887 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14341a7fd0 con 0x7f143410f4f0 2024-04-26T01:52:08.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.386+0000 7f143b000700 1 -- 172.21.15.46:0/2175636887 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1434069730 con 0x7f143410f4f0 2024-04-26T01:52:08.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.388+0000 7f1430c00700 1 -- 172.21.15.46:0/2175636887 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 26) ==== 138879+0+0 (secure 0 0 0) 0x7f142c01a020 con 0x7f143410f4f0 2024-04-26T01:52:08.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.389+0000 7f1430c00700 1 --2- 172.21.15.46:0/2175636887 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f14180a3ed0 0x7f14180a6390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:08.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.389+0000 7f1430c00700 1 -- 172.21.15.46:0/2175636887 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f142c0d02b0 con 0x7f143410f4f0 2024-04-26T01:52:08.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.389+0000 7f1433e00700 1 --2- 172.21.15.46:0/2175636887 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f14180a3ed0 0x7f14180a6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:08.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.390+0000 7f1433e00700 1 --2- 172.21.15.46:0/2175636887 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f14180a3ed0 0x7f14180a6390 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f142400b790 tx=0x7f142400b260 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:08.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.394+0000 7f1430c00700 1 -- 172.21.15.46:0/2175636887 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f142c010040 con 0x7f143410f4f0 2024-04-26T01:52:08.668 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.670+0000 7f143b000700 1 -- 172.21.15.46:0/2175636887 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f143402df80 con 0x7f143410f4f0 2024-04-26T01:52:08.669 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.671+0000 7f1430c00700 1 -- 172.21.15.46:0/2175636887 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11943 (secure 0 0 0) 0x7f142c09c6d0 con 0x7f143410f4f0 2024-04-26T01:52:08.669 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:52:08.670 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14391,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/3599447924","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":3599447924},{"type":"v1","addr":"172.21.15.46:6839","nonce":3599447924}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6833/1782107626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":1782107626},{"type":"v1","addr":"172.21.15.103:6833","nonce":1782107626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:46:33.259216+0000","modified":"2024-04-26T01:50:52.976230+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24530,"mds_1":24524,"mds_2":24511,"mds_3":24496,"mds_4":24488},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24448":{"gid":24448,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6833/3674154522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6832","nonce":3674154522},{"type":"v1","addr":"172.21.15.163:6833","nonce":3674154522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"d","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6837/2284069014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":2284069014},{"type":"v1","addr":"172.21.15.46:6837","nonce":2284069014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"j","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6835/441878789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":441878789},{"type":"v1","addr":"172.21.15.46:6835","nonce":441878789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/2093120942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":2093120942},{"type":"v1","addr":"172.21.15.103:6835","nonce":2093120942}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6835/3496224673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6834","nonce":3496224673},{"type":"v1","addr":"172.21.15.163:6835","nonce":3496224673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"h","rank":4,"incarnation":24,"state":"up:active","state_seq":16,"addr":"172.21.15.103:6837/356151155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":356151155},{"type":"v1","addr":"172.21.15.103:6837","nonce":356151155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":16,"addr":"172.21.15.163:6837/3255035214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6836","nonce":3255035214},{"type":"v1","addr":"172.21.15.163:6837","nonce":3255035214}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.163:6839/1457170931","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6838","nonce":1457170931},{"type":"v1","addr":"172.21.15.163:6839","nonce":1457170931}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"a","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.46:6841/1857491842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":1857491842},{"type":"v1","addr":"172.21.15.46:6841","nonce":1857491842}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.103:6839/4045492459","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":4045492459},{"type":"v1","addr":"172.21.15.103:6839","nonce":4045492459}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24496,24524,24511,24488,24530]},"id":1}]} 2024-04-26T01:52:08.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.674+0000 7f143b000700 1 -- 172.21.15.46:0/2175636887 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f14180a3ed0 msgr2=0x7f14180a6390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:08.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.674+0000 7f143b000700 1 --2- 172.21.15.46:0/2175636887 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f14180a3ed0 0x7f14180a6390 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f142400b790 tx=0x7f142400b260 comp rx=0 tx=0).stop 2024-04-26T01:52:08.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.674+0000 7f143b000700 1 -- 172.21.15.46:0/2175636887 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f143410f4f0 msgr2=0x7f143419fd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:08.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.674+0000 7f143b000700 1 --2- 172.21.15.46:0/2175636887 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f143410f4f0 0x7f143419fd20 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f142c00c110 tx=0x7f142c00c420 comp rx=0 tx=0).stop 2024-04-26T01:52:08.673 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.675+0000 7f143b000700 1 -- 172.21.15.46:0/2175636887 shutdown_connections 2024-04-26T01:52:08.673 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.675+0000 7f143b000700 1 --2- 172.21.15.46:0/2175636887 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f14180a3ed0 0x7f14180a6390 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:08.673 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.675+0000 7f143b000700 1 --2- 172.21.15.46:0/2175636887 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f143410f4f0 0x7f143419fd20 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:08.673 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.675+0000 7f143b000700 1 --2- 172.21.15.46:0/2175636887 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f143406a750 0x7f143419b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:08.673 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.675+0000 7f143b000700 1 --2- 172.21.15.46:0/2175636887 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f143406b070 0x7f143419b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:08.673 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.675+0000 7f143b000700 1 -- 172.21.15.46:0/2175636887 >> 172.21.15.46:0/2175636887 conn(0x7f14340788f0 msgr2=0x7f1434110980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:08.673 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.675+0000 7f143b000700 1 -- 172.21.15.46:0/2175636887 shutdown_connections 2024-04-26T01:52:08.673 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:08.675+0000 7f143b000700 1 -- 172.21.15.46:0/2175636887 wait complete. 2024-04-26T01:52:08.674 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 29 2024-04-26T01:52:08.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:52:08 smithi163 ceph-mon[32592]: pgmap v40: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 25 KiB/s wr, 25 op/s 2024-04-26T01:52:09.051 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:52:08 smithi046 ceph-mon[28013]: pgmap v40: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 25 KiB/s wr, 25 op/s 2024-04-26T01:52:09.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:52:08 smithi103 ceph-mon[32920]: pgmap v40: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 25 KiB/s wr, 25 op/s 2024-04-26T01:52:09.544 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24530 quiesce db / --timeout 60 --expiration 85.6 --await-for 42.0' 2024-04-26T01:52:09.544 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24530 quiesce db / --timeout 60 --expiration 85.6 --await-for 42.0 2024-04-26T01:52:09.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:52:09 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/2175636887' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:52:09.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:52:09 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/2175636887' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:52:10.022 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:52:10.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:52:09 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/2175636887' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:52:10.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:52:10 smithi046 ceph-mon[28013]: pgmap v41: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 25 KiB/s wr, 28 op/s 2024-04-26T01:52:10.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:52:10 smithi163 ceph-mon[32592]: pgmap v41: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 25 KiB/s wr, 28 op/s 2024-04-26T01:52:11.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:52:10 smithi103 ceph-mon[32920]: pgmap v41: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 25 KiB/s wr, 28 op/s 2024-04-26T01:52:12.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:52:12 smithi163 ceph-mon[32592]: pgmap v42: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 26 op/s 2024-04-26T01:52:13.043 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:52:12 smithi046 ceph-mon[28013]: pgmap v42: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 26 op/s 2024-04-26T01:52:13.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:52:12 smithi103 ceph-mon[32920]: pgmap v42: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 26 op/s 2024-04-26T01:52:13.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.589+0000 7fee2b200700 1 -- 172.21.15.46:0/600977573 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fee2c104410 msgr2=0x7fee2c1088c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:13.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.589+0000 7fee2b200700 1 --2- 172.21.15.46:0/600977573 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fee2c104410 0x7fee2c1088c0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fee180099c0 tx=0x7fee18009cd0 comp rx=0 tx=0).stop 2024-04-26T01:52:13.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.589+0000 7fee2b200700 1 -- 172.21.15.46:0/600977573 shutdown_connections 2024-04-26T01:52:13.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.589+0000 7fee2b200700 1 --2- 172.21.15.46:0/600977573 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee2c108ff0 0x7fee2c10f970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:13.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.589+0000 7fee2b200700 1 --2- 172.21.15.46:0/600977573 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fee2c103a60 0x7fee2c103e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:13.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.589+0000 7fee2b200700 1 --2- 172.21.15.46:0/600977573 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fee2c104410 0x7fee2c1088c0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:13.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.589+0000 7fee2b200700 1 -- 172.21.15.46:0/600977573 >> 172.21.15.46:0/600977573 conn(0x7fee2c0fd290 msgr2=0x7fee2c0ff6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:13.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.589+0000 7fee2b200700 1 -- 172.21.15.46:0/600977573 shutdown_connections 2024-04-26T01:52:13.588 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.589+0000 7fee2b200700 1 -- 172.21.15.46:0/600977573 wait complete. 2024-04-26T01:52:13.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.590+0000 7fee2b200700 1 Processor -- start 2024-04-26T01:52:13.589 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.591+0000 7fee2b200700 1 -- start start 2024-04-26T01:52:13.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.591+0000 7fee2b200700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fee2c103a60 0x7fee2c19b300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:13.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.591+0000 7fee2b200700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fee2c104410 0x7fee2c19b840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:13.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.591+0000 7fee2b200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee2c108ff0 0x7fee2c19fb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:13.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.591+0000 7fee2b200700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fee2c112cf0 con 0x7fee2c108ff0 2024-04-26T01:52:13.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.591+0000 7fee2b200700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fee2c112b70 con 0x7fee2c104410 2024-04-26T01:52:13.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.591+0000 7fee2b200700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fee2c112e70 con 0x7fee2c103a60 2024-04-26T01:52:13.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.591+0000 7fee29400700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fee2c104410 0x7fee2c19b840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:13.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.591+0000 7fee29e00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fee2c103a60 0x7fee2c19b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:13.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.592+0000 7fee29400700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fee2c104410 0x7fee2c19b840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:34160/0 (socket says 172.21.15.46:34160) 2024-04-26T01:52:13.591 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.592+0000 7fee29400700 1 -- 172.21.15.46:0/215134046 learned_addr learned my addr 172.21.15.46:0/215134046 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:52:13.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.592+0000 7fee2a800700 1 --2- 172.21.15.46:0/215134046 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee2c108ff0 0x7fee2c19fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:13.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.592+0000 7fee29400700 1 -- 172.21.15.46:0/215134046 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fee2c103a60 msgr2=0x7fee2c19b300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:13.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.592+0000 7fee29400700 1 --2- 172.21.15.46:0/215134046 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fee2c103a60 0x7fee2c19b300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:13.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.592+0000 7fee29400700 1 -- 172.21.15.46:0/215134046 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee2c108ff0 msgr2=0x7fee2c19fb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:13.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.592+0000 7fee29400700 1 --2- 172.21.15.46:0/215134046 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee2c108ff0 0x7fee2c19fb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:13.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.592+0000 7fee29400700 1 -- 172.21.15.46:0/215134046 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee2c1a02c0 con 0x7fee2c104410 2024-04-26T01:52:13.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.592+0000 7fee29400700 1 --2- 172.21.15.46:0/215134046 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fee2c104410 0x7fee2c19b840 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fee18006010 tx=0x7fee18003a90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:13.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.593+0000 7fee22a00700 1 -- 172.21.15.46:0/215134046 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee18003680 con 0x7fee2c104410 2024-04-26T01:52:13.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.593+0000 7fee22a00700 1 -- 172.21.15.46:0/215134046 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fee18005590 con 0x7fee2c104410 2024-04-26T01:52:13.592 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.593+0000 7fee2b200700 1 -- 172.21.15.46:0/215134046 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee2c1a0550 con 0x7fee2c104410 2024-04-26T01:52:13.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.593+0000 7fee22a00700 1 -- 172.21.15.46:0/215134046 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee180173f0 con 0x7fee2c104410 2024-04-26T01:52:13.593 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.593+0000 7fee2b200700 1 -- 172.21.15.46:0/215134046 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee2c1a7e30 con 0x7fee2c104410 2024-04-26T01:52:13.594 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.596+0000 7fee22a00700 1 -- 172.21.15.46:0/215134046 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 26) ==== 138879+0+0 (secure 0 0 0) 0x7fee1800f610 con 0x7fee2c104410 2024-04-26T01:52:13.595 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.597+0000 7fee3b60db80 1 Processor -- start 2024-04-26T01:52:13.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.598+0000 7fee3b60db80 1 -- start start 2024-04-26T01:52:13.596 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.598+0000 7fee22a00700 1 --2- 172.21.15.46:0/215134046 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fee100a4190 0x7fee100a6650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:13.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.598+0000 7fee3b60db80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55fe5e641f30 0x55fe5e642310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:13.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.598+0000 7fee22a00700 1 -- 172.21.15.46:0/215134046 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fee180d17a0 con 0x7fee2c104410 2024-04-26T01:52:13.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.598+0000 7fee3b60db80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe5e642850 0x55fe5e64d1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:13.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.598+0000 7fee3b60db80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fe5e64d700 0x55fe5e64faf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:13.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.598+0000 7fee3b60db80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55fe5e595020 con 0x55fe5e642850 2024-04-26T01:52:13.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.598+0000 7fee3b60db80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55fe5e53b8c0 con 0x55fe5e64d700 2024-04-26T01:52:13.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.598+0000 7fee3b60db80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55fe5e590fe0 con 0x55fe5e641f30 2024-04-26T01:52:13.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.599+0000 7fee2a800700 1 --2- 172.21.15.46:0/215134046 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fee100a4190 0x7fee100a6650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:13.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.599+0000 7fee29e00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55fe5e641f30 0x55fe5e642310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:13.597 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.599+0000 7fee29e00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55fe5e641f30 0x55fe5e642310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:56236/0 (socket says 172.21.15.46:56236) 2024-04-26T01:52:13.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.599+0000 7fee29e00700 1 -- 172.21.15.46:0/1098360361 learned_addr learned my addr 172.21.15.46:0/1098360361 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:52:13.598 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.599+0000 7fee2a800700 1 --2- 172.21.15.46:0/1098360361 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fe5e64d700 0x55fe5e64faf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:13.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.599+0000 7fee29e00700 1 -- 172.21.15.46:0/1098360361 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fe5e64d700 msgr2=0x55fe5e64faf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:13.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.599+0000 7fee29e00700 1 --2- 172.21.15.46:0/1098360361 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fe5e64d700 0x55fe5e64faf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:13.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.599+0000 7fee29e00700 1 -- 172.21.15.46:0/1098360361 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe5e642850 msgr2=0x55fe5e64d1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:13.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.599+0000 7fee29e00700 1 --2- 172.21.15.46:0/1098360361 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe5e642850 0x55fe5e64d1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:13.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.599+0000 7fee29e00700 1 -- 172.21.15.46:0/1098360361 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fe5e531810 con 0x55fe5e641f30 2024-04-26T01:52:13.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.599+0000 7fee29e00700 1 --2- 172.21.15.46:0/1098360361 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55fe5e641f30 0x55fe5e642310 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fee1c009d30 tx=0x7fee1c011720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e1155935fcd624a0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:13.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.600+0000 7fee2a800700 1 --2- 172.21.15.46:0/215134046 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fee100a4190 0x7fee100a6650 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fee24009fd0 tx=0x7fee24007890 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:13.599 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.600+0000 7fee17400700 1 -- 172.21.15.46:0/1098360361 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee1c004220 con 0x55fe5e641f30 2024-04-26T01:52:13.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.600+0000 7fee17400700 1 -- 172.21.15.46:0/1098360361 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fee1c0043c0 con 0x55fe5e641f30 2024-04-26T01:52:13.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.600+0000 7fee17400700 1 -- 172.21.15.46:0/1098360361 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee1c019890 con 0x55fe5e641f30 2024-04-26T01:52:13.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.600+0000 7fee3b60db80 1 -- 172.21.15.46:0/1098360361 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55fe5e641f30 msgr2=0x55fe5e642310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:13.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.601+0000 7fee3b60db80 1 --2- 172.21.15.46:0/1098360361 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55fe5e641f30 0x55fe5e642310 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fee1c009d30 tx=0x7fee1c011720 comp rx=0 tx=0).stop 2024-04-26T01:52:13.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.601+0000 7fee3b60db80 1 -- 172.21.15.46:0/1098360361 shutdown_connections 2024-04-26T01:52:13.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.601+0000 7fee3b60db80 1 --2- 172.21.15.46:0/1098360361 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fe5e64d700 0x55fe5e64faf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:13.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.601+0000 7fee3b60db80 1 --2- 172.21.15.46:0/1098360361 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55fe5e641f30 0x55fe5e642310 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:13.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.601+0000 7fee3b60db80 1 --2- 172.21.15.46:0/1098360361 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe5e642850 0x55fe5e64d1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:13.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.601+0000 7fee3b60db80 1 -- 172.21.15.46:0/1098360361 >> 172.21.15.46:0/1098360361 conn(0x55fe5e5710e0 msgr2=0x55fe5e63e480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:13.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.601+0000 7fee3b60db80 1 -- 172.21.15.46:0/1098360361 shutdown_connections 2024-04-26T01:52:13.600 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.601+0000 7fee3b60db80 1 -- 172.21.15.46:0/1098360361 wait complete. 2024-04-26T01:52:13.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.601+0000 7fee3b60db80 1 -- start start 2024-04-26T01:52:13.601 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.602+0000 7fee3b60db80 1 Processor -- start 2024-04-26T01:52:13.602 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.602+0000 7fee3b60db80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55fe5e641f30 0x55fe5e64cf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:13.602 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.602+0000 7fee3b60db80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fe5e642850 0x55fe5e64a200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:13.602 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.602+0000 7fee3b60db80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe5e64d700 0x55fe5e64a740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:13.602 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.602+0000 7fee3b60db80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55fe5e650190 con 0x55fe5e64d700 2024-04-26T01:52:13.602 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.602+0000 7fee3b60db80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55fe5e54e9f0 con 0x55fe5e642850 2024-04-26T01:52:13.602 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.602+0000 7fee3b60db80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55fe5e650310 con 0x55fe5e641f30 2024-04-26T01:52:13.602 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.602+0000 7fee3b60db80 10 client.0 _ll_register_callbacks cb 0x55fe5e52d8b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:52:13.602 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.603+0000 7fee29400700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fe5e642850 0x55fe5e64a200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:13.602 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.603+0000 7fee29400700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fe5e642850 0x55fe5e64a200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:34190/0 (socket says 172.21.15.46:34190) 2024-04-26T01:52:13.602 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.603+0000 7fee29400700 1 -- 172.21.15.46:0/897858092 learned_addr learned my addr 172.21.15.46:0/897858092 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:52:13.602 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.603+0000 7fee2a800700 1 --2- 172.21.15.46:0/897858092 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe5e64d700 0x55fe5e64a740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:13.603 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.603+0000 7fee29e00700 1 --2- 172.21.15.46:0/897858092 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55fe5e641f30 0x55fe5e64cf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:13.603 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.603+0000 7fee29e00700 1 -- 172.21.15.46:0/897858092 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fe5e642850 msgr2=0x55fe5e64a200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:13.603 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.603+0000 7fee29e00700 1 --2- 172.21.15.46:0/897858092 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fe5e642850 0x55fe5e64a200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:13.603 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.603+0000 7fee29e00700 1 -- 172.21.15.46:0/897858092 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe5e64d700 msgr2=0x55fe5e64a740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:13.603 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.603+0000 7fee29e00700 1 --2- 172.21.15.46:0/897858092 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe5e64d700 0x55fe5e64a740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:13.603 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.603+0000 7fee29e00700 1 -- 172.21.15.46:0/897858092 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fe5e4e2a60 con 0x55fe5e641f30 2024-04-26T01:52:13.605 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.604+0000 7fee29e00700 1 --2- 172.21.15.46:0/897858092 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55fe5e641f30 0x55fe5e64cf00 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fee1c006010 tx=0x7fee1c005270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d1581ab31924b7f7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:13.605 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.604+0000 7fee0be00700 10 client.0 ms_handle_connect on v2:172.21.15.163:3300/0 2024-04-26T01:52:13.605 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.604+0000 7fee0be00700 1 -- 172.21.15.46:0/897858092 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee1c005ce0 con 0x55fe5e641f30 2024-04-26T01:52:13.605 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.604+0000 7fee0be00700 1 -- 172.21.15.46:0/897858092 <== mon.1 v2:172.21.15.163:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fee1c003680 con 0x55fe5e641f30 2024-04-26T01:52:13.605 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.605+0000 7fee3b60db80 1 -- 172.21.15.46:0/897858092 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fee1c0043c0 con 0x55fe5e641f30 2024-04-26T01:52:13.605 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.605+0000 7fee0be00700 1 -- 172.21.15.46:0/897858092 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fee1c032050 con 0x55fe5e641f30 2024-04-26T01:52:13.605 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.605+0000 7fee3b60db80 10 client.25444 fetch_fsmap learned FSMap version 29 2024-04-26T01:52:13.605 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.605+0000 7fee3b60db80 1 -- 172.21.15.46:0/897858092 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55fe5e52bc80 con 0x55fe5e641f30 2024-04-26T01:52:13.605 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.605+0000 7fee0be00700 1 -- 172.21.15.46:0/897858092 <== mon.1 v2:172.21.15.163:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fee1c0043c0 con 0x55fe5e641f30 2024-04-26T01:52:13.605 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.606+0000 7fee0be00700 1 -- 172.21.15.46:0/897858092 <== mon.1 v2:172.21.15.163:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fee1c0194d0 con 0x55fe5e641f30 2024-04-26T01:52:13.605 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.606+0000 7fee3b60db80 10 client.25444 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:52:13.605 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.606+0000 7fee3b60db80 10 client.25444 resolve_mds: validated gid 24530 aka daemon mds.b 2024-04-26T01:52:13.606 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.606+0000 7fee3b60db80 20 client.25444 populate_metadata read hostname 'smithi046' 2024-04-26T01:52:13.606 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.606+0000 7fee3b60db80 1 --2- 172.21.15.46:0/897858092 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55fe5e65ce90 0x55fe5e65f280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:13.606 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.606+0000 7fee3b60db80 4 client.25444 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:52:13.606 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.606+0000 7fee3b60db80 1 -- 172.21.15.46:0/897858092 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fe5e5a2810 con 0x55fe5e65ce90 2024-04-26T01:52:13.607 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.607+0000 7fee29400700 1 --2- 172.21.15.46:0/897858092 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55fe5e65ce90 0x55fe5e65f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:13.607 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.608+0000 7fee29400700 1 --2- 172.21.15.46:0/897858092 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55fe5e65ce90 0x55fe5e65f280 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eb06ab21d983a10b server_cookie=c3ecd83cd520d072 in_seq=0 out_seq=0 2024-04-26T01:52:13.607 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.608+0000 7fee0be00700 10 client.25444 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:52:13.607 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.609+0000 7fee0be00700 1 -- 172.21.15.46:0/897858092 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55fe5e5a2810 con 0x55fe5e65ce90 2024-04-26T01:52:13.607 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.609+0000 7fee0be00700 10 client.25444 handle_command_reply: tid=0 2024-04-26T01:52:13.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.609+0000 7fee3b60db80 1 client.25444 shutdown 2024-04-26T01:52:13.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.609+0000 7fee3b60db80 1 -- 172.21.15.46:0/897858092 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55fe5e641f30 msgr2=0x55fe5e64cf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:13.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.609+0000 7fee3b60db80 1 --2- 172.21.15.46:0/897858092 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55fe5e641f30 0x55fe5e64cf00 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fee1c006010 tx=0x7fee1c005270 comp rx=0 tx=0).stop 2024-04-26T01:52:13.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.609+0000 7fee3b60db80 1 -- 172.21.15.46:0/897858092 shutdown_connections 2024-04-26T01:52:13.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.609+0000 7fee3b60db80 1 --2- 172.21.15.46:0/897858092 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe5e64d700 0x55fe5e64a740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:13.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.609+0000 7fee3b60db80 1 --2- 172.21.15.46:0/897858092 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55fe5e65ce90 0x55fe5e65f280 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:13.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.609+0000 7fee3b60db80 1 --2- 172.21.15.46:0/897858092 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55fe5e641f30 0x55fe5e64cf00 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:13.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.609+0000 7fee3b60db80 1 --2- 172.21.15.46:0/897858092 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fe5e642850 0x55fe5e64a200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:13.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.609+0000 7fee3b60db80 1 -- 172.21.15.46:0/897858092 >> 172.21.15.46:0/897858092 conn(0x55fe5e5710e0 msgr2=0x55fe5e63e070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:13.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.609+0000 7fee0be00700 0 client.25444 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:52:13.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.610+0000 7fee3b60db80 1 -- 172.21.15.46:0/897858092 shutdown_connections 2024-04-26T01:52:13.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.610+0000 7fee3b60db80 1 -- 172.21.15.46:0/897858092 wait complete. 2024-04-26T01:52:13.609 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.610+0000 7fee3b60db80 20 client.25444 trim_cache size 0 max 16384 2024-04-26T01:52:13.629 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.631+0000 7fee3b60db80 1 Processor -- start 2024-04-26T01:52:13.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.631+0000 7fee3b60db80 1 -- start start 2024-04-26T01:52:13.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.632+0000 7fee3b60db80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fe5e641f30 0x55fe5e659050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:13.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.632+0000 7fee3b60db80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe5e642850 0x55fe5e655560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:13.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.632+0000 7fee3b60db80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55fe5e64d700 0x55fe5e655aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:13.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.632+0000 7fee3b60db80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fee2c1af2a0 con 0x55fe5e642850 2024-04-26T01:52:13.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.632+0000 7fee3b60db80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fee2c1b0de0 con 0x55fe5e641f30 2024-04-26T01:52:13.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.632+0000 7fee3b60db80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fee2c1af970 con 0x55fe5e64d700 2024-04-26T01:52:13.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.632+0000 7fee2a800700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55fe5e64d700 0x55fe5e655aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:13.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.632+0000 7fee2a800700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55fe5e64d700 0x55fe5e655aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:56266/0 (socket says 172.21.15.46:56266) 2024-04-26T01:52:13.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.632+0000 7fee2a800700 1 -- 172.21.15.46:0/424056732 learned_addr learned my addr 172.21.15.46:0/424056732 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:52:13.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.633+0000 7fee2a800700 1 -- 172.21.15.46:0/424056732 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fe5e641f30 msgr2=0x55fe5e659050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:13.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.633+0000 7fee29400700 1 --2- 172.21.15.46:0/424056732 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe5e642850 0x55fe5e655560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:13.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.633+0000 7fee29e00700 1 --2- 172.21.15.46:0/424056732 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fe5e641f30 0x55fe5e659050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:13.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.633+0000 7fee2a800700 1 --2- 172.21.15.46:0/424056732 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fe5e641f30 0x55fe5e659050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:13.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.633+0000 7fee2a800700 1 -- 172.21.15.46:0/424056732 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe5e642850 msgr2=0x55fe5e655560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:13.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.633+0000 7fee2a800700 1 --2- 172.21.15.46:0/424056732 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe5e642850 0x55fe5e655560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:13.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.633+0000 7fee2a800700 1 -- 172.21.15.46:0/424056732 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fe5e64b140 con 0x55fe5e64d700 2024-04-26T01:52:13.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.633+0000 7fee29e00700 1 --2- 172.21.15.46:0/424056732 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fe5e641f30 0x55fe5e659050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:52:13.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.633+0000 7fee29400700 1 --2- 172.21.15.46:0/424056732 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe5e642850 0x55fe5e655560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:52:13.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.634+0000 7fee2a800700 1 --2- 172.21.15.46:0/424056732 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55fe5e64d700 0x55fe5e655aa0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fee24018610 tx=0x7fee2401a000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5b66639ad0928028 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:13.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.634+0000 7fee16a00700 1 -- 172.21.15.46:0/424056732 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee2401f040 con 0x55fe5e64d700 2024-04-26T01:52:13.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.634+0000 7fee16a00700 1 -- 172.21.15.46:0/424056732 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fee24028070 con 0x55fe5e64d700 2024-04-26T01:52:13.633 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.634+0000 7fee16a00700 1 -- 172.21.15.46:0/424056732 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee24017990 con 0x55fe5e64d700 2024-04-26T01:52:13.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.635+0000 7fee3b60db80 1 -- 172.21.15.46:0/424056732 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55fe5e64d700 msgr2=0x55fe5e655aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:13.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.635+0000 7fee3b60db80 1 --2- 172.21.15.46:0/424056732 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55fe5e64d700 0x55fe5e655aa0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fee24018610 tx=0x7fee2401a000 comp rx=0 tx=0).stop 2024-04-26T01:52:13.635 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.635+0000 7fee3b60db80 1 -- 172.21.15.46:0/424056732 shutdown_connections 2024-04-26T01:52:13.635 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.635+0000 7fee3b60db80 1 --2- 172.21.15.46:0/424056732 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55fe5e64d700 0x55fe5e655aa0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:13.635 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.635+0000 7fee3b60db80 1 --2- 172.21.15.46:0/424056732 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fe5e641f30 0x55fe5e659050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:13.635 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.635+0000 7fee3b60db80 1 --2- 172.21.15.46:0/424056732 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe5e642850 0x55fe5e655560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:13.635 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.635+0000 7fee3b60db80 1 -- 172.21.15.46:0/424056732 >> 172.21.15.46:0/424056732 conn(0x55fe5e5710e0 msgr2=0x55fe5e63d5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:13.635 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.636+0000 7fee3b60db80 1 -- 172.21.15.46:0/424056732 shutdown_connections 2024-04-26T01:52:13.635 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.636+0000 7fee3b60db80 1 -- 172.21.15.46:0/424056732 wait complete. 2024-04-26T01:52:13.635 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.636+0000 7fee3b60db80 1 -- start start 2024-04-26T01:52:13.636 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.637+0000 7fee3b60db80 1 Processor -- start 2024-04-26T01:52:13.636 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.637+0000 7fee3b60db80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fe5e641f30 0x55fe5e6559a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:13.636 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.638+0000 7fee3b60db80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55fe5e642850 0x55fe5e653d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:13.636 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.638+0000 7fee3b60db80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe5e64d700 0x55fe5e6543d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:13.636 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.638+0000 7fee3b60db80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fee2c1b0710 con 0x55fe5e64d700 2024-04-26T01:52:13.637 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.638+0000 7fee3b60db80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fee2c1b0040 con 0x55fe5e641f30 2024-04-26T01:52:13.637 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.638+0000 7fee3b60db80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fee2c1ad260 con 0x55fe5e642850 2024-04-26T01:52:13.637 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.638+0000 7fee3b60db80 10 client.0 _ll_register_callbacks cb 0x55fe5e52d8b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:52:13.637 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.638+0000 7fee29400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55fe5e642850 0x55fe5e653d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:13.637 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.638+0000 7fee29400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55fe5e642850 0x55fe5e653d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:56274/0 (socket says 172.21.15.46:56274) 2024-04-26T01:52:13.637 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.638+0000 7fee29400700 1 -- 172.21.15.46:0/2267269508 learned_addr learned my addr 172.21.15.46:0/2267269508 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:52:13.637 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.638+0000 7fee29e00700 1 --2- 172.21.15.46:0/2267269508 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fe5e641f30 0x55fe5e6559a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:13.637 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.638+0000 7fee2a800700 1 --2- 172.21.15.46:0/2267269508 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe5e64d700 0x55fe5e6543d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:13.638 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.639+0000 7fee29400700 1 -- 172.21.15.46:0/2267269508 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fe5e641f30 msgr2=0x55fe5e6559a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:13.638 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.639+0000 7fee29400700 1 --2- 172.21.15.46:0/2267269508 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fe5e641f30 0x55fe5e6559a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:13.638 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.639+0000 7fee29400700 1 -- 172.21.15.46:0/2267269508 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe5e64d700 msgr2=0x55fe5e6543d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:13.638 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.639+0000 7fee29400700 1 --2- 172.21.15.46:0/2267269508 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe5e64d700 0x55fe5e6543d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:13.638 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.639+0000 7fee29400700 1 -- 172.21.15.46:0/2267269508 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fe5e6bd170 con 0x55fe5e642850 2024-04-26T01:52:13.638 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.639+0000 7fee2a800700 1 --2- 172.21.15.46:0/2267269508 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe5e64d700 0x55fe5e6543d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:52:13.638 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.639+0000 7fee29e00700 1 --2- 172.21.15.46:0/2267269508 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fe5e641f30 0x55fe5e6559a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:52:13.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.639+0000 7fee29400700 1 --2- 172.21.15.46:0/2267269508 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55fe5e642850 0x55fe5e653d50 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fee1809d250 tx=0x7fee18009340 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9358654ed3671885 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:13.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.639+0000 7fee0be00700 10 client.0 ms_handle_connect on v2:172.21.15.163:3300/0 2024-04-26T01:52:13.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.640+0000 7fee0be00700 1 -- 172.21.15.46:0/2267269508 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee18005740 con 0x55fe5e642850 2024-04-26T01:52:13.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.640+0000 7fee0be00700 1 -- 172.21.15.46:0/2267269508 <== mon.1 v2:172.21.15.163:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fee1809d7b0 con 0x55fe5e642850 2024-04-26T01:52:13.639 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.640+0000 7fee3b60db80 1 -- 172.21.15.46:0/2267269508 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fee24028070 con 0x55fe5e642850 2024-04-26T01:52:13.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.640+0000 7fee0be00700 1 -- 172.21.15.46:0/2267269508 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fee18020570 con 0x55fe5e642850 2024-04-26T01:52:13.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.640+0000 7fee3b60db80 10 client.25450 fetch_fsmap learned FSMap version 29 2024-04-26T01:52:13.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.640+0000 7fee3b60db80 1 -- 172.21.15.46:0/2267269508 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55fe5e6be420 con 0x55fe5e642850 2024-04-26T01:52:13.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.641+0000 7fee0be00700 1 -- 172.21.15.46:0/2267269508 <== mon.1 v2:172.21.15.163:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fee24028070 con 0x55fe5e642850 2024-04-26T01:52:13.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.642+0000 7fee0be00700 1 -- 172.21.15.46:0/2267269508 <== mon.1 v2:172.21.15.163:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fee180a5ca0 con 0x55fe5e642850 2024-04-26T01:52:13.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.642+0000 7fee3b60db80 10 client.25450 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:52:13.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.642+0000 7fee3b60db80 10 client.25450 resolve_mds: validated gid 24530 aka daemon mds.b 2024-04-26T01:52:13.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.642+0000 7fee3b60db80 20 client.25450 populate_metadata read hostname 'smithi046' 2024-04-26T01:52:13.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.642+0000 7fee3b60db80 1 --2- 172.21.15.46:0/2267269508 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55fe5e6beb50 0x55fe5e6e09c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:13.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.642+0000 7fee3b60db80 4 client.25450 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 85.6, "await_for": 42.0}] 2024-04-26T01:52:13.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.642+0000 7fee3b60db80 1 -- 172.21.15.46:0/2267269508 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 85.6, "await_for": 42.0}) -- 0x55fe5e59c8b0 con 0x55fe5e6beb50 2024-04-26T01:52:13.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.643+0000 7fee29e00700 1 --2- 172.21.15.46:0/2267269508 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55fe5e6beb50 0x55fe5e6e09c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:13.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.643+0000 7fee29e00700 1 --2- 172.21.15.46:0/2267269508 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55fe5e6beb50 0x55fe5e6e09c0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f6973775a91b3930 server_cookie=6fec98e3eca298f5 in_seq=0 out_seq=0 2024-04-26T01:52:13.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.643+0000 7fee0be00700 10 client.25450 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:52:13.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.657+0000 7fee0be00700 1 -- 172.21.15.46:0/2267269508 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+588 (crc 0 0 0) 0x55fe5e59c8b0 con 0x55fe5e6beb50 2024-04-26T01:52:13.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.657+0000 7fee0be00700 10 client.25450 handle_command_reply: tid=0 2024-04-26T01:52:13.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.657+0000 7fee3b60db80 1 client.25450 shutdown 2024-04-26T01:52:13.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.657+0000 7fee3b60db80 1 -- 172.21.15.46:0/2267269508 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55fe5e642850 msgr2=0x55fe5e653d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:13.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.657+0000 7fee3b60db80 1 --2- 172.21.15.46:0/2267269508 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55fe5e642850 0x55fe5e653d50 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fee1809d250 tx=0x7fee18009340 comp rx=0 tx=0).stop 2024-04-26T01:52:13.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.658+0000 7fee3b60db80 1 -- 172.21.15.46:0/2267269508 shutdown_connections 2024-04-26T01:52:13.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.658+0000 7fee3b60db80 1 --2- 172.21.15.46:0/2267269508 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55fe5e64d700 0x55fe5e6543d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:13.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.658+0000 7fee3b60db80 1 --2- 172.21.15.46:0/2267269508 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fe5e641f30 0x55fe5e6559a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:13.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.658+0000 7fee3b60db80 1 --2- 172.21.15.46:0/2267269508 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55fe5e6beb50 0x55fe5e6e09c0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:13.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.658+0000 7fee3b60db80 1 --2- 172.21.15.46:0/2267269508 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55fe5e642850 0x55fe5e653d50 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:13.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.658+0000 7fee0be00700 0 client.25450 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:52:13.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.658+0000 7fee3b60db80 1 -- 172.21.15.46:0/2267269508 >> 172.21.15.46:0/2267269508 conn(0x55fe5e5710e0 msgr2=0x55fe5e63de80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:13.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.658+0000 7fee3b60db80 1 -- 172.21.15.46:0/2267269508 shutdown_connections 2024-04-26T01:52:13.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.658+0000 7fee3b60db80 1 -- 172.21.15.46:0/2267269508 wait complete. 2024-04-26T01:52:13.657 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.658+0000 7fee3b60db80 20 client.25450 trim_cache size 0 max 16384 2024-04-26T01:52:13.657 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-04-26T01:52:13.657 INFO:teuthology.orchestra.run.smithi046.stdout: "epoch": 29, 2024-04-26T01:52:13.657 INFO:teuthology.orchestra.run.smithi046.stdout: "leader": 24530, 2024-04-26T01:52:13.658 INFO:teuthology.orchestra.run.smithi046.stdout: "set_version": 2, 2024-04-26T01:52:13.658 INFO:teuthology.orchestra.run.smithi046.stdout: "sets": { 2024-04-26T01:52:13.658 INFO:teuthology.orchestra.run.smithi046.stdout: "4fb662c0": { 2024-04-26T01:52:13.658 INFO:teuthology.orchestra.run.smithi046.stdout: "version": 2, 2024-04-26T01:52:13.658 INFO:teuthology.orchestra.run.smithi046.stdout: "age_ref": 0.0, 2024-04-26T01:52:13.658 INFO:teuthology.orchestra.run.smithi046.stdout: "state": { 2024-04-26T01:52:13.658 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "QUIESCED", 2024-04-26T01:52:13.658 INFO:teuthology.orchestra.run.smithi046.stdout: "age": 0.0 2024-04-26T01:52:13.658 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T01:52:13.658 INFO:teuthology.orchestra.run.smithi046.stdout: "timeout": 60.0, 2024-04-26T01:52:13.658 INFO:teuthology.orchestra.run.smithi046.stdout: "expiration": 85.6, 2024-04-26T01:52:13.658 INFO:teuthology.orchestra.run.smithi046.stdout: "members": { 2024-04-26T01:52:13.658 INFO:teuthology.orchestra.run.smithi046.stdout: "file:/": { 2024-04-26T01:52:13.658 INFO:teuthology.orchestra.run.smithi046.stdout: "excluded": false, 2024-04-26T01:52:13.659 INFO:teuthology.orchestra.run.smithi046.stdout: "state": { 2024-04-26T01:52:13.659 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "QUIESCED", 2024-04-26T01:52:13.659 INFO:teuthology.orchestra.run.smithi046.stdout: "age": 0.0 2024-04-26T01:52:13.659 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T01:52:13.659 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T01:52:13.659 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T01:52:13.659 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T01:52:13.659 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T01:52:13.659 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-04-26T01:52:13.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.659+0000 7fee2b200700 1 -- 172.21.15.46:0/215134046 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fee100a4190 msgr2=0x7fee100a6650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:13.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.659+0000 7fee2b200700 1 --2- 172.21.15.46:0/215134046 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fee100a4190 0x7fee100a6650 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fee24009fd0 tx=0x7fee24007890 comp rx=0 tx=0).stop 2024-04-26T01:52:13.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.659+0000 7fee2b200700 1 -- 172.21.15.46:0/215134046 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fee2c104410 msgr2=0x7fee2c19b840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:13.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.659+0000 7fee2b200700 1 --2- 172.21.15.46:0/215134046 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fee2c104410 0x7fee2c19b840 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fee18006010 tx=0x7fee18003a90 comp rx=0 tx=0).stop 2024-04-26T01:52:13.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.661+0000 7fee2b200700 1 -- 172.21.15.46:0/215134046 shutdown_connections 2024-04-26T01:52:13.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.661+0000 7fee2b200700 1 --2- 172.21.15.46:0/215134046 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fee100a4190 0x7fee100a6650 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:13.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.661+0000 7fee2b200700 1 --2- 172.21.15.46:0/215134046 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fee2c108ff0 0x7fee2c19fb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:13.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.661+0000 7fee2b200700 1 --2- 172.21.15.46:0/215134046 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fee2c103a60 0x7fee2c19b300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:13.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.661+0000 7fee2b200700 1 --2- 172.21.15.46:0/215134046 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fee2c104410 0x7fee2c19b840 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:13.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.661+0000 7fee2b200700 1 -- 172.21.15.46:0/215134046 >> 172.21.15.46:0/215134046 conn(0x7fee2c0fd290 msgr2=0x7fee2c0fef40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:13.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.661+0000 7fee2b200700 1 -- 172.21.15.46:0/215134046 shutdown_connections 2024-04-26T01:52:13.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:13.661+0000 7fee2b200700 1 -- 172.21.15.46:0/215134046 wait complete. 2024-04-26T01:52:14.611 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '4fb662c0', quiesce took 9.2 seconds. Will release after: 25.6 2024-04-26T01:52:14.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:52:14 smithi163 ceph-mon[32592]: pgmap v43: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 23 KiB/s wr, 24 op/s 2024-04-26T01:52:15.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:52:14 smithi046 ceph-mon[28013]: pgmap v43: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 23 KiB/s wr, 24 op/s 2024-04-26T01:52:15.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:52:14 smithi103 ceph-mon[32920]: pgmap v43: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 23 KiB/s wr, 24 op/s 2024-04-26T01:52:15.482 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.483+0000 7f5f0ae00640 1 -- 172.21.15.46:0/125378204 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5f0410e590 msgr2=0x7f5f041109e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:15.482 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.483+0000 7f5f0ae00640 1 --2- 172.21.15.46:0/125378204 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5f0410e590 0x7f5f041109e0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f5efc009ca0 tx=0x7f5efc02a950 comp rx=0 tx=0).stop 2024-04-26T01:52:15.482 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.483+0000 7f5f0ae00640 1 -- 172.21.15.46:0/125378204 shutdown_connections 2024-04-26T01:52:15.482 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.483+0000 7f5f0ae00640 1 --2- 172.21.15.46:0/125378204 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5f0410e590 0x7f5f041109e0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:15.482 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.483+0000 7f5f0ae00640 1 --2- 172.21.15.46:0/125378204 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5f04074ca0 0x7f5f0410e050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:15.482 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.483+0000 7f5f0ae00640 1 --2- 172.21.15.46:0/125378204 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5f04074380 0x7f5f04074760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:15.482 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.483+0000 7f5f0ae00640 1 -- 172.21.15.46:0/125378204 >> 172.21.15.46:0/125378204 conn(0x7f5f040fd8a0 msgr2=0x7f5f040ffcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:15.482 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.484+0000 7f5f0ae00640 1 -- 172.21.15.46:0/125378204 shutdown_connections 2024-04-26T01:52:15.482 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.484+0000 7f5f0ae00640 1 -- 172.21.15.46:0/125378204 wait complete. 2024-04-26T01:52:15.483 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.485+0000 7f5f0ae00640 1 Processor -- start 2024-04-26T01:52:15.483 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.485+0000 7f5f0ae00640 1 -- start start 2024-04-26T01:52:15.484 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.486+0000 7f5f0ae00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5f04074380 0x7f5f041a0450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:15.484 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.486+0000 7f5f0ae00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5f04074ca0 0x7f5f041a0990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:15.485 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.486+0000 7f5f0ae00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5f0410e590 0x7f5f0419a650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:15.485 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.486+0000 7f5f0ae00640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f5f04114350 con 0x7f5f04074380 2024-04-26T01:52:15.485 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.486+0000 7f5f0ae00640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f5f041141d0 con 0x7f5f0410e590 2024-04-26T01:52:15.485 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.486+0000 7f5f0ae00640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f5f041144d0 con 0x7f5f04074ca0 2024-04-26T01:52:15.485 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.486+0000 7f5f09a00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5f04074380 0x7f5f041a0450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:15.485 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.486+0000 7f5f09a00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5f04074380 0x7f5f041a0450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34852/0 (socket says 172.21.15.46:34852) 2024-04-26T01:52:15.485 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.486+0000 7f5f09a00640 1 -- 172.21.15.46:0/3694574678 learned_addr learned my addr 172.21.15.46:0/3694574678 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:52:15.485 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.486+0000 7f5f09000640 1 --2- 172.21.15.46:0/3694574678 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5f04074ca0 0x7f5f041a0990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:15.485 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.486+0000 7f5f0a400640 1 --2- 172.21.15.46:0/3694574678 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5f0410e590 0x7f5f0419a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:15.485 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.486+0000 7f5f09a00640 1 -- 172.21.15.46:0/3694574678 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5f04074ca0 msgr2=0x7f5f041a0990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:15.485 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.486+0000 7f5f09a00640 1 --2- 172.21.15.46:0/3694574678 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5f04074ca0 0x7f5f041a0990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:15.485 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.486+0000 7f5f09a00640 1 -- 172.21.15.46:0/3694574678 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5f0410e590 msgr2=0x7f5f0419a650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:15.485 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.486+0000 7f5f09a00640 1 --2- 172.21.15.46:0/3694574678 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5f0410e590 0x7f5f0419a650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:15.485 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.486+0000 7f5f09a00640 1 -- 172.21.15.46:0/3694574678 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f0419add0 con 0x7f5f04074380 2024-04-26T01:52:15.486 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.487+0000 7f5f09a00640 1 --2- 172.21.15.46:0/3694574678 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5f04074380 0x7f5f041a0450 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f5ef800e9f0 tx=0x7f5ef800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:15.486 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.487+0000 7f5f02000640 1 -- 172.21.15.46:0/3694574678 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ef800cd80 con 0x7f5f04074380 2024-04-26T01:52:15.486 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.487+0000 7f5f02000640 1 -- 172.21.15.46:0/3694574678 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5ef80054f0 con 0x7f5f04074380 2024-04-26T01:52:15.486 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.487+0000 7f5f0ae00640 1 -- 172.21.15.46:0/3694574678 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f0419b0c0 con 0x7f5f04074380 2024-04-26T01:52:15.487 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.487+0000 7f5f02000640 1 -- 172.21.15.46:0/3694574678 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ef8010690 con 0x7f5f04074380 2024-04-26T01:52:15.487 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.487+0000 7f5f0ae00640 1 -- 172.21.15.46:0/3694574678 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f041a7310 con 0x7f5f04074380 2024-04-26T01:52:15.489 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.490+0000 7f5f0f200740 1 Processor -- start 2024-04-26T01:52:15.489 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.491+0000 7f5f0f200740 1 -- start start 2024-04-26T01:52:15.489 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.491+0000 7f5f02000640 1 -- 172.21.15.46:0/3694574678 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 26) ==== 138879+0+0 (secure 0 0 0) 0x7f5ef80046c0 con 0x7f5f04074380 2024-04-26T01:52:15.489 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.491+0000 7f5f0f200740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596cc1b79b0 0x5596cc1b7d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:15.489 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.491+0000 7f5f0f200740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5596cc1b82d0 0x5596cc1c2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:15.490 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.491+0000 7f5f0f200740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596cc1c2b90 0x5596cc1c4f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:15.490 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.491+0000 7f5f0f200740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5596cc11d900 con 0x5596cc1c2b90 2024-04-26T01:52:15.490 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.491+0000 7f5f0f200740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x5596cc0c3ef0 con 0x5596cc1b79b0 2024-04-26T01:52:15.490 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.491+0000 7f5f0f200740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x5596cc1198c0 con 0x5596cc1b82d0 2024-04-26T01:52:15.490 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.491+0000 7f5f09000640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596cc1c2b90 0x5596cc1c4f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:15.490 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.491+0000 7f5f0a400640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596cc1b79b0 0x5596cc1b7d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:15.490 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.491+0000 7f5f09000640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596cc1c2b90 0x5596cc1c4f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34854/0 (socket says 172.21.15.46:34854) 2024-04-26T01:52:15.491 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.491+0000 7f5f09000640 1 -- 172.21.15.46:0/1729463196 learned_addr learned my addr 172.21.15.46:0/1729463196 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:52:15.491 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.491+0000 7f5f09a00640 1 --2- 172.21.15.46:0/1729463196 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5596cc1b82d0 0x5596cc1c2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:15.495 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.492+0000 7f5f0a400640 1 -- 172.21.15.46:0/1729463196 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5596cc1b82d0 msgr2=0x5596cc1c2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:15.495 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.492+0000 7f5f0a400640 1 --2- 172.21.15.46:0/1729463196 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5596cc1b82d0 0x5596cc1c2650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:15.495 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.492+0000 7f5f0a400640 1 -- 172.21.15.46:0/1729463196 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596cc1c2b90 msgr2=0x5596cc1c4f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:15.495 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.492+0000 7f5f0a400640 1 --2- 172.21.15.46:0/1729463196 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596cc1c2b90 0x5596cc1c4f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:15.495 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.492+0000 7f5f0a400640 1 -- 172.21.15.46:0/1729463196 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5596cbe30210 con 0x5596cc1b79b0 2024-04-26T01:52:15.495 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.492+0000 7f5f09000640 1 --2- 172.21.15.46:0/1729463196 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596cc1c2b90 0x5596cc1c4f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:52:15.495 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.492+0000 7f5f0a400640 1 --2- 172.21.15.46:0/1729463196 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596cc1b79b0 0x5596cc1b7d90 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f5efc005e30 tx=0x7f5efc005f80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=145b72cfae2fb503 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:15.495 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.492+0000 7f5ef6a00640 1 -- 172.21.15.46:0/1729463196 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5efc048070 con 0x5596cc1b79b0 2024-04-26T01:52:15.495 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.492+0000 7f5f02000640 1 --2- 172.21.15.46:0/3694574678 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f5eec0a3e30 0x7f5eec0a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:15.495 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.492+0000 7f5ef6a00640 1 -- 172.21.15.46:0/1729463196 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5efc003e40 con 0x5596cc1b79b0 2024-04-26T01:52:15.495 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.492+0000 7f5ef6a00640 1 -- 172.21.15.46:0/1729463196 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5efc034040 con 0x5596cc1b79b0 2024-04-26T01:52:15.496 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.493+0000 7f5f02000640 1 -- 172.21.15.46:0/3694574678 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f5ef80d0de0 con 0x7f5f04074380 2024-04-26T01:52:15.496 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.493+0000 7f5f09a00640 1 --2- 172.21.15.46:0/3694574678 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f5eec0a3e30 0x7f5eec0a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:15.496 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.493+0000 7f5f0f200740 1 -- 172.21.15.46:0/1729463196 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596cc1b79b0 msgr2=0x5596cc1b7d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:15.496 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.493+0000 7f5f0f200740 1 --2- 172.21.15.46:0/1729463196 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596cc1b79b0 0x5596cc1b7d90 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f5efc005e30 tx=0x7f5efc005f80 comp rx=0 tx=0).stop 2024-04-26T01:52:15.496 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.493+0000 7f5f09a00640 1 --2- 172.21.15.46:0/3694574678 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f5eec0a3e30 0x7f5eec0a62f0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f5ef80ce440 tx=0x7f5ef80d48f0 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:15.496 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.493+0000 7f5f0f200740 1 -- 172.21.15.46:0/1729463196 shutdown_connections 2024-04-26T01:52:15.496 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.493+0000 7f5f0f200740 1 --2- 172.21.15.46:0/1729463196 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596cc1c2b90 0x5596cc1c4f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:15.496 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.493+0000 7f5f0f200740 1 --2- 172.21.15.46:0/1729463196 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5596cc1b82d0 0x5596cc1c2650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:15.496 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.493+0000 7f5f0f200740 1 --2- 172.21.15.46:0/1729463196 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596cc1b79b0 0x5596cc1b7d90 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:15.496 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.493+0000 7f5f0f200740 1 -- 172.21.15.46:0/1729463196 >> 172.21.15.46:0/1729463196 conn(0x5596cc1b3ec0 msgr2=0x5596cc1b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:15.496 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.494+0000 7f5f0f200740 1 -- 172.21.15.46:0/1729463196 shutdown_connections 2024-04-26T01:52:15.496 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.494+0000 7f5f0f200740 1 -- 172.21.15.46:0/1729463196 wait complete. 2024-04-26T01:52:15.496 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.494+0000 7f5f0f200740 1 -- start start 2024-04-26T01:52:15.496 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.494+0000 7f5f0f200740 1 Processor -- start 2024-04-26T01:52:15.497 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.495+0000 7f5f0f200740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596cc1b79b0 0x5596cc1bfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:15.497 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.495+0000 7f5f0f200740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5596cc1b82d0 0x5596cc1c00e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:15.497 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.495+0000 7f5f0f200740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596cc1c2b90 0x5596cc1c0620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:15.497 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.495+0000 7f5f0f200740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5596cc1c5760 con 0x5596cc1c2b90 2024-04-26T01:52:15.497 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.495+0000 7f5f0f200740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x5596cc0d7310 con 0x5596cc1b79b0 2024-04-26T01:52:15.497 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.495+0000 7f5f0f200740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x5596cc1c58e0 con 0x5596cc1b82d0 2024-04-26T01:52:15.497 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.495+0000 7f5f0f200740 10 client.0 _ll_register_callbacks cb 0x5596cc0a5cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:52:15.497 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.495+0000 7f5f09000640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5596cc1b82d0 0x5596cc1c00e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:15.497 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.495+0000 7f5f09000640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5596cc1b82d0 0x5596cc1c00e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:56294/0 (socket says 172.21.15.46:56294) 2024-04-26T01:52:15.497 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.495+0000 7f5f09000640 1 -- 172.21.15.46:0/3993369097 learned_addr learned my addr 172.21.15.46:0/3993369097 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:52:15.497 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.495+0000 7f5f0a400640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596cc1b79b0 0x5596cc1bfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:15.497 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.495+0000 7f5f0a400640 1 --2- 172.21.15.46:0/3993369097 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596cc1c2b90 0x5596cc1c0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:15.497 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.495+0000 7f5f09000640 1 -- 172.21.15.46:0/3993369097 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596cc1b79b0 msgr2=0x5596cc1bfba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:15.497 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.495+0000 7f5f09000640 1 --2- 172.21.15.46:0/3993369097 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596cc1b79b0 0x5596cc1bfba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:15.498 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.495+0000 7f5f09000640 1 -- 172.21.15.46:0/3993369097 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596cc1c2b90 msgr2=0x5596cc1c0620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:15.498 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.495+0000 7f5f09000640 1 --2- 172.21.15.46:0/3993369097 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596cc1c2b90 0x5596cc1c0620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:15.498 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.495+0000 7f5f09000640 1 -- 172.21.15.46:0/3993369097 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5596cbefc620 con 0x5596cc1b82d0 2024-04-26T01:52:15.498 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.495+0000 7f5f0a400640 1 --2- 172.21.15.46:0/3993369097 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596cc1b79b0 0x5596cc1bfba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:52:15.498 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.496+0000 7f5f09000640 1 --2- 172.21.15.46:0/3993369097 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5596cc1b82d0 0x5596cc1c00e0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f5ef0012700 tx=0x7f5ef0012bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d2290fe343036a53 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:15.498 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.496+0000 7f5eeb400640 10 client.0 ms_handle_connect on v2:172.21.15.163:3300/0 2024-04-26T01:52:15.498 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.496+0000 7f5eeb400640 1 -- 172.21.15.46:0/3993369097 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ef0004030 con 0x5596cc1b82d0 2024-04-26T01:52:15.498 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.496+0000 7f5eeb400640 1 -- 172.21.15.46:0/3993369097 <== mon.1 v2:172.21.15.163:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f5ef00041d0 con 0x5596cc1b82d0 2024-04-26T01:52:15.498 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.496+0000 7f5f0f200740 1 -- 172.21.15.46:0/3993369097 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5596cc1318b0 con 0x5596cc1b82d0 2024-04-26T01:52:15.498 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.496+0000 7f5eeb400640 1 -- 172.21.15.46:0/3993369097 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f5ef0004410 con 0x5596cc1b82d0 2024-04-26T01:52:15.498 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.496+0000 7f5f0f200740 10 client.25462 fetch_fsmap learned FSMap version 29 2024-04-26T01:52:15.498 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.496+0000 7f5f0f200740 1 -- 172.21.15.46:0/3993369097 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5596cc1d1ab0 con 0x5596cc1b82d0 2024-04-26T01:52:15.498 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.496+0000 7f5eeb400640 1 -- 172.21.15.46:0/3993369097 <== mon.1 v2:172.21.15.163:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x5596cc1318b0 con 0x5596cc1b82d0 2024-04-26T01:52:15.498 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.497+0000 7f5eeb400640 1 -- 172.21.15.46:0/3993369097 <== mon.1 v2:172.21.15.163:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f5ef0003c40 con 0x5596cc1b82d0 2024-04-26T01:52:15.499 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.497+0000 7f5f0f200740 10 client.25462 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:52:15.499 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.497+0000 7f5f0f200740 10 client.25462 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:52:15.499 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.497+0000 7f5f0f200740 20 client.25462 populate_metadata read hostname 'smithi046' 2024-04-26T01:52:15.499 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.497+0000 7f5f0f200740 1 --2- 172.21.15.46:0/3993369097 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x5596cc1d2f70 0x5596cc1d5380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:15.499 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.497+0000 7f5f0f200740 4 client.25462 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:52:15.499 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.497+0000 7f5f0f200740 1 -- 172.21.15.46:0/3993369097 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5596cc12b320 con 0x5596cc1d2f70 2024-04-26T01:52:15.500 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.497+0000 7f5f0a400640 1 --2- 172.21.15.46:0/3993369097 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x5596cc1d2f70 0x5596cc1d5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:15.500 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.498+0000 7f5f0a400640 1 --2- 172.21.15.46:0/3993369097 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x5596cc1d2f70 0x5596cc1d5380 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ba718b55ff25292 server_cookie=553550c969c1d4bf in_seq=0 out_seq=0 2024-04-26T01:52:15.500 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.498+0000 7f5eeb400640 10 client.25462 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:52:15.500 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.499+0000 7f5eeb400640 1 -- 172.21.15.46:0/3993369097 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5596cc12b320 con 0x5596cc1d2f70 2024-04-26T01:52:15.500 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.499+0000 7f5eeb400640 10 client.25462 handle_command_reply: tid=0 2024-04-26T01:52:15.500 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.499+0000 7f5f0f200740 1 client.25462 shutdown 2024-04-26T01:52:15.501 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.499+0000 7f5f0f200740 1 -- 172.21.15.46:0/3993369097 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5596cc1b82d0 msgr2=0x5596cc1c00e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:15.501 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.499+0000 7f5f0f200740 1 --2- 172.21.15.46:0/3993369097 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5596cc1b82d0 0x5596cc1c00e0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f5ef0012700 tx=0x7f5ef0012bc0 comp rx=0 tx=0).stop 2024-04-26T01:52:15.501 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.499+0000 7f5f0f200740 1 -- 172.21.15.46:0/3993369097 shutdown_connections 2024-04-26T01:52:15.501 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.499+0000 7f5f0f200740 1 --2- 172.21.15.46:0/3993369097 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x5596cc1d2f70 0x5596cc1d5380 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:15.501 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.499+0000 7f5f0f200740 1 --2- 172.21.15.46:0/3993369097 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596cc1c2b90 0x5596cc1c0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:15.501 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.499+0000 7f5eeb400640 0 client.25462 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:52:15.501 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.499+0000 7f5f0f200740 1 --2- 172.21.15.46:0/3993369097 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5596cc1b82d0 0x5596cc1c00e0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:15.501 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.499+0000 7f5f0f200740 1 --2- 172.21.15.46:0/3993369097 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596cc1b79b0 0x5596cc1bfba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:15.501 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.499+0000 7f5f0f200740 1 -- 172.21.15.46:0/3993369097 >> 172.21.15.46:0/3993369097 conn(0x5596cc1b3ec0 msgr2=0x5596cc1b9bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:15.501 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.499+0000 7f5f0f200740 1 -- 172.21.15.46:0/3993369097 shutdown_connections 2024-04-26T01:52:15.501 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.499+0000 7f5f0f200740 1 -- 172.21.15.46:0/3993369097 wait complete. 2024-04-26T01:52:15.501 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.500+0000 7f5f0f200740 20 client.25462 trim_cache size 0 max 16384 2024-04-26T01:52:15.515 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.515+0000 7f5f0f200740 1 Processor -- start 2024-04-26T01:52:15.515 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.516+0000 7f5f0f200740 1 -- start start 2024-04-26T01:52:15.515 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.516+0000 7f5f0f200740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5596cc1b79b0 0x5596cc1ce620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:15.515 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.516+0000 7f5f0f200740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596cc1b82d0 0x5596cc1b2ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:15.515 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.516+0000 7f5f0f200740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596cc1c2b90 0x5596cc1dac90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:15.515 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.516+0000 7f5f0f200740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f5f041afb60 con 0x5596cc1b82d0 2024-04-26T01:52:15.516 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.516+0000 7f5f0f200740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f5f041b16a0 con 0x5596cc1c2b90 2024-04-26T01:52:15.516 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.516+0000 7f5f0f200740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f5f041b0230 con 0x5596cc1b79b0 2024-04-26T01:52:15.516 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.516+0000 7f5f09000640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596cc1b82d0 0x5596cc1b2ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:15.516 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.516+0000 7f5f09000640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596cc1b82d0 0x5596cc1b2ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34860/0 (socket says 172.21.15.46:34860) 2024-04-26T01:52:15.516 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.516+0000 7f5f09000640 1 -- 172.21.15.46:0/2969136595 learned_addr learned my addr 172.21.15.46:0/2969136595 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:52:15.516 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.516+0000 7f5f0a400640 1 --2- 172.21.15.46:0/2969136595 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596cc1c2b90 0x5596cc1dac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:15.516 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.516+0000 7f5f0a400640 1 --2- 172.21.15.46:0/2969136595 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5596cc1b79b0 0x5596cc1ce620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:15.516 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.517+0000 7f5f09000640 1 -- 172.21.15.46:0/2969136595 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5596cc1b79b0 msgr2=0x5596cc1ce620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:15.516 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.517+0000 7f5f09000640 1 --2- 172.21.15.46:0/2969136595 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5596cc1b79b0 0x5596cc1ce620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:15.516 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.517+0000 7f5f09000640 1 -- 172.21.15.46:0/2969136595 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596cc1c2b90 msgr2=0x5596cc1dac90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:15.516 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.517+0000 7f5f09000640 1 --2- 172.21.15.46:0/2969136595 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596cc1c2b90 0x5596cc1dac90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:15.516 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.517+0000 7f5f09000640 1 -- 172.21.15.46:0/2969136595 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5596cc1b8c60 con 0x5596cc1b82d0 2024-04-26T01:52:15.516 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.517+0000 7f5f0a400640 1 --2- 172.21.15.46:0/2969136595 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596cc1c2b90 0x5596cc1dac90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:52:15.516 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.517+0000 7f5f09000640 1 --2- 172.21.15.46:0/2969136595 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596cc1b82d0 0x5596cc1b2ea0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f5ef0009e00 tx=0x7f5ef0009850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6317a73f3f6d4319 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:15.517 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.517+0000 7f5ef6000640 1 -- 172.21.15.46:0/2969136595 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ef0029070 con 0x5596cc1b82d0 2024-04-26T01:52:15.517 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.517+0000 7f5ef6000640 1 -- 172.21.15.46:0/2969136595 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5ef0003fb0 con 0x5596cc1b82d0 2024-04-26T01:52:15.517 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.517+0000 7f5ef6000640 1 -- 172.21.15.46:0/2969136595 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ef000fde0 con 0x5596cc1b82d0 2024-04-26T01:52:15.520 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.518+0000 7f5f0f200740 1 -- 172.21.15.46:0/2969136595 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596cc1b82d0 msgr2=0x5596cc1b2ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:15.520 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.518+0000 7f5f0f200740 1 --2- 172.21.15.46:0/2969136595 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596cc1b82d0 0x5596cc1b2ea0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f5ef0009e00 tx=0x7f5ef0009850 comp rx=0 tx=0).stop 2024-04-26T01:52:15.520 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.518+0000 7f5f0f200740 1 -- 172.21.15.46:0/2969136595 shutdown_connections 2024-04-26T01:52:15.520 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.518+0000 7f5f0f200740 1 --2- 172.21.15.46:0/2969136595 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596cc1c2b90 0x5596cc1dac90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:15.521 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.518+0000 7f5f0f200740 1 --2- 172.21.15.46:0/2969136595 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596cc1b82d0 0x5596cc1b2ea0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:15.521 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.518+0000 7f5f0f200740 1 --2- 172.21.15.46:0/2969136595 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5596cc1b79b0 0x5596cc1ce620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:15.521 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.518+0000 7f5f0f200740 1 -- 172.21.15.46:0/2969136595 >> 172.21.15.46:0/2969136595 conn(0x5596cc1b3ec0 msgr2=0x5596cc1b2790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:15.521 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.518+0000 7f5f0f200740 1 -- 172.21.15.46:0/2969136595 shutdown_connections 2024-04-26T01:52:15.521 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.518+0000 7f5f0f200740 1 -- 172.21.15.46:0/2969136595 wait complete. 2024-04-26T01:52:15.521 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.518+0000 7f5f0f200740 1 -- start start 2024-04-26T01:52:15.521 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.519+0000 7f5f0f200740 1 Processor -- start 2024-04-26T01:52:15.521 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.519+0000 7f5f0f200740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5596cc1b79b0 0x5596cc1c8660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:15.521 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.519+0000 7f5f0f200740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596cc1b82d0 0x5596cc1c8ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:15.521 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.519+0000 7f5f0f200740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596cc1c2b90 0x5596cc1c90e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:15.521 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.519+0000 7f5f0f200740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f5f041b0fd0 con 0x5596cc1b82d0 2024-04-26T01:52:15.521 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.519+0000 7f5f0f200740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f5f041b0900 con 0x5596cc1c2b90 2024-04-26T01:52:15.521 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.519+0000 7f5f0f200740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f5f041adb40 con 0x5596cc1b79b0 2024-04-26T01:52:15.521 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.519+0000 7f5f0f200740 10 client.0 _ll_register_callbacks cb 0x7f5ef0009ec0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:52:15.521 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.519+0000 7f5f09000640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596cc1b82d0 0x5596cc1c8ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:15.522 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.519+0000 7f5f09000640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596cc1b82d0 0x5596cc1c8ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:34868/0 (socket says 172.21.15.46:34868) 2024-04-26T01:52:15.522 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.519+0000 7f5f09000640 1 -- 172.21.15.46:0/1329771310 learned_addr learned my addr 172.21.15.46:0/1329771310 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:52:15.522 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.519+0000 7f5f0a400640 1 --2- 172.21.15.46:0/1329771310 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5596cc1b79b0 0x5596cc1c8660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:15.522 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.519+0000 7f5f0a400640 1 --2- 172.21.15.46:0/1329771310 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596cc1c2b90 0x5596cc1c90e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:15.522 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.520+0000 7f5f09000640 1 -- 172.21.15.46:0/1329771310 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5596cc1b79b0 msgr2=0x5596cc1c8660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:15.522 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.520+0000 7f5f09000640 1 --2- 172.21.15.46:0/1329771310 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5596cc1b79b0 0x5596cc1c8660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:15.522 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.520+0000 7f5f09000640 1 -- 172.21.15.46:0/1329771310 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596cc1c2b90 msgr2=0x5596cc1c90e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:15.522 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.520+0000 7f5f09000640 1 --2- 172.21.15.46:0/1329771310 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596cc1c2b90 0x5596cc1c90e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:15.522 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.520+0000 7f5f09000640 1 -- 172.21.15.46:0/1329771310 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5596cc238610 con 0x5596cc1b82d0 2024-04-26T01:52:15.522 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.520+0000 7f5f0a400640 1 --2- 172.21.15.46:0/1329771310 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596cc1c2b90 0x5596cc1c90e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:52:15.522 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.520+0000 7f5f09000640 1 --2- 172.21.15.46:0/1329771310 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596cc1b82d0 0x5596cc1c8ba0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f5ef0010550 tx=0x7f5ef0005f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a23ed39b0c9064c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:15.522 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.520+0000 7f5eeb400640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2024-04-26T01:52:15.522 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.520+0000 7f5eeb400640 1 -- 172.21.15.46:0/1329771310 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ef0029030 con 0x5596cc1b82d0 2024-04-26T01:52:15.522 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.520+0000 7f5f0f200740 1 -- 172.21.15.46:0/1329771310 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5ef0003fb0 con 0x5596cc1b82d0 2024-04-26T01:52:15.522 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.520+0000 7f5eeb400640 1 -- 172.21.15.46:0/1329771310 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f5ef0010a30 con 0x5596cc1b82d0 2024-04-26T01:52:15.523 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.521+0000 7f5eeb400640 1 -- 172.21.15.46:0/1329771310 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f5ef000f790 con 0x5596cc1b82d0 2024-04-26T01:52:15.523 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.521+0000 7f5f0f200740 10 client.15318 fetch_fsmap learned FSMap version 29 2024-04-26T01:52:15.523 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.521+0000 7f5f0f200740 1 -- 172.21.15.46:0/1329771310 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5596cc239870 con 0x5596cc1b82d0 2024-04-26T01:52:15.523 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.521+0000 7f5eeb400640 1 -- 172.21.15.46:0/1329771310 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5ef0003fb0 con 0x5596cc1b82d0 2024-04-26T01:52:15.523 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.521+0000 7f5eeb400640 1 -- 172.21.15.46:0/1329771310 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f5ef0003960 con 0x5596cc1b82d0 2024-04-26T01:52:15.523 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.521+0000 7f5f0f200740 10 client.15318 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:52:15.523 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.521+0000 7f5f0f200740 10 client.15318 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:52:15.523 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.521+0000 7f5f0f200740 20 client.15318 populate_metadata read hostname 'smithi046' 2024-04-26T01:52:15.523 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.521+0000 7f5f0f200740 1 --2- 172.21.15.46:0/1329771310 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x5596cc239f20 0x5596cc23c340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:15.523 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.521+0000 7f5f0f200740 4 client.15318 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:52:15.523 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.521+0000 7f5f0f200740 1 -- 172.21.15.46:0/1329771310 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5596cc125190 con 0x5596cc239f20 2024-04-26T01:52:15.523 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.521+0000 7f5f0a400640 1 --2- 172.21.15.46:0/1329771310 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x5596cc239f20 0x5596cc23c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:15.523 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.522+0000 7f5f0a400640 1 --2- 172.21.15.46:0/1329771310 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x5596cc239f20 0x5596cc23c340 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=36600907dc626f63 server_cookie=5e54f85f3faa1177 in_seq=0 out_seq=0 2024-04-26T01:52:15.523 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.522+0000 7f5eeb400640 10 client.15318 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:52:15.526 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.527+0000 7f5eeb400640 1 -- 172.21.15.46:0/1329771310 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5596cc125190 con 0x5596cc239f20 2024-04-26T01:52:15.526 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.527+0000 7f5eeb400640 10 client.15318 handle_command_reply: tid=0 2024-04-26T01:52:15.526 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.527+0000 7f5f0f200740 1 client.15318 shutdown 2024-04-26T01:52:15.526 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.527+0000 7f5f0f200740 1 -- 172.21.15.46:0/1329771310 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596cc1b82d0 msgr2=0x5596cc1c8ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:15.526 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.527+0000 7f5f0f200740 1 --2- 172.21.15.46:0/1329771310 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596cc1b82d0 0x5596cc1c8ba0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f5ef0010550 tx=0x7f5ef0005f10 comp rx=0 tx=0).stop 2024-04-26T01:52:15.526 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.527+0000 7f5f0f200740 1 -- 172.21.15.46:0/1329771310 shutdown_connections 2024-04-26T01:52:15.526 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.527+0000 7f5f0f200740 1 --2- 172.21.15.46:0/1329771310 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x5596cc239f20 0x5596cc23c340 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:15.526 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.528+0000 7f5f0f200740 1 --2- 172.21.15.46:0/1329771310 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596cc1c2b90 0x5596cc1c90e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:15.526 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.528+0000 7f5f0f200740 1 --2- 172.21.15.46:0/1329771310 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5596cc1b82d0 0x5596cc1c8ba0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:15.526 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.528+0000 7f5eeb400640 0 client.15318 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:52:15.527 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.528+0000 7f5f0f200740 1 --2- 172.21.15.46:0/1329771310 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5596cc1b79b0 0x5596cc1c8660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:15.527 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.528+0000 7f5f0f200740 1 -- 172.21.15.46:0/1329771310 >> 172.21.15.46:0/1329771310 conn(0x5596cc1b3ec0 msgr2=0x5596cc1b9bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:15.527 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.528+0000 7f5f0f200740 1 -- 172.21.15.46:0/1329771310 shutdown_connections 2024-04-26T01:52:15.527 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.528+0000 7f5f0f200740 1 -- 172.21.15.46:0/1329771310 wait complete. 2024-04-26T01:52:15.527 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.528+0000 7f5f0f200740 20 client.15318 trim_cache size 0 max 16384 2024-04-26T01:52:15.527 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:{ 2024-04-26T01:52:15.527 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "message": "", 2024-04-26T01:52:15.527 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "return_code": 0 2024-04-26T01:52:15.527 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:} 2024-04-26T01:52:15.528 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.529+0000 7f5f0ae00640 1 -- 172.21.15.46:0/3694574678 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f5eec0a3e30 msgr2=0x7f5eec0a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:15.528 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.529+0000 7f5f0ae00640 1 --2- 172.21.15.46:0/3694574678 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f5eec0a3e30 0x7f5eec0a62f0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f5ef80ce440 tx=0x7f5ef80d48f0 comp rx=0 tx=0).stop 2024-04-26T01:52:15.528 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.529+0000 7f5f0ae00640 1 -- 172.21.15.46:0/3694574678 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5f04074380 msgr2=0x7f5f041a0450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:15.528 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.529+0000 7f5f0ae00640 1 --2- 172.21.15.46:0/3694574678 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5f04074380 0x7f5f041a0450 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f5ef800e9f0 tx=0x7f5ef800edf0 comp rx=0 tx=0).stop 2024-04-26T01:52:15.528 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.529+0000 7f5f0ae00640 1 -- 172.21.15.46:0/3694574678 shutdown_connections 2024-04-26T01:52:15.528 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.529+0000 7f5f0ae00640 1 --2- 172.21.15.46:0/3694574678 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f5eec0a3e30 0x7f5eec0a62f0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:15.528 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.529+0000 7f5f0ae00640 1 --2- 172.21.15.46:0/3694574678 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5f0410e590 0x7f5f0419a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:15.528 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.529+0000 7f5f0ae00640 1 --2- 172.21.15.46:0/3694574678 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5f04074ca0 0x7f5f041a0990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:15.529 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.529+0000 7f5f0ae00640 1 --2- 172.21.15.46:0/3694574678 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5f04074380 0x7f5f041a0450 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:15.529 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.529+0000 7f5f0ae00640 1 -- 172.21.15.46:0/3694574678 >> 172.21.15.46:0/3694574678 conn(0x7f5f040fd8a0 msgr2=0x7f5f040fe5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:15.529 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.529+0000 7f5f0ae00640 1 -- 172.21.15.46:0/3694574678 shutdown_connections 2024-04-26T01:52:15.529 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:15.529+0000 7f5f0ae00640 1 -- 172.21.15.46:0/3694574678 wait complete. 2024-04-26T01:52:17.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:52:16 smithi046 ceph-mon[28013]: pgmap v44: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 29 op/s 2024-04-26T01:52:17.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:52:16 smithi103 ceph-mon[32920]: pgmap v44: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 29 op/s 2024-04-26T01:52:17.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:52:16 smithi163 ceph-mon[32592]: pgmap v44: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 29 op/s 2024-04-26T01:52:17.653 INFO:tasks.workunit.client.0.smithi046.stderr:Updating files: 62% (7788/12492) Updating files: 63% (7870/12492) Updating files: 64% (7995/12492) Updating files: 65% (8120/12492) Updating files: 66% (8245/12492) Updating files: 67% (8370/12492) Updating files: 68% (8495/12492) Updating files: 69% (8620/12492) Updating files: 70% (8745/12492) Updating files: 71% (8870/12492) Updating files: 72% (8995/12492) Updating files: 73% (9120/12492) Updating files: 74% (9245/12492) Updating files: 75% (9369/12492) Updating files: 76% (9494/12492) Updating files: 77% (9619/12492) Updating files: 78% (9744/12492) Updating files: 79% (9869/12492) Updating files: 80% (9994/12492) Updating files: 81% (10119/12492) Updating files: 82% (10244/12492) Updating files: 83% (10369/12492) Updating files: 84% (10494/12492) Updating files: 85% (10619/12492) Updating files: 86% (10744/12492) Updating files: 87% (10869/12492) Updating files: 88% (10993/12492) Updating files: 89% (11118/12492) Updating files: 90% (11243/12492) Updating files: 91% (11368/12492) Updating files: 92% (11493/12492) Updating files: 93% (11618/12492) Updating files: 94% (11743/12492) Updating files: 95% (11868/12492) Updating files: 96% (11993/12492) Updating files: 97% (12118/12492) Updating files: 98% (12243/12492) Updating files: 99% (12368/12492) Updating files: 100% (12492/12492) Updating files: 100% (12492/12492), done. 2024-04-26T01:52:18.144 INFO:tasks.workunit.client.0.smithi046.stderr:Note: switching to 'afa1933b0fdbb6c99c947d1eda34d661d23cd327'. 2024-04-26T01:52:18.144 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-04-26T01:52:18.144 INFO:tasks.workunit.client.0.smithi046.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-26T01:52:18.144 INFO:tasks.workunit.client.0.smithi046.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-26T01:52:18.144 INFO:tasks.workunit.client.0.smithi046.stderr:state without impacting any branches by switching back to a branch. 2024-04-26T01:52:18.144 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-04-26T01:52:18.144 INFO:tasks.workunit.client.0.smithi046.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-26T01:52:18.144 INFO:tasks.workunit.client.0.smithi046.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-26T01:52:18.144 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-04-26T01:52:18.144 INFO:tasks.workunit.client.0.smithi046.stderr: git switch -c 2024-04-26T01:52:18.144 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-04-26T01:52:18.144 INFO:tasks.workunit.client.0.smithi046.stderr:Or undo this operation with: 2024-04-26T01:52:18.144 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-04-26T01:52:18.145 INFO:tasks.workunit.client.0.smithi046.stderr: git switch - 2024-04-26T01:52:18.145 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-04-26T01:52:18.145 INFO:tasks.workunit.client.0.smithi046.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-26T01:52:18.145 INFO:tasks.workunit.client.0.smithi046.stderr: 2024-04-26T01:52:18.145 INFO:tasks.workunit.client.0.smithi046.stderr:HEAD is now at afa1933b0fd qa/suites/fs: add quiescer to the fs suite 2024-04-26T01:52:18.148 DEBUG:teuthology.orchestra.run.smithi046:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-26T01:52:18.211 INFO:tasks.workunit.client.0.smithi046.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-26T01:52:18.219 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-26T01:52:18.220 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-26T01:52:19.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:52:18 smithi046 ceph-mon[28013]: pgmap v45: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-26T01:52:19.074 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-26T01:52:19.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:52:18 smithi103 ceph-mon[32920]: pgmap v45: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-26T01:52:19.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:52:18 smithi163 ceph-mon[32592]: pgmap v45: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-26T01:52:19.179 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-26T01:52:19.271 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-26T01:52:19.279 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-26T01:52:19.279 INFO:tasks.workunit.client.0.smithi046.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-26T01:52:19.373 INFO:tasks.workunit.client.0.smithi046.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-26T01:52:19.383 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-04-26T01:52:19.384 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-26T01:52:19.437 INFO:tasks.workunit:Running workunits matching fs/norstats on client.0... 2024-04-26T01:52:19.438 INFO:tasks.workunit:Running workunit fs/norstats/kernel_untar_tar.sh... 2024-04-26T01:52:19.439 DEBUG:teuthology.orchestra.run.smithi046:workunit test fs/norstats/kernel_untar_tar.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=afa1933b0fdbb6c99c947d1eda34d661d23cd327 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/norstats/kernel_untar_tar.sh 2024-04-26T01:52:21.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:52:20 smithi046 ceph-mon[28013]: pgmap v46: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 341 B/s wr, 12 op/s 2024-04-26T01:52:21.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:52:20 smithi103 ceph-mon[32920]: pgmap v46: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 341 B/s wr, 12 op/s 2024-04-26T01:52:21.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:52:20 smithi163 ceph-mon[32592]: pgmap v46: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 341 B/s wr, 12 op/s 2024-04-26T01:52:23.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:52:22 smithi046 ceph-mon[28013]: pgmap v47: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 341 B/s wr, 9 op/s 2024-04-26T01:52:23.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:52:22 smithi103 ceph-mon[32920]: pgmap v47: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 341 B/s wr, 9 op/s 2024-04-26T01:52:23.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:52:22 smithi163 ceph-mon[32592]: pgmap v47: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 341 B/s wr, 9 op/s 2024-04-26T01:52:24.972 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:52:24 smithi163 ceph-mon[32592]: pgmap v48: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 341 B/s wr, 8 op/s 2024-04-26T01:52:25.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:52:24 smithi046 ceph-mon[28013]: pgmap v48: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 341 B/s wr, 8 op/s 2024-04-26T01:52:25.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:52:24 smithi103 ceph-mon[32920]: pgmap v48: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 341 B/s wr, 8 op/s 2024-04-26T01:52:27.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:52:26 smithi046 ceph-mon[28013]: pgmap v49: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2024-04-26T01:52:27.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:52:26 smithi046 ceph-mon[28013]: mgrmap e27: x(active, since 92s), standbys: y, z 2024-04-26T01:52:27.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:52:26 smithi103 ceph-mon[32920]: pgmap v49: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2024-04-26T01:52:27.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:52:26 smithi103 ceph-mon[32920]: mgrmap e27: x(active, since 92s), standbys: y, z 2024-04-26T01:52:27.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:52:26 smithi163 ceph-mon[32592]: pgmap v49: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2024-04-26T01:52:27.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:52:26 smithi163 ceph-mon[32592]: mgrmap e27: x(active, since 92s), standbys: y, z 2024-04-26T01:52:28.682 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.683+0000 7f297b200640 1 -- 172.21.15.46:0/2141558731 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f297c102f10 msgr2=0x7f297c1032f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:28.682 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.683+0000 7f297b200640 1 --2- 172.21.15.46:0/2141558731 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f297c102f10 0x7f297c1032f0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f296c009900 tx=0x7f296c02a490 comp rx=0 tx=0).stop 2024-04-26T01:52:28.682 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.684+0000 7f297b200640 1 -- 172.21.15.46:0/2141558731 shutdown_connections 2024-04-26T01:52:28.682 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.684+0000 7f297b200640 1 --2- 172.21.15.46:0/2141558731 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f297c10c330 0x7f297c10e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.682 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.684+0000 7f297b200640 1 --2- 172.21.15.46:0/2141558731 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f297c103830 0x7f297c10bd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.682 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.684+0000 7f297b200640 1 --2- 172.21.15.46:0/2141558731 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f297c102f10 0x7f297c1032f0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.682 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.684+0000 7f297b200640 1 -- 172.21.15.46:0/2141558731 >> 172.21.15.46:0/2141558731 conn(0x7f297c0fc770 msgr2=0x7f297c0feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:28.682 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.684+0000 7f297b200640 1 -- 172.21.15.46:0/2141558731 shutdown_connections 2024-04-26T01:52:28.682 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.684+0000 7f297b200640 1 -- 172.21.15.46:0/2141558731 wait complete. 2024-04-26T01:52:28.683 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.685+0000 7f297b200640 1 Processor -- start 2024-04-26T01:52:28.684 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.685+0000 7f297b200640 1 -- start start 2024-04-26T01:52:28.684 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.685+0000 7f297b200640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f297c102f10 0x7f297c103d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:28.684 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.685+0000 7f297b200640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f297c103830 0x7f297c1042c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:28.684 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.685+0000 7f297b200640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f297c10c330 0x7f297c104800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:28.684 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.685+0000 7f297b200640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f297c112150 con 0x7f297c103830 2024-04-26T01:52:28.684 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.685+0000 7f297b200640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f297c111fd0 con 0x7f297c10c330 2024-04-26T01:52:28.684 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.685+0000 7f297b200640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f297c1122d0 con 0x7f297c102f10 2024-04-26T01:52:28.684 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.686+0000 7f2979400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f297c103830 0x7f297c1042c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:28.684 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.686+0000 7f297a800640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f297c10c330 0x7f297c104800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:28.684 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.686+0000 7f2979e00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f297c102f10 0x7f297c103d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:28.684 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.686+0000 7f2979400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f297c103830 0x7f297c1042c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37636/0 (socket says 172.21.15.46:37636) 2024-04-26T01:52:28.684 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.686+0000 7f2979400640 1 -- 172.21.15.46:0/3876737064 learned_addr learned my addr 172.21.15.46:0/3876737064 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:52:28.685 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.686+0000 7f2979400640 1 -- 172.21.15.46:0/3876737064 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f297c102f10 msgr2=0x7f297c103d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:28.685 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.686+0000 7f2979400640 1 --2- 172.21.15.46:0/3876737064 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f297c102f10 0x7f297c103d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.685 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.686+0000 7f2979400640 1 -- 172.21.15.46:0/3876737064 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f297c10c330 msgr2=0x7f297c104800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:28.685 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.686+0000 7f2979400640 1 --2- 172.21.15.46:0/3876737064 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f297c10c330 0x7f297c104800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.686 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.686+0000 7f2979400640 1 -- 172.21.15.46:0/3876737064 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f297c1aaf10 con 0x7f297c103830 2024-04-26T01:52:28.686 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.686+0000 7f2979e00640 1 --2- 172.21.15.46:0/3876737064 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f297c102f10 0x7f297c103d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:52:28.686 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.687+0000 7f2979400640 1 --2- 172.21.15.46:0/3876737064 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f297c103830 0x7f297c1042c0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f296400e9f0 tx=0x7f296400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:28.686 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.687+0000 7f2972a00640 1 -- 172.21.15.46:0/3876737064 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f296400cd80 con 0x7f297c103830 2024-04-26T01:52:28.686 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.687+0000 7f297b200640 1 -- 172.21.15.46:0/3876737064 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f297c1ab200 con 0x7f297c103830 2024-04-26T01:52:28.686 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.687+0000 7f2972a00640 1 -- 172.21.15.46:0/3876737064 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f29640035f0 con 0x7f297c103830 2024-04-26T01:52:28.686 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.687+0000 7f2972a00640 1 -- 172.21.15.46:0/3876737064 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2964010690 con 0x7f297c103830 2024-04-26T01:52:28.686 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.687+0000 7f297b200640 1 -- 172.21.15.46:0/3876737064 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f297c1ab750 con 0x7f297c103830 2024-04-26T01:52:28.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.690+0000 7f2983f91740 1 Processor -- start 2024-04-26T01:52:28.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.691+0000 7f2972a00640 1 -- 172.21.15.46:0/3876737064 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 27) ==== 138777+0+0 (secure 0 0 0) 0x7f29640037a0 con 0x7f297c103830 2024-04-26T01:52:28.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.691+0000 7f2983f91740 1 -- start start 2024-04-26T01:52:28.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.691+0000 7f2983f91740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cf0cab9b0 0x558cf0cabd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:28.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.691+0000 7f2983f91740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558cf0cac2d0 0x558cf0cb6650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:28.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.691+0000 7f2983f91740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558cf0cb6b90 0x558cf0cb8f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:28.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.691+0000 7f2983f91740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x558cf0c11900 con 0x558cf0cab9b0 2024-04-26T01:52:28.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.691+0000 7f2983f91740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x558cf0bb7ef0 con 0x558cf0cb6b90 2024-04-26T01:52:28.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.691+0000 7f2983f91740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x558cf0c0d8c0 con 0x558cf0cac2d0 2024-04-26T01:52:28.691 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.691+0000 7f2979400640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558cf0cb6b90 0x558cf0cb8f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:28.691 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.691+0000 7f297a800640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cf0cab9b0 0x558cf0cabd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:28.691 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.691+0000 7f2979400640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558cf0cb6b90 0x558cf0cb8f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:43744/0 (socket says 172.21.15.46:43744) 2024-04-26T01:52:28.691 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.691+0000 7f297a800640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cf0cab9b0 0x558cf0cabd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37650/0 (socket says 172.21.15.46:37650) 2024-04-26T01:52:28.691 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.691+0000 7f2979400640 1 -- 172.21.15.46:0/1930262642 learned_addr learned my addr 172.21.15.46:0/1930262642 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:52:28.691 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.691+0000 7f2979e00640 1 --2- 172.21.15.46:0/1930262642 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558cf0cac2d0 0x558cf0cb6650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:28.691 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.692+0000 7f2979400640 1 -- 172.21.15.46:0/1930262642 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558cf0cac2d0 msgr2=0x558cf0cb6650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:28.691 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.692+0000 7f2979400640 1 --2- 172.21.15.46:0/1930262642 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558cf0cac2d0 0x558cf0cb6650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.691 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.692+0000 7f2979400640 1 -- 172.21.15.46:0/1930262642 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cf0cab9b0 msgr2=0x558cf0cabd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:28.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.692+0000 7f2979400640 1 --2- 172.21.15.46:0/1930262642 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cf0cab9b0 0x558cf0cabd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.692+0000 7f2979400640 1 -- 172.21.15.46:0/1930262642 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558cf0924210 con 0x558cf0cb6b90 2024-04-26T01:52:28.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.692+0000 7f297a800640 1 --2- 172.21.15.46:0/1930262642 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cf0cab9b0 0x558cf0cabd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:52:28.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.692+0000 7f2979400640 1 --2- 172.21.15.46:0/1930262642 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558cf0cb6b90 0x558cf0cb8f80 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f29640ce0e0 tx=0x7f29640d4e80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8cea7a6bb86ec1a9 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:28.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.692+0000 7f2972a00640 1 --2- 172.21.15.46:0/3876737064 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f29600a3d10 0x7f29600a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:28.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.693+0000 7f296b400640 1 -- 172.21.15.46:0/1930262642 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29640e4070 con 0x558cf0cb6b90 2024-04-26T01:52:28.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.693+0000 7f296b400640 1 -- 172.21.15.46:0/1930262642 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2964003b30 con 0x558cf0cb6b90 2024-04-26T01:52:28.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.693+0000 7f296b400640 1 -- 172.21.15.46:0/1930262642 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f296409c500 con 0x558cf0cb6b90 2024-04-26T01:52:28.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.693+0000 7f2972a00640 1 -- 172.21.15.46:0/3876737064 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f29640d09f0 con 0x7f297c103830 2024-04-26T01:52:28.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.693+0000 7f297a800640 1 --2- 172.21.15.46:0/3876737064 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f29600a3d10 0x7f29600a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:28.696 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.694+0000 7f2983f91740 1 -- 172.21.15.46:0/1930262642 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558cf0cb6b90 msgr2=0x558cf0cb8f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:28.696 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.694+0000 7f2983f91740 1 --2- 172.21.15.46:0/1930262642 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558cf0cb6b90 0x558cf0cb8f80 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f29640ce0e0 tx=0x7f29640d4e80 comp rx=0 tx=0).stop 2024-04-26T01:52:28.696 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.694+0000 7f297a800640 1 --2- 172.21.15.46:0/3876737064 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f29600a3d10 0x7f29600a61d0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f2974005fd0 tx=0x7f2974009600 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:28.696 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.694+0000 7f2983f91740 1 -- 172.21.15.46:0/1930262642 shutdown_connections 2024-04-26T01:52:28.696 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.694+0000 7f2983f91740 1 --2- 172.21.15.46:0/1930262642 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558cf0cb6b90 0x558cf0cb8f80 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.696 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.694+0000 7f2983f91740 1 --2- 172.21.15.46:0/1930262642 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558cf0cac2d0 0x558cf0cb6650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.696 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.694+0000 7f2983f91740 1 --2- 172.21.15.46:0/1930262642 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cf0cab9b0 0x558cf0cabd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.696 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.694+0000 7f2983f91740 1 -- 172.21.15.46:0/1930262642 >> 172.21.15.46:0/1930262642 conn(0x558cf0ca7ec0 msgr2=0x558cf0ca82a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:28.696 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.694+0000 7f2983f91740 1 -- 172.21.15.46:0/1930262642 shutdown_connections 2024-04-26T01:52:28.696 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.694+0000 7f2983f91740 1 -- 172.21.15.46:0/1930262642 wait complete. 2024-04-26T01:52:28.697 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.694+0000 7f2983f91740 1 -- start start 2024-04-26T01:52:28.697 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.694+0000 7f2983f91740 1 Processor -- start 2024-04-26T01:52:28.697 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.695+0000 7f2983f91740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558cf0cab9b0 0x558cf0cb3a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:28.697 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.695+0000 7f2983f91740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558cf0cac2d0 0x558cf0cb3fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:28.697 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.695+0000 7f2983f91740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cf0cb6b90 0x558cf0cb4510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:28.697 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.695+0000 7f2983f91740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x558cf0cb97c0 con 0x558cf0cb6b90 2024-04-26T01:52:28.697 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.695+0000 7f2983f91740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x558cf0bcb310 con 0x558cf0cab9b0 2024-04-26T01:52:28.697 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.695+0000 7f2983f91740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x558cf0cb9940 con 0x558cf0cac2d0 2024-04-26T01:52:28.697 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.695+0000 7f2983f91740 10 client.0 _ll_register_callbacks cb 0x558cf0b99cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:52:28.697 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.695+0000 7f2979e00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558cf0cab9b0 0x558cf0cb3a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:28.697 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.695+0000 7f2979e00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558cf0cab9b0 0x558cf0cb3a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:43754/0 (socket says 172.21.15.46:43754) 2024-04-26T01:52:28.697 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.695+0000 7f2979e00640 1 -- 172.21.15.46:0/2567029476 learned_addr learned my addr 172.21.15.46:0/2567029476 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:52:28.697 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.695+0000 7f2979400640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558cf0cac2d0 0x558cf0cb3fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:28.697 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.695+0000 7f297a800640 1 --2- 172.21.15.46:0/2567029476 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cf0cb6b90 0x558cf0cb4510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:28.697 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.696+0000 7f2979e00640 1 -- 172.21.15.46:0/2567029476 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558cf0cac2d0 msgr2=0x558cf0cb3fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:28.698 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.696+0000 7f2979e00640 1 --2- 172.21.15.46:0/2567029476 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558cf0cac2d0 0x558cf0cb3fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.698 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.696+0000 7f2979e00640 1 -- 172.21.15.46:0/2567029476 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cf0cb6b90 msgr2=0x558cf0cb4510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:28.698 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.696+0000 7f2979e00640 1 --2- 172.21.15.46:0/2567029476 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cf0cb6b90 0x558cf0cb4510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.698 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.696+0000 7f2979e00640 1 -- 172.21.15.46:0/2567029476 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558cf09f0620 con 0x558cf0cab9b0 2024-04-26T01:52:28.698 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.696+0000 7f2979400640 1 --2- 172.21.15.46:0/2567029476 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558cf0cac2d0 0x558cf0cb3fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:52:28.698 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.696+0000 7f2979e00640 1 --2- 172.21.15.46:0/2567029476 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558cf0cab9b0 0x558cf0cb3a90 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f296c009230 tx=0x7f296c003820 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9e9951e04d39fa9f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:28.698 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.696+0000 7f295fe00640 10 client.0 ms_handle_connect on v2:172.21.15.103:3300/0 2024-04-26T01:52:28.698 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.696+0000 7f295fe00640 1 -- 172.21.15.46:0/2567029476 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f296c035040 con 0x558cf0cab9b0 2024-04-26T01:52:28.698 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.696+0000 7f2983f91740 1 -- 172.21.15.46:0/2567029476 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x558cf0c258b0 con 0x558cf0cab9b0 2024-04-26T01:52:28.698 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.696+0000 7f295fe00640 1 -- 172.21.15.46:0/2567029476 <== mon.2 v2:172.21.15.103:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f296c003da0 con 0x558cf0cab9b0 2024-04-26T01:52:28.698 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.697+0000 7f295fe00640 1 -- 172.21.15.46:0/2567029476 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f296c005020 con 0x558cf0cab9b0 2024-04-26T01:52:28.698 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.697+0000 7f2983f91740 10 client.25460 fetch_fsmap learned FSMap version 29 2024-04-26T01:52:28.698 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.697+0000 7f2983f91740 1 -- 172.21.15.46:0/2567029476 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558cf0cc59d0 con 0x558cf0cab9b0 2024-04-26T01:52:28.698 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.697+0000 7f295fe00640 1 -- 172.21.15.46:0/2567029476 <== mon.2 v2:172.21.15.103:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x558cf0c258b0 con 0x558cf0cab9b0 2024-04-26T01:52:28.699 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.697+0000 7f295fe00640 1 -- 172.21.15.46:0/2567029476 <== mon.2 v2:172.21.15.103:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f296c031510 con 0x558cf0cab9b0 2024-04-26T01:52:28.699 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.697+0000 7f2983f91740 10 client.25460 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:52:28.699 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.697+0000 7f2983f91740 10 client.25460 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:52:28.699 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.697+0000 7f2983f91740 20 client.25460 populate_metadata read hostname 'smithi046' 2024-04-26T01:52:28.699 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.697+0000 7f2983f91740 1 --2- 172.21.15.46:0/2567029476 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x558cf0cc6e40 0x558cf0cc9270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:28.699 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.697+0000 7f2983f91740 4 client.25460 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:52:28.699 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.697+0000 7f2983f91740 1 -- 172.21.15.46:0/2567029476 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558cf0c1f320 con 0x558cf0cc6e40 2024-04-26T01:52:28.699 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.698+0000 7f2979400640 1 --2- 172.21.15.46:0/2567029476 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x558cf0cc6e40 0x558cf0cc9270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:28.699 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.698+0000 7f2979400640 1 --2- 172.21.15.46:0/2567029476 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x558cf0cc6e40 0x558cf0cc9270 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a4e70354e17dea43 server_cookie=71e1a3c8e20af029 in_seq=0 out_seq=0 2024-04-26T01:52:28.699 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.698+0000 7f295fe00640 10 client.25460 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:52:28.700 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.699+0000 7f295fe00640 1 -- 172.21.15.46:0/2567029476 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x558cf0c1f320 con 0x558cf0cc6e40 2024-04-26T01:52:28.700 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.699+0000 7f295fe00640 10 client.25460 handle_command_reply: tid=0 2024-04-26T01:52:28.700 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.699+0000 7f2983f91740 1 client.25460 shutdown 2024-04-26T01:52:28.700 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.699+0000 7f2983f91740 1 -- 172.21.15.46:0/2567029476 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558cf0cab9b0 msgr2=0x558cf0cb3a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:28.700 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.699+0000 7f2983f91740 1 --2- 172.21.15.46:0/2567029476 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558cf0cab9b0 0x558cf0cb3a90 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f296c009230 tx=0x7f296c003820 comp rx=0 tx=0).stop 2024-04-26T01:52:28.700 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.699+0000 7f2983f91740 1 -- 172.21.15.46:0/2567029476 shutdown_connections 2024-04-26T01:52:28.700 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.699+0000 7f2983f91740 1 --2- 172.21.15.46:0/2567029476 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x558cf0cc6e40 0x558cf0cc9270 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.701 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.699+0000 7f2983f91740 1 --2- 172.21.15.46:0/2567029476 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cf0cb6b90 0x558cf0cb4510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.701 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.699+0000 7f2983f91740 1 --2- 172.21.15.46:0/2567029476 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558cf0cac2d0 0x558cf0cb3fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.701 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.699+0000 7f2983f91740 1 --2- 172.21.15.46:0/2567029476 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558cf0cab9b0 0x558cf0cb3a90 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.701 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.699+0000 7f2983f91740 1 -- 172.21.15.46:0/2567029476 >> 172.21.15.46:0/2567029476 conn(0x558cf0ca7ec0 msgr2=0x558cf0cadc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:28.701 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.699+0000 7f295fe00640 0 client.25460 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:52:28.701 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.699+0000 7f2983f91740 1 -- 172.21.15.46:0/2567029476 shutdown_connections 2024-04-26T01:52:28.701 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.699+0000 7f2983f91740 1 -- 172.21.15.46:0/2567029476 wait complete. 2024-04-26T01:52:28.701 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.699+0000 7f2983f91740 20 client.25460 trim_cache size 0 max 16384 2024-04-26T01:52:28.714 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.716+0000 7f2983f91740 1 Processor -- start 2024-04-26T01:52:28.714 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.716+0000 7f2983f91740 1 -- start start 2024-04-26T01:52:28.715 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.716+0000 7f2983f91740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cf0cab9b0 0x558cf0cc2680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:28.715 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.716+0000 7f2983f91740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558cf0cac2d0 0x558cf0cceb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:28.715 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.716+0000 7f2983f91740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558cf0cb6b90 0x558cf0ccf0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:28.715 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.716+0000 7f2983f91740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f297c1b4170 con 0x558cf0cab9b0 2024-04-26T01:52:28.715 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.716+0000 7f2983f91740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f297c1b5cb0 con 0x558cf0cac2d0 2024-04-26T01:52:28.715 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.716+0000 7f2983f91740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f297c1b4840 con 0x558cf0cb6b90 2024-04-26T01:52:28.715 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.717+0000 7f2979e00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cf0cab9b0 0x558cf0cc2680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:28.715 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.717+0000 7f2979e00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cf0cab9b0 0x558cf0cc2680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:37668/0 (socket says 172.21.15.46:37668) 2024-04-26T01:52:28.716 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.717+0000 7f2979e00640 1 -- 172.21.15.46:0/445478660 learned_addr learned my addr 172.21.15.46:0/445478660 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:52:28.716 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.717+0000 7f2979400640 1 --2- 172.21.15.46:0/445478660 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558cf0cac2d0 0x558cf0cceb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:28.716 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.717+0000 7f297a800640 1 --2- 172.21.15.46:0/445478660 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558cf0cb6b90 0x558cf0ccf0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:28.716 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.717+0000 7f2979e00640 1 -- 172.21.15.46:0/445478660 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558cf0cb6b90 msgr2=0x558cf0ccf0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:28.716 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.717+0000 7f2979e00640 1 --2- 172.21.15.46:0/445478660 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558cf0cb6b90 0x558cf0ccf0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.716 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.717+0000 7f2979e00640 1 -- 172.21.15.46:0/445478660 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558cf0cac2d0 msgr2=0x558cf0cceb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:28.716 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.717+0000 7f2979e00640 1 --2- 172.21.15.46:0/445478660 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558cf0cac2d0 0x558cf0cceb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.716 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.717+0000 7f2979e00640 1 -- 172.21.15.46:0/445478660 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558cf0cc3a90 con 0x558cf0cab9b0 2024-04-26T01:52:28.716 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.718+0000 7f2979e00640 1 --2- 172.21.15.46:0/445478660 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cf0cab9b0 0x558cf0cc2680 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f296c02a9b0 tx=0x7f296c02a490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=449f11e9bc26f6fb server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:28.717 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.719+0000 7f296aa00640 1 -- 172.21.15.46:0/445478660 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f296c052070 con 0x558cf0cab9b0 2024-04-26T01:52:28.717 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.719+0000 7f296aa00640 1 -- 172.21.15.46:0/445478660 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f296c003ba0 con 0x558cf0cab9b0 2024-04-26T01:52:28.717 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.719+0000 7f296aa00640 1 -- 172.21.15.46:0/445478660 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f296c035030 con 0x558cf0cab9b0 2024-04-26T01:52:28.718 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.720+0000 7f2983f91740 1 -- 172.21.15.46:0/445478660 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cf0cab9b0 msgr2=0x558cf0cc2680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:28.718 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.720+0000 7f2983f91740 1 --2- 172.21.15.46:0/445478660 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cf0cab9b0 0x558cf0cc2680 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f296c02a9b0 tx=0x7f296c02a490 comp rx=0 tx=0).stop 2024-04-26T01:52:28.718 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.720+0000 7f2983f91740 1 -- 172.21.15.46:0/445478660 shutdown_connections 2024-04-26T01:52:28.718 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.720+0000 7f2983f91740 1 --2- 172.21.15.46:0/445478660 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558cf0cb6b90 0x558cf0ccf0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.718 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.720+0000 7f2983f91740 1 --2- 172.21.15.46:0/445478660 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558cf0cac2d0 0x558cf0cceb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.718 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.720+0000 7f2983f91740 1 --2- 172.21.15.46:0/445478660 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cf0cab9b0 0x558cf0cc2680 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.718 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.720+0000 7f2983f91740 1 -- 172.21.15.46:0/445478660 >> 172.21.15.46:0/445478660 conn(0x558cf0ca7ec0 msgr2=0x558cf0caed70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:28.718 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.720+0000 7f2983f91740 1 -- 172.21.15.46:0/445478660 shutdown_connections 2024-04-26T01:52:28.719 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.720+0000 7f2983f91740 1 -- 172.21.15.46:0/445478660 wait complete. 2024-04-26T01:52:28.720 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.721+0000 7f2983f91740 1 -- start start 2024-04-26T01:52:28.720 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.721+0000 7f2983f91740 1 Processor -- start 2024-04-26T01:52:28.720 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.721+0000 7f2983f91740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558cf0cab9b0 0x558cf0cbeb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:28.720 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.721+0000 7f2983f91740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cf0cac2d0 0x558cf0cbf0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:28.720 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.721+0000 7f2983f91740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558cf0cb6b90 0x558cf0cbc150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:28.720 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.721+0000 7f2983f91740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f297c1b55e0 con 0x558cf0cac2d0 2024-04-26T01:52:28.720 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.721+0000 7f2983f91740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f297c1b4f10 con 0x558cf0cab9b0 2024-04-26T01:52:28.720 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.721+0000 7f2983f91740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f297c1b2150 con 0x558cf0cb6b90 2024-04-26T01:52:28.720 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.721+0000 7f2983f91740 10 client.0 _ll_register_callbacks cb 0x7f296c004480 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:52:28.720 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.722+0000 7f2979e00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558cf0cab9b0 0x558cf0cbeb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:28.720 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.722+0000 7f2979400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cf0cac2d0 0x558cf0cbf0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:28.720 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.722+0000 7f2979e00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558cf0cab9b0 0x558cf0cbeb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:43772/0 (socket says 172.21.15.46:43772) 2024-04-26T01:52:28.720 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.722+0000 7f2979e00640 1 -- 172.21.15.46:0/3955315172 learned_addr learned my addr 172.21.15.46:0/3955315172 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:52:28.721 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.722+0000 7f297a800640 1 --2- 172.21.15.46:0/3955315172 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558cf0cb6b90 0x558cf0cbc150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:28.721 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.722+0000 7f2979e00640 1 -- 172.21.15.46:0/3955315172 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558cf0cb6b90 msgr2=0x558cf0cbc150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:28.721 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.722+0000 7f2979e00640 1 --2- 172.21.15.46:0/3955315172 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558cf0cb6b90 0x558cf0cbc150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.721 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.722+0000 7f2979e00640 1 -- 172.21.15.46:0/3955315172 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cf0cac2d0 msgr2=0x558cf0cbf0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:28.721 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.722+0000 7f2979e00640 1 --2- 172.21.15.46:0/3955315172 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cf0cac2d0 0x558cf0cbf0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.721 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.722+0000 7f2979e00640 1 -- 172.21.15.46:0/3955315172 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558cf0cbc950 con 0x558cf0cab9b0 2024-04-26T01:52:28.722 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.722+0000 7f2979e00640 1 --2- 172.21.15.46:0/3955315172 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558cf0cab9b0 0x558cf0cbeb70 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f296c031860 tx=0x7f296c005650 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ce14039fcfa75020 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:28.722 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.722+0000 7f295fe00640 10 client.0 ms_handle_connect on v2:172.21.15.103:3300/0 2024-04-26T01:52:28.723 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.723+0000 7f295fe00640 1 -- 172.21.15.46:0/3955315172 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f296c052040 con 0x558cf0cab9b0 2024-04-26T01:52:28.723 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.723+0000 7f2983f91740 1 -- 172.21.15.46:0/3955315172 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f296c003ba0 con 0x558cf0cab9b0 2024-04-26T01:52:28.723 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.723+0000 7f295fe00640 1 -- 172.21.15.46:0/3955315172 <== mon.2 v2:172.21.15.103:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f296c0046c0 con 0x558cf0cab9b0 2024-04-26T01:52:28.723 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.723+0000 7f295fe00640 1 -- 172.21.15.46:0/3955315172 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f296c065050 con 0x558cf0cab9b0 2024-04-26T01:52:28.723 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.723+0000 7f2983f91740 10 client.25466 fetch_fsmap learned FSMap version 29 2024-04-26T01:52:28.723 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.723+0000 7f2983f91740 1 -- 172.21.15.46:0/3955315172 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558cf0d2d040 con 0x558cf0cab9b0 2024-04-26T01:52:28.723 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.723+0000 7f295fe00640 1 -- 172.21.15.46:0/3955315172 <== mon.2 v2:172.21.15.103:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f296c003ba0 con 0x558cf0cab9b0 2024-04-26T01:52:28.723 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.724+0000 7f295fe00640 1 -- 172.21.15.46:0/3955315172 <== mon.2 v2:172.21.15.103:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f296c057610 con 0x558cf0cab9b0 2024-04-26T01:52:28.723 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.724+0000 7f2983f91740 10 client.25466 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:52:28.723 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.724+0000 7f2983f91740 10 client.25466 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:52:28.723 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.724+0000 7f2983f91740 20 client.25466 populate_metadata read hostname 'smithi046' 2024-04-26T01:52:28.723 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.724+0000 7f2983f91740 1 --2- 172.21.15.46:0/3955315172 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x558cf0d2d6f0 0x558cf0d2fae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:28.723 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.724+0000 7f2983f91740 4 client.25466 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:52:28.723 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.724+0000 7f2983f91740 1 -- 172.21.15.46:0/3955315172 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "flush journal"}) -- 0x558cf0c19190 con 0x558cf0d2d6f0 2024-04-26T01:52:28.723 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.724+0000 7f2979400640 1 --2- 172.21.15.46:0/3955315172 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x558cf0d2d6f0 0x558cf0d2fae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:28.723 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.725+0000 7f2979400640 1 --2- 172.21.15.46:0/3955315172 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x558cf0d2d6f0 0x558cf0d2fae0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4c7f141ca407bacd server_cookie=1ed5b6b846479c1d in_seq=0 out_seq=0 2024-04-26T01:52:28.724 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.725+0000 7f295fe00640 10 client.25466 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:52:28.729 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.730+0000 7f295fe00640 1 -- 172.21.15.46:0/3955315172 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x558cf0c19190 con 0x558cf0d2d6f0 2024-04-26T01:52:28.729 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.730+0000 7f295fe00640 10 client.25466 handle_command_reply: tid=0 2024-04-26T01:52:28.729 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.730+0000 7f2983f91740 1 client.25466 shutdown 2024-04-26T01:52:28.729 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.731+0000 7f2983f91740 1 -- 172.21.15.46:0/3955315172 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558cf0cab9b0 msgr2=0x558cf0cbeb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:28.729 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.731+0000 7f2983f91740 1 --2- 172.21.15.46:0/3955315172 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558cf0cab9b0 0x558cf0cbeb70 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f296c031860 tx=0x7f296c005650 comp rx=0 tx=0).stop 2024-04-26T01:52:28.729 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.731+0000 7f2983f91740 1 -- 172.21.15.46:0/3955315172 shutdown_connections 2024-04-26T01:52:28.729 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.731+0000 7f2983f91740 1 --2- 172.21.15.46:0/3955315172 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x558cf0d2d6f0 0x558cf0d2fae0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.729 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.731+0000 7f2983f91740 1 --2- 172.21.15.46:0/3955315172 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x558cf0cb6b90 0x558cf0cbc150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.729 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.731+0000 7f2983f91740 1 --2- 172.21.15.46:0/3955315172 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x558cf0cac2d0 0x558cf0cbf0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.729 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.731+0000 7f2983f91740 1 --2- 172.21.15.46:0/3955315172 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558cf0cab9b0 0x558cf0cbeb70 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.730 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.731+0000 7f2983f91740 1 -- 172.21.15.46:0/3955315172 >> 172.21.15.46:0/3955315172 conn(0x558cf0ca7ec0 msgr2=0x558cf0cb3a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:28.730 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.731+0000 7f295fe00640 0 client.25466 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:52:28.730 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.731+0000 7f2983f91740 1 -- 172.21.15.46:0/3955315172 shutdown_connections 2024-04-26T01:52:28.730 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.731+0000 7f2983f91740 1 -- 172.21.15.46:0/3955315172 wait complete. 2024-04-26T01:52:28.730 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.731+0000 7f2983f91740 20 client.25466 trim_cache size 0 max 16384 2024-04-26T01:52:28.730 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:{ 2024-04-26T01:52:28.730 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "message": "", 2024-04-26T01:52:28.730 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "return_code": 0 2024-04-26T01:52:28.730 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:} 2024-04-26T01:52:28.731 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.732+0000 7f297b200640 1 -- 172.21.15.46:0/3876737064 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f29600a3d10 msgr2=0x7f29600a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:28.731 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.732+0000 7f297b200640 1 --2- 172.21.15.46:0/3876737064 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f29600a3d10 0x7f29600a61d0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f2974005fd0 tx=0x7f2974009600 comp rx=0 tx=0).stop 2024-04-26T01:52:28.731 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.732+0000 7f297b200640 1 -- 172.21.15.46:0/3876737064 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f297c103830 msgr2=0x7f297c1042c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:28.731 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.732+0000 7f297b200640 1 --2- 172.21.15.46:0/3876737064 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f297c103830 0x7f297c1042c0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f296400e9f0 tx=0x7f296400eeb0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.731 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.732+0000 7f297b200640 1 -- 172.21.15.46:0/3876737064 shutdown_connections 2024-04-26T01:52:28.731 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.732+0000 7f297b200640 1 --2- 172.21.15.46:0/3876737064 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f29600a3d10 0x7f29600a61d0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.731 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.732+0000 7f297b200640 1 --2- 172.21.15.46:0/3876737064 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f297c10c330 0x7f297c104800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.732 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.732+0000 7f297b200640 1 --2- 172.21.15.46:0/3876737064 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f297c103830 0x7f297c1042c0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.732 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.732+0000 7f297b200640 1 --2- 172.21.15.46:0/3876737064 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f297c102f10 0x7f297c103d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:28.732 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.732+0000 7f297b200640 1 -- 172.21.15.46:0/3876737064 >> 172.21.15.46:0/3876737064 conn(0x7f297c0fc770 msgr2=0x7f297c100b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:28.732 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.732+0000 7f297b200640 1 -- 172.21.15.46:0/3876737064 shutdown_connections 2024-04-26T01:52:28.732 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:28.732+0000 7f297b200640 1 -- 172.21.15.46:0/3876737064 wait complete. 2024-04-26T01:52:29.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:52:28 smithi046 ceph-mon[28013]: pgmap v50: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-04-26T01:52:29.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:52:28 smithi103 ceph-mon[32920]: pgmap v50: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-04-26T01:52:29.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:52:28 smithi163 ceph-mon[32592]: pgmap v50: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-04-26T01:52:31.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:52:30 smithi046 ceph-mon[28013]: pgmap v51: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 2.0 KiB/s wr, 15 op/s 2024-04-26T01:52:31.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:52:30 smithi103 ceph-mon[32920]: pgmap v51: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 2.0 KiB/s wr, 15 op/s 2024-04-26T01:52:31.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:52:30 smithi163 ceph-mon[32592]: pgmap v51: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 2.0 KiB/s wr, 15 op/s 2024-04-26T01:52:33.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:52:32 smithi046 ceph-mon[28013]: pgmap v52: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2024-04-26T01:52:33.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:52:32 smithi103 ceph-mon[32920]: pgmap v52: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2024-04-26T01:52:33.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:52:32 smithi163 ceph-mon[32592]: pgmap v52: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2024-04-26T01:52:35.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:52:34 smithi046 ceph-mon[28013]: pgmap v53: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-04-26T01:52:35.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:52:34 smithi103 ceph-mon[32920]: pgmap v53: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-04-26T01:52:35.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:52:34 smithi163 ceph-mon[32592]: pgmap v53: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-04-26T01:52:37.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:52:36 smithi046 ceph-mon[28013]: pgmap v54: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2024-04-26T01:52:37.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:52:36 smithi103 ceph-mon[32920]: pgmap v54: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2024-04-26T01:52:37.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:52:36 smithi163 ceph-mon[32592]: pgmap v54: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2024-04-26T01:52:38.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:52:38 smithi046 ceph-mon[28013]: pgmap v55: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-26T01:52:39.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:52:38 smithi103 ceph-mon[32920]: pgmap v55: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-26T01:52:39.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:52:38 smithi163 ceph-mon[32592]: pgmap v55: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-26T01:52:40.212 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:52:40.691 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:52:40.999 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:52:40 smithi046 ceph-mon[28013]: pgmap v56: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 255 B/s wr, 13 op/s 2024-04-26T01:52:41.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:52:40 smithi103 ceph-mon[32920]: pgmap v56: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 255 B/s wr, 13 op/s 2024-04-26T01:52:41.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:52:40 smithi163 ceph-mon[32592]: pgmap v56: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 255 B/s wr, 13 op/s 2024-04-26T01:52:41.881 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.882+0000 7fad5b200640 1 -- 172.21.15.46:0/767752514 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fad5c10e420 msgr2=0x7fad5c10e800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:41.881 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.882+0000 7fad5b200640 1 --2- 172.21.15.46:0/767752514 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fad5c10e420 0x7fad5c10e800 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fad4c009930 tx=0x7fad4c02a420 comp rx=0 tx=0).stop 2024-04-26T01:52:41.881 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.882+0000 7fad5b200640 1 -- 172.21.15.46:0/767752514 shutdown_connections 2024-04-26T01:52:41.882 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.882+0000 7fad5b200640 1 --2- 172.21.15.46:0/767752514 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fad5c108e10 0x7fad5c115250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.882 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.882+0000 7fad5b200640 1 --2- 172.21.15.46:0/767752514 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fad5c108490 0x7fad5c1088d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.882 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.882+0000 7fad5b200640 1 --2- 172.21.15.46:0/767752514 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fad5c10e420 0x7fad5c10e800 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.882 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.882+0000 7fad5b200640 1 -- 172.21.15.46:0/767752514 >> 172.21.15.46:0/767752514 conn(0x7fad5c077d30 msgr2=0x7fad5c106d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:41.882 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.882+0000 7fad5b200640 1 -- 172.21.15.46:0/767752514 shutdown_connections 2024-04-26T01:52:41.882 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.882+0000 7fad5b200640 1 -- 172.21.15.46:0/767752514 wait complete. 2024-04-26T01:52:41.883 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.884+0000 7fad5b200640 1 Processor -- start 2024-04-26T01:52:41.883 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.884+0000 7fad5b200640 1 -- start start 2024-04-26T01:52:41.886 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.885+0000 7fad5b200640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fad5c108490 0x7fad5c1a4920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:41.886 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.885+0000 7fad5b200640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fad5c108e10 0x7fad5c1a4e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:41.886 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.885+0000 7fad5b200640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fad5c10e420 0x7fad5c19ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:41.886 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.885+0000 7fad5b200640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fad5c1187b0 con 0x7fad5c108e10 2024-04-26T01:52:41.886 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.885+0000 7fad5b200640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fad5c118630 con 0x7fad5c108490 2024-04-26T01:52:41.886 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.885+0000 7fad5b200640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fad5c118930 con 0x7fad5c10e420 2024-04-26T01:52:41.886 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.886+0000 7fad5a800640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fad5c10e420 0x7fad5c19ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:41.887 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.886+0000 7fad59e00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fad5c108490 0x7fad5c1a4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:41.887 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.886+0000 7fad5a800640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fad5c10e420 0x7fad5c19ead0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:34640/0 (socket says 172.21.15.46:34640) 2024-04-26T01:52:41.887 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.886+0000 7fad59e00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fad5c108490 0x7fad5c1a4920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:36210/0 (socket says 172.21.15.46:36210) 2024-04-26T01:52:41.887 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.886+0000 7fad5a800640 1 -- 172.21.15.46:0/4094325462 learned_addr learned my addr 172.21.15.46:0/4094325462 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:52:41.887 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.886+0000 7fad59400640 1 --2- 172.21.15.46:0/4094325462 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fad5c108e10 0x7fad5c1a4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:41.887 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.886+0000 7fad5a800640 1 -- 172.21.15.46:0/4094325462 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fad5c108490 msgr2=0x7fad5c1a4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:41.887 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.886+0000 7fad5a800640 1 --2- 172.21.15.46:0/4094325462 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fad5c108490 0x7fad5c1a4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.887 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.886+0000 7fad5a800640 1 -- 172.21.15.46:0/4094325462 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fad5c108e10 msgr2=0x7fad5c1a4e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:41.887 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.886+0000 7fad5a800640 1 --2- 172.21.15.46:0/4094325462 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fad5c108e10 0x7fad5c1a4e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.887 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.886+0000 7fad5a800640 1 -- 172.21.15.46:0/4094325462 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad5c19f250 con 0x7fad5c10e420 2024-04-26T01:52:41.887 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.886+0000 7fad59400640 1 --2- 172.21.15.46:0/4094325462 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fad5c108e10 0x7fad5c1a4e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:52:41.887 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.887+0000 7fad5a800640 1 --2- 172.21.15.46:0/4094325462 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fad5c10e420 0x7fad5c19ead0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fad5400efd0 tx=0x7fad5400c6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:41.887 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.887+0000 7fad52a00640 1 -- 172.21.15.46:0/4094325462 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad54003b70 con 0x7fad5c10e420 2024-04-26T01:52:41.887 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.887+0000 7fad52a00640 1 -- 172.21.15.46:0/4094325462 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fad54003d10 con 0x7fad5c10e420 2024-04-26T01:52:41.887 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.887+0000 7fad5b200640 1 -- 172.21.15.46:0/4094325462 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad5c19f540 con 0x7fad5c10e420 2024-04-26T01:52:41.888 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.887+0000 7fad52a00640 1 -- 172.21.15.46:0/4094325462 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad54010990 con 0x7fad5c10e420 2024-04-26T01:52:41.888 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.887+0000 7fad5b200640 1 -- 172.21.15.46:0/4094325462 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad5c1ab7e0 con 0x7fad5c10e420 2024-04-26T01:52:41.890 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.890+0000 7fad52a00640 1 -- 172.21.15.46:0/4094325462 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 27) ==== 138777+0+0 (secure 0 0 0) 0x7fad54003fc0 con 0x7fad5c10e420 2024-04-26T01:52:41.890 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.891+0000 7fad637b5740 1 Processor -- start 2024-04-26T01:52:41.890 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.891+0000 7fad637b5740 1 -- start start 2024-04-26T01:52:41.890 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.891+0000 7fad637b5740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf2e4719b0 0x55cf2e471d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:41.890 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.891+0000 7fad637b5740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55cf2e4722d0 0x55cf2e47c650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:41.890 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.891+0000 7fad637b5740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf2e47cb90 0x55cf2e47ef80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:41.890 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.891+0000 7fad637b5740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55cf2e3d7900 con 0x55cf2e47cb90 2024-04-26T01:52:41.891 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.891+0000 7fad637b5740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55cf2e37def0 con 0x55cf2e4719b0 2024-04-26T01:52:41.891 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.891+0000 7fad637b5740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55cf2e3d38c0 con 0x55cf2e4722d0 2024-04-26T01:52:41.892 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.891+0000 7fad59400640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf2e4719b0 0x55cf2e471d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:41.892 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.892+0000 7fad59e00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55cf2e4722d0 0x55cf2e47c650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:41.892 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.892+0000 7fad59400640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf2e4719b0 0x55cf2e471d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:36212/0 (socket says 172.21.15.46:36212) 2024-04-26T01:52:41.892 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.892+0000 7fad59400640 1 -- 172.21.15.46:0/2354035801 learned_addr learned my addr 172.21.15.46:0/2354035801 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:52:41.892 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.892+0000 7fad59400640 1 --2- 172.21.15.46:0/2354035801 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf2e47cb90 0x55cf2e47ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:41.893 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.892+0000 7fad59400640 1 -- 172.21.15.46:0/2354035801 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55cf2e4722d0 msgr2=0x55cf2e47c650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:41.893 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.892+0000 7fad59400640 1 --2- 172.21.15.46:0/2354035801 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55cf2e4722d0 0x55cf2e47c650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.893 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.892+0000 7fad59400640 1 -- 172.21.15.46:0/2354035801 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf2e47cb90 msgr2=0x55cf2e47ef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:41.893 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.892+0000 7fad59400640 1 --2- 172.21.15.46:0/2354035801 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf2e47cb90 0x55cf2e47ef80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.893 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.892+0000 7fad59400640 1 -- 172.21.15.46:0/2354035801 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cf2e0ea210 con 0x55cf2e4719b0 2024-04-26T01:52:41.893 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.892+0000 7fad52a00640 1 --2- 172.21.15.46:0/4094325462 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fad400a3d90 0x7fad400a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:41.893 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.892+0000 7fad52a00640 1 -- 172.21.15.46:0/4094325462 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fad540d0c20 con 0x7fad5c10e420 2024-04-26T01:52:41.893 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.892+0000 7fad59400640 1 --2- 172.21.15.46:0/2354035801 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf2e4719b0 0x55cf2e471d90 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fad480127d0 tx=0x7fad48009700 comp rx=0 tx=0).ready entity=mon.2 client_cookie=70ad73825440e70c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:41.893 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.892+0000 7fad59e00640 1 --2- 172.21.15.46:0/4094325462 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fad400a3d90 0x7fad400a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:41.893 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.893+0000 7fad47000640 1 -- 172.21.15.46:0/2354035801 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad48012d50 con 0x55cf2e4719b0 2024-04-26T01:52:41.893 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.893+0000 7fad47000640 1 -- 172.21.15.46:0/2354035801 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fad48010ca0 con 0x55cf2e4719b0 2024-04-26T01:52:41.893 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.893+0000 7fad47000640 1 -- 172.21.15.46:0/2354035801 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad4801eb60 con 0x55cf2e4719b0 2024-04-26T01:52:41.893 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.893+0000 7fad59e00640 1 --2- 172.21.15.46:0/4094325462 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fad400a3d90 0x7fad400a6250 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fad4c004770 tx=0x7fad4c000bc0 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:41.893 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.893+0000 7fad637b5740 1 -- 172.21.15.46:0/2354035801 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf2e4719b0 msgr2=0x55cf2e471d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:41.894 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.893+0000 7fad637b5740 1 --2- 172.21.15.46:0/2354035801 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf2e4719b0 0x55cf2e471d90 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fad480127d0 tx=0x7fad48009700 comp rx=0 tx=0).stop 2024-04-26T01:52:41.897 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.894+0000 7fad637b5740 1 -- 172.21.15.46:0/2354035801 shutdown_connections 2024-04-26T01:52:41.897 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.894+0000 7fad637b5740 1 --2- 172.21.15.46:0/2354035801 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf2e47cb90 0x55cf2e47ef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.897 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.894+0000 7fad637b5740 1 --2- 172.21.15.46:0/2354035801 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55cf2e4722d0 0x55cf2e47c650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.897 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.894+0000 7fad637b5740 1 --2- 172.21.15.46:0/2354035801 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf2e4719b0 0x55cf2e471d90 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.897 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.894+0000 7fad637b5740 1 -- 172.21.15.46:0/2354035801 >> 172.21.15.46:0/2354035801 conn(0x55cf2e46dec0 msgr2=0x55cf2e46e2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:41.897 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.894+0000 7fad637b5740 1 -- 172.21.15.46:0/2354035801 shutdown_connections 2024-04-26T01:52:41.897 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.894+0000 7fad637b5740 1 -- 172.21.15.46:0/2354035801 wait complete. 2024-04-26T01:52:41.898 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.894+0000 7fad637b5740 1 -- start start 2024-04-26T01:52:41.898 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.894+0000 7fad637b5740 1 Processor -- start 2024-04-26T01:52:41.898 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.895+0000 7fad637b5740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55cf2e4719b0 0x55cf2e479b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:41.898 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.895+0000 7fad637b5740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf2e4722d0 0x55cf2e47a050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:41.898 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.895+0000 7fad637b5740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf2e47cb90 0x55cf2e47a590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:41.898 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.895+0000 7fad637b5740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55cf2e47f7c0 con 0x55cf2e4722d0 2024-04-26T01:52:41.898 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.895+0000 7fad637b5740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55cf2e391310 con 0x55cf2e47cb90 2024-04-26T01:52:41.898 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.895+0000 7fad637b5740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55cf2e47f940 con 0x55cf2e4719b0 2024-04-26T01:52:41.898 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.895+0000 7fad637b5740 10 client.0 _ll_register_callbacks cb 0x55cf2e35fcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:52:41.898 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.895+0000 7fad59400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf2e4722d0 0x55cf2e47a050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:41.898 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.895+0000 7fad59400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf2e4722d0 0x55cf2e47a050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57534/0 (socket says 172.21.15.46:57534) 2024-04-26T01:52:41.898 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.895+0000 7fad59400640 1 -- 172.21.15.46:0/3305338733 learned_addr learned my addr 172.21.15.46:0/3305338733 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:52:41.898 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.895+0000 7fad59e00640 1 --2- 172.21.15.46:0/3305338733 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55cf2e4719b0 0x55cf2e479b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:41.899 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.895+0000 7fad5a800640 1 --2- 172.21.15.46:0/3305338733 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf2e47cb90 0x55cf2e47a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:41.899 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.896+0000 7fad59400640 1 -- 172.21.15.46:0/3305338733 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55cf2e4719b0 msgr2=0x55cf2e479b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:41.899 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.896+0000 7fad59400640 1 --2- 172.21.15.46:0/3305338733 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55cf2e4719b0 0x55cf2e479b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.899 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.896+0000 7fad59400640 1 -- 172.21.15.46:0/3305338733 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf2e47cb90 msgr2=0x55cf2e47a590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:41.899 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.896+0000 7fad59400640 1 --2- 172.21.15.46:0/3305338733 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf2e47cb90 0x55cf2e47a590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.899 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.896+0000 7fad59400640 1 -- 172.21.15.46:0/3305338733 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cf2e1b6620 con 0x55cf2e4722d0 2024-04-26T01:52:41.899 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.896+0000 7fad5a800640 1 --2- 172.21.15.46:0/3305338733 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf2e47cb90 0x55cf2e47a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:52:41.899 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.896+0000 7fad59400640 1 --2- 172.21.15.46:0/3305338733 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf2e4722d0 0x55cf2e47a050 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fad48009a80 tx=0x7fad48009570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95ab7be183f898c0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:41.899 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.896+0000 7fad3b400640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2024-04-26T01:52:41.899 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.896+0000 7fad3b400640 1 -- 172.21.15.46:0/3305338733 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad4801e5d0 con 0x55cf2e4722d0 2024-04-26T01:52:41.899 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.896+0000 7fad3b400640 1 -- 172.21.15.46:0/3305338733 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fad4801e940 con 0x55cf2e4722d0 2024-04-26T01:52:41.899 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.896+0000 7fad637b5740 1 -- 172.21.15.46:0/3305338733 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fad48010ca0 con 0x55cf2e4722d0 2024-04-26T01:52:41.899 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.897+0000 7fad3b400640 1 -- 172.21.15.46:0/3305338733 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fad4801eb40 con 0x55cf2e4722d0 2024-04-26T01:52:41.899 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.897+0000 7fad637b5740 10 client.15348 fetch_fsmap learned FSMap version 29 2024-04-26T01:52:41.899 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.897+0000 7fad637b5740 1 -- 172.21.15.46:0/3305338733 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55cf2e48ba00 con 0x55cf2e4722d0 2024-04-26T01:52:41.900 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.897+0000 7fad3b400640 1 -- 172.21.15.46:0/3305338733 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fad48010ca0 con 0x55cf2e4722d0 2024-04-26T01:52:41.900 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.897+0000 7fad3b400640 1 -- 172.21.15.46:0/3305338733 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fad48004770 con 0x55cf2e4722d0 2024-04-26T01:52:41.900 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.897+0000 7fad637b5740 10 client.15348 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:52:41.900 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.897+0000 7fad637b5740 10 client.15348 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:52:41.900 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.897+0000 7fad637b5740 20 client.15348 populate_metadata read hostname 'smithi046' 2024-04-26T01:52:41.900 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.897+0000 7fad637b5740 1 --2- 172.21.15.46:0/3305338733 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55cf2e48ce10 0x55cf2e48f200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:41.900 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.897+0000 7fad637b5740 4 client.15348 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:52:41.900 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.897+0000 7fad637b5740 1 -- 172.21.15.46:0/3305338733 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cf2e3eb8b0 con 0x55cf2e48ce10 2024-04-26T01:52:41.900 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.898+0000 7fad59e00640 1 --2- 172.21.15.46:0/3305338733 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55cf2e48ce10 0x55cf2e48f200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:41.901 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.899+0000 7fad59e00640 1 --2- 172.21.15.46:0/3305338733 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55cf2e48ce10 0x55cf2e48f200 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dd7405786259b1fa server_cookie=f77b70a3b455868 in_seq=0 out_seq=0 2024-04-26T01:52:41.901 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.899+0000 7fad3b400640 10 client.15348 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:52:41.901 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.899+0000 7fad3b400640 1 -- 172.21.15.46:0/3305338733 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55cf2e3eb8b0 con 0x55cf2e48ce10 2024-04-26T01:52:41.901 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.899+0000 7fad3b400640 10 client.15348 handle_command_reply: tid=0 2024-04-26T01:52:41.902 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.899+0000 7fad637b5740 1 client.15348 shutdown 2024-04-26T01:52:41.902 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.900+0000 7fad637b5740 1 -- 172.21.15.46:0/3305338733 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf2e4722d0 msgr2=0x55cf2e47a050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:41.902 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.900+0000 7fad637b5740 1 --2- 172.21.15.46:0/3305338733 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf2e4722d0 0x55cf2e47a050 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fad48009a80 tx=0x7fad48009570 comp rx=0 tx=0).stop 2024-04-26T01:52:41.902 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.900+0000 7fad637b5740 1 -- 172.21.15.46:0/3305338733 shutdown_connections 2024-04-26T01:52:41.902 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.900+0000 7fad637b5740 1 --2- 172.21.15.46:0/3305338733 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55cf2e48ce10 0x55cf2e48f200 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.902 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.900+0000 7fad637b5740 1 --2- 172.21.15.46:0/3305338733 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf2e47cb90 0x55cf2e47a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.902 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.900+0000 7fad637b5740 1 --2- 172.21.15.46:0/3305338733 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf2e4722d0 0x55cf2e47a050 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.902 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.900+0000 7fad637b5740 1 --2- 172.21.15.46:0/3305338733 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55cf2e4719b0 0x55cf2e479b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.902 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.900+0000 7fad3b400640 0 client.15348 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:52:41.902 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.900+0000 7fad637b5740 1 -- 172.21.15.46:0/3305338733 >> 172.21.15.46:0/3305338733 conn(0x55cf2e46dec0 msgr2=0x55cf2e473bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:41.903 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.900+0000 7fad637b5740 1 -- 172.21.15.46:0/3305338733 shutdown_connections 2024-04-26T01:52:41.903 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.900+0000 7fad637b5740 1 -- 172.21.15.46:0/3305338733 wait complete. 2024-04-26T01:52:41.903 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.900+0000 7fad637b5740 20 client.15348 trim_cache size 0 max 16384 2024-04-26T01:52:41.916 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.917+0000 7fad637b5740 1 Processor -- start 2024-04-26T01:52:41.916 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.917+0000 7fad637b5740 1 -- start start 2024-04-26T01:52:41.916 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.917+0000 7fad637b5740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55cf2e4719b0 0x55cf2e488680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:41.916 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.917+0000 7fad637b5740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf2e4722d0 0x55cf2e474370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:41.916 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.917+0000 7fad637b5740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf2e47cb90 0x55cf2e47a1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:41.916 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.917+0000 7fad637b5740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fad5c1b3fc0 con 0x55cf2e47cb90 2024-04-26T01:52:41.917 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.917+0000 7fad637b5740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fad5c1b5b00 con 0x55cf2e4722d0 2024-04-26T01:52:41.917 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.917+0000 7fad637b5740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fad5c1b4690 con 0x55cf2e4719b0 2024-04-26T01:52:41.918 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.918+0000 7fad5a800640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf2e47cb90 0x55cf2e47a1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:41.918 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.918+0000 7fad59e00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55cf2e4719b0 0x55cf2e488680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:41.918 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.918+0000 7fad59e00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55cf2e4719b0 0x55cf2e488680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:34666/0 (socket says 172.21.15.46:34666) 2024-04-26T01:52:41.918 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.918+0000 7fad59e00640 1 -- 172.21.15.46:0/2769752727 learned_addr learned my addr 172.21.15.46:0/2769752727 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:52:41.918 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.918+0000 7fad59400640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf2e4722d0 0x55cf2e474370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:41.919 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.918+0000 7fad59e00640 1 -- 172.21.15.46:0/2769752727 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf2e4722d0 msgr2=0x55cf2e474370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:41.919 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.918+0000 7fad59e00640 1 --2- 172.21.15.46:0/2769752727 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf2e4722d0 0x55cf2e474370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.919 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.918+0000 7fad59e00640 1 -- 172.21.15.46:0/2769752727 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf2e47cb90 msgr2=0x55cf2e47a1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:41.919 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.918+0000 7fad59e00640 1 --2- 172.21.15.46:0/2769752727 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf2e47cb90 0x55cf2e47a1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.919 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.918+0000 7fad59e00640 1 -- 172.21.15.46:0/2769752727 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cf2e48f7a0 con 0x55cf2e4719b0 2024-04-26T01:52:41.919 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.918+0000 7fad59e00640 1 --2- 172.21.15.46:0/2769752727 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55cf2e4719b0 0x55cf2e488680 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fad4c02aa10 tx=0x7fad4c03f070 comp rx=0 tx=0).ready entity=mon.1 client_cookie=35e89290983b09dd server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:41.919 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.918+0000 7fad46600640 1 -- 172.21.15.46:0/2769752727 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad4c035040 con 0x55cf2e4719b0 2024-04-26T01:52:41.919 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.919+0000 7fad46600640 1 -- 172.21.15.46:0/2769752727 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fad4c058070 con 0x55cf2e4719b0 2024-04-26T01:52:41.919 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.919+0000 7fad46600640 1 -- 172.21.15.46:0/2769752727 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad4c031770 con 0x55cf2e4719b0 2024-04-26T01:52:41.919 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.919+0000 7fad637b5740 1 -- 172.21.15.46:0/2769752727 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55cf2e4719b0 msgr2=0x55cf2e488680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:41.919 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.919+0000 7fad637b5740 1 --2- 172.21.15.46:0/2769752727 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55cf2e4719b0 0x55cf2e488680 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fad4c02aa10 tx=0x7fad4c03f070 comp rx=0 tx=0).stop 2024-04-26T01:52:41.919 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.919+0000 7fad637b5740 1 -- 172.21.15.46:0/2769752727 shutdown_connections 2024-04-26T01:52:41.919 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.919+0000 7fad637b5740 1 --2- 172.21.15.46:0/2769752727 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf2e47cb90 0x55cf2e47a1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.919 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.919+0000 7fad637b5740 1 --2- 172.21.15.46:0/2769752727 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf2e4722d0 0x55cf2e474370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.920 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.919+0000 7fad637b5740 1 --2- 172.21.15.46:0/2769752727 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55cf2e4719b0 0x55cf2e488680 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.920 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.919+0000 7fad637b5740 1 -- 172.21.15.46:0/2769752727 >> 172.21.15.46:0/2769752727 conn(0x55cf2e46dec0 msgr2=0x55cf2e479ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:41.920 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.919+0000 7fad637b5740 1 -- 172.21.15.46:0/2769752727 shutdown_connections 2024-04-26T01:52:41.920 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.919+0000 7fad637b5740 1 -- 172.21.15.46:0/2769752727 wait complete. 2024-04-26T01:52:41.923 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.920+0000 7fad637b5740 1 -- start start 2024-04-26T01:52:41.923 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.920+0000 7fad637b5740 1 Processor -- start 2024-04-26T01:52:41.923 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.920+0000 7fad637b5740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf2e4719b0 0x55cf2e484e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:41.923 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.920+0000 7fad637b5740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf2e4722d0 0x55cf2e4821e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:41.923 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.920+0000 7fad637b5740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55cf2e47cb90 0x55cf2e482720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:41.923 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.920+0000 7fad637b5740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fad5c1b5430 con 0x55cf2e4719b0 2024-04-26T01:52:41.923 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.920+0000 7fad637b5740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fad5c1b4d60 con 0x55cf2e4722d0 2024-04-26T01:52:41.923 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.920+0000 7fad637b5740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fad5c1b1fa0 con 0x55cf2e47cb90 2024-04-26T01:52:41.923 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.921+0000 7fad637b5740 10 client.0 _ll_register_callbacks cb 0x7fad480126d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:52:41.923 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.921+0000 7fad59e00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf2e4719b0 0x55cf2e484e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:41.923 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.921+0000 7fad59400640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf2e4722d0 0x55cf2e4821e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:41.924 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.921+0000 7fad59e00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf2e4719b0 0x55cf2e484e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57558/0 (socket says 172.21.15.46:57558) 2024-04-26T01:52:41.924 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.921+0000 7fad59e00640 1 -- 172.21.15.46:0/1375601432 learned_addr learned my addr 172.21.15.46:0/1375601432 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:52:41.924 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.921+0000 7fad5a800640 1 --2- 172.21.15.46:0/1375601432 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55cf2e47cb90 0x55cf2e482720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:41.924 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.921+0000 7fad59e00640 1 -- 172.21.15.46:0/1375601432 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55cf2e47cb90 msgr2=0x55cf2e482720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:41.924 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.921+0000 7fad59e00640 1 --2- 172.21.15.46:0/1375601432 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55cf2e47cb90 0x55cf2e482720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.924 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.921+0000 7fad59e00640 1 -- 172.21.15.46:0/1375601432 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf2e4722d0 msgr2=0x55cf2e4821e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:41.924 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.921+0000 7fad59e00640 1 --2- 172.21.15.46:0/1375601432 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf2e4722d0 0x55cf2e4821e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.924 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.921+0000 7fad59e00640 1 -- 172.21.15.46:0/1375601432 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cf2e482e10 con 0x55cf2e4719b0 2024-04-26T01:52:41.924 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.921+0000 7fad5a800640 1 --2- 172.21.15.46:0/1375601432 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55cf2e47cb90 0x55cf2e482720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:52:41.924 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.921+0000 7fad59e00640 1 --2- 172.21.15.46:0/1375601432 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf2e4719b0 0x55cf2e484e50 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fad4c0041e0 tx=0x7fad4c005b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cfb92bc04ced8cb5 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:41.924 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.922+0000 7fad3b400640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2024-04-26T01:52:41.924 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.922+0000 7fad3b400640 1 -- 172.21.15.46:0/1375601432 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad4c060020 con 0x55cf2e4719b0 2024-04-26T01:52:41.924 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.922+0000 7fad3b400640 1 -- 172.21.15.46:0/1375601432 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fad4c003cd0 con 0x55cf2e4719b0 2024-04-26T01:52:41.924 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.922+0000 7fad637b5740 1 -- 172.21.15.46:0/1375601432 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fad4c058070 con 0x55cf2e4719b0 2024-04-26T01:52:41.924 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.922+0000 7fad3b400640 1 -- 172.21.15.46:0/1375601432 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fad4c06b050 con 0x55cf2e4719b0 2024-04-26T01:52:41.925 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.922+0000 7fad637b5740 10 client.15354 fetch_fsmap learned FSMap version 29 2024-04-26T01:52:41.925 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.922+0000 7fad637b5740 1 -- 172.21.15.46:0/1375601432 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55cf2e4f3160 con 0x55cf2e4719b0 2024-04-26T01:52:41.925 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.922+0000 7fad3b400640 1 -- 172.21.15.46:0/1375601432 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fad4c058070 con 0x55cf2e4719b0 2024-04-26T01:52:41.925 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.923+0000 7fad3b400640 1 -- 172.21.15.46:0/1375601432 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fad4c0318c0 con 0x55cf2e4719b0 2024-04-26T01:52:41.925 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.923+0000 7fad637b5740 10 client.15354 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:52:41.925 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.923+0000 7fad637b5740 10 client.15354 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:52:41.925 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.923+0000 7fad637b5740 20 client.15354 populate_metadata read hostname 'smithi046' 2024-04-26T01:52:41.925 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.923+0000 7fad637b5740 1 --2- 172.21.15.46:0/1375601432 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55cf2e4f3820 0x55cf2e4f5c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:41.925 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.923+0000 7fad637b5740 4 client.15354 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:52:41.925 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.923+0000 7fad637b5740 1 -- 172.21.15.46:0/1375601432 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55cf2e3e5320 con 0x55cf2e4f3820 2024-04-26T01:52:41.925 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.923+0000 7fad59400640 1 --2- 172.21.15.46:0/1375601432 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55cf2e4f3820 0x55cf2e4f5c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:41.925 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.925+0000 7fad59400640 1 --2- 172.21.15.46:0/1375601432 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55cf2e4f3820 0x55cf2e4f5c10 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dcd4ada62a59d8a3 server_cookie=9fa6b13472df85fb in_seq=0 out_seq=0 2024-04-26T01:52:41.925 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.925+0000 7fad3b400640 10 client.15354 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:52:41.927 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.928+0000 7fad3b400640 1 -- 172.21.15.46:0/1375601432 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55cf2e3e5320 con 0x55cf2e4f3820 2024-04-26T01:52:41.927 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.928+0000 7fad3b400640 10 client.15354 handle_command_reply: tid=0 2024-04-26T01:52:41.927 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.928+0000 7fad637b5740 1 client.15354 shutdown 2024-04-26T01:52:41.928 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.928+0000 7fad637b5740 1 -- 172.21.15.46:0/1375601432 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf2e4719b0 msgr2=0x55cf2e484e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:41.928 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.928+0000 7fad637b5740 1 --2- 172.21.15.46:0/1375601432 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf2e4719b0 0x55cf2e484e50 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fad4c0041e0 tx=0x7fad4c005b70 comp rx=0 tx=0).stop 2024-04-26T01:52:41.928 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.928+0000 7fad637b5740 1 -- 172.21.15.46:0/1375601432 shutdown_connections 2024-04-26T01:52:41.928 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.928+0000 7fad637b5740 1 --2- 172.21.15.46:0/1375601432 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55cf2e4f3820 0x55cf2e4f5c10 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.928 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.928+0000 7fad637b5740 1 --2- 172.21.15.46:0/1375601432 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55cf2e47cb90 0x55cf2e482720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.928 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.928+0000 7fad637b5740 1 --2- 172.21.15.46:0/1375601432 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cf2e4722d0 0x55cf2e4821e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.928 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.928+0000 7fad3b400640 0 client.15354 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:52:41.928 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.928+0000 7fad637b5740 1 --2- 172.21.15.46:0/1375601432 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55cf2e4719b0 0x55cf2e484e50 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.928 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.928+0000 7fad637b5740 1 -- 172.21.15.46:0/1375601432 >> 172.21.15.46:0/1375601432 conn(0x55cf2e46dec0 msgr2=0x55cf2e46d020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:41.928 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.928+0000 7fad637b5740 1 -- 172.21.15.46:0/1375601432 shutdown_connections 2024-04-26T01:52:41.928 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.928+0000 7fad637b5740 1 -- 172.21.15.46:0/1375601432 wait complete. 2024-04-26T01:52:41.928 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.928+0000 7fad637b5740 20 client.15354 trim_cache size 0 max 16384 2024-04-26T01:52:41.929 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:{ 2024-04-26T01:52:41.929 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "message": "", 2024-04-26T01:52:41.929 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "return_code": 0 2024-04-26T01:52:41.929 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:} 2024-04-26T01:52:41.929 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.929+0000 7fad5b200640 1 -- 172.21.15.46:0/4094325462 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fad400a3d90 msgr2=0x7fad400a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:41.930 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.929+0000 7fad5b200640 1 --2- 172.21.15.46:0/4094325462 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fad400a3d90 0x7fad400a6250 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fad4c004770 tx=0x7fad4c000bc0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.930 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.929+0000 7fad5b200640 1 -- 172.21.15.46:0/4094325462 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fad5c10e420 msgr2=0x7fad5c19ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:41.930 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.929+0000 7fad5b200640 1 --2- 172.21.15.46:0/4094325462 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fad5c10e420 0x7fad5c19ead0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fad5400efd0 tx=0x7fad5400c6a0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.930 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.929+0000 7fad5b200640 1 -- 172.21.15.46:0/4094325462 shutdown_connections 2024-04-26T01:52:41.930 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.929+0000 7fad5b200640 1 --2- 172.21.15.46:0/4094325462 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fad400a3d90 0x7fad400a6250 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.930 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.929+0000 7fad5b200640 1 --2- 172.21.15.46:0/4094325462 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fad5c10e420 0x7fad5c19ead0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.930 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.929+0000 7fad5b200640 1 --2- 172.21.15.46:0/4094325462 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fad5c108e10 0x7fad5c1a4e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.930 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.929+0000 7fad5b200640 1 --2- 172.21.15.46:0/4094325462 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fad5c108490 0x7fad5c1a4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:41.930 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.929+0000 7fad5b200640 1 -- 172.21.15.46:0/4094325462 >> 172.21.15.46:0/4094325462 conn(0x7fad5c077d30 msgr2=0x7fad5c078f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:41.930 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.929+0000 7fad5b200640 1 -- 172.21.15.46:0/4094325462 shutdown_connections 2024-04-26T01:52:41.930 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:41.929+0000 7fad5b200640 1 -- 172.21.15.46:0/4094325462 wait complete. 2024-04-26T01:52:42.806 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:52:42 smithi046 ceph-mon[28013]: pgmap v57: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:52:43.089 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.090+0000 7f1694c00700 1 -- 172.21.15.46:0/111797698 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1690109c80 msgr2=0x7f169010dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:43.089 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.090+0000 7f1694c00700 1 --2- 172.21.15.46:0/111797698 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1690109c80 0x7f169010dcd0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f167c009990 tx=0x7f167c009ca0 comp rx=0 tx=0).stop 2024-04-26T01:52:43.089 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.090+0000 7f1694c00700 1 -- 172.21.15.46:0/111797698 shutdown_connections 2024-04-26T01:52:43.089 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.090+0000 7f1694c00700 1 --2- 172.21.15.46:0/111797698 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f169010e3b0 0x7f1690115f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:43.089 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.090+0000 7f1694c00700 1 --2- 172.21.15.46:0/111797698 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f16901092d0 0x7f16901096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:43.089 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.090+0000 7f1694c00700 1 --2- 172.21.15.46:0/111797698 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1690109c80 0x7f169010dcd0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:43.089 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.090+0000 7f1694c00700 1 -- 172.21.15.46:0/111797698 >> 172.21.15.46:0/111797698 conn(0x7f1690076210 msgr2=0x7f1690107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:43.090 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.091+0000 7f1694c00700 1 -- 172.21.15.46:0/111797698 shutdown_connections 2024-04-26T01:52:43.090 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.091+0000 7f1694c00700 1 -- 172.21.15.46:0/111797698 wait complete. 2024-04-26T01:52:43.090 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.093+0000 7f1694c00700 1 Processor -- start 2024-04-26T01:52:43.091 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.093+0000 7f1694c00700 1 -- start start 2024-04-26T01:52:43.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.094+0000 7f1694c00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f16901092d0 0x7f16901a5460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:43.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.094+0000 7f1694c00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1690109c80 0x7f16901a59a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:43.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.094+0000 7f1694c00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f169010e3b0 0x7f169019f670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:43.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.094+0000 7f1694c00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f16901193b0 con 0x7f1690109c80 2024-04-26T01:52:43.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.094+0000 7f1694c00700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f1690119230 con 0x7f169010e3b0 2024-04-26T01:52:43.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.094+0000 7f1694c00700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f1690119530 con 0x7f16901092d0 2024-04-26T01:52:43.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.094+0000 7f168de00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f16901092d0 0x7f16901a5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:43.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.094+0000 7f168de00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f16901092d0 0x7f16901a5460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:55198/0 (socket says 172.21.15.46:55198) 2024-04-26T01:52:43.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.094+0000 7f168de00700 1 -- 172.21.15.46:0/1851877597 learned_addr learned my addr 172.21.15.46:0/1851877597 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:52:43.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.094+0000 7f168d400700 1 --2- 172.21.15.46:0/1851877597 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1690109c80 0x7f16901a59a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:43.094 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.095+0000 7f168de00700 1 -- 172.21.15.46:0/1851877597 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f169010e3b0 msgr2=0x7f169019f670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:43.094 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.095+0000 7f168e800700 1 --2- 172.21.15.46:0/1851877597 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f169010e3b0 0x7f169019f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:43.094 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.095+0000 7f168de00700 1 --2- 172.21.15.46:0/1851877597 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f169010e3b0 0x7f169019f670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:43.094 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.095+0000 7f168de00700 1 -- 172.21.15.46:0/1851877597 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1690109c80 msgr2=0x7f16901a59a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:43.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.095+0000 7f168de00700 1 --2- 172.21.15.46:0/1851877597 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1690109c80 0x7f16901a59a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:43.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.095+0000 7f168de00700 1 -- 172.21.15.46:0/1851877597 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f169019fdd0 con 0x7f16901092d0 2024-04-26T01:52:43.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.095+0000 7f168d400700 1 --2- 172.21.15.46:0/1851877597 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1690109c80 0x7f16901a59a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:52:43.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.095+0000 7f168e800700 1 --2- 172.21.15.46:0/1851877597 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f169010e3b0 0x7f169019f670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:52:43.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.096+0000 7f168de00700 1 --2- 172.21.15.46:0/1851877597 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f16901092d0 0x7f16901a5460 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f168000d980 tx=0x7f168000dc90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:43.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.096+0000 7f1686a00700 1 -- 172.21.15.46:0/1851877597 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1680016070 con 0x7f16901092d0 2024-04-26T01:52:43.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.096+0000 7f1686a00700 1 -- 172.21.15.46:0/1851877597 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1680004d00 con 0x7f16901092d0 2024-04-26T01:52:43.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.096+0000 7f1686a00700 1 -- 172.21.15.46:0/1851877597 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1680005610 con 0x7f16901092d0 2024-04-26T01:52:43.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.096+0000 7f1694c00700 1 -- 172.21.15.46:0/1851877597 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16901a00c0 con 0x7f16901092d0 2024-04-26T01:52:43.095 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.096+0000 7f1694c00700 1 -- 172.21.15.46:0/1851877597 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16901ac330 con 0x7f16901092d0 2024-04-26T01:52:43.096 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.097+0000 7f1694c00700 1 -- 172.21.15.46:0/1851877597 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1690069730 con 0x7f16901092d0 2024-04-26T01:52:43.097 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.099+0000 7f1686a00700 1 -- 172.21.15.46:0/1851877597 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 27) ==== 138777+0+0 (secure 0 0 0) 0x7f1680004750 con 0x7f16901092d0 2024-04-26T01:52:43.098 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.101+0000 7f1686a00700 1 --2- 172.21.15.46:0/1851877597 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f16740a3e30 0x7f16740a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:43.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.101+0000 7f1686a00700 1 -- 172.21.15.46:0/1851877597 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f16800d0580 con 0x7f16901092d0 2024-04-26T01:52:43.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.101+0000 7f168d400700 1 --2- 172.21.15.46:0/1851877597 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f16740a3e30 0x7f16740a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:43.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.102+0000 7f168d400700 1 --2- 172.21.15.46:0/1851877597 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f16740a3e30 0x7f16740a62f0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f169010f7f0 tx=0x7f167c00b260 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:43.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.105+0000 7f1686a00700 1 -- 172.21.15.46:0/1851877597 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f168001f020 con 0x7f16901092d0 2024-04-26T01:52:43.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:52:42 smithi103 ceph-mon[32920]: pgmap v57: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:52:43.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:52:42 smithi163 ceph-mon[32592]: pgmap v57: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:52:43.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.383+0000 7f1694c00700 1 -- 172.21.15.46:0/1851877597 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f169002df80 con 0x7f16901092d0 2024-04-26T01:52:43.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.385+0000 7f1686a00700 1 -- 172.21.15.46:0/1851877597 <== mon.1 v2:172.21.15.163:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11943 (secure 0 0 0) 0x7f168009cbf0 con 0x7f16901092d0 2024-04-26T01:52:43.383 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:52:43.384 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14391,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/3599447924","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":3599447924},{"type":"v1","addr":"172.21.15.46:6839","nonce":3599447924}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6833/1782107626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":1782107626},{"type":"v1","addr":"172.21.15.103:6833","nonce":1782107626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:46:33.259216+0000","modified":"2024-04-26T01:50:52.976230+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24530,"mds_1":24524,"mds_2":24511,"mds_3":24496,"mds_4":24488},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24448":{"gid":24448,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6833/3674154522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6832","nonce":3674154522},{"type":"v1","addr":"172.21.15.163:6833","nonce":3674154522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"d","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6837/2284069014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":2284069014},{"type":"v1","addr":"172.21.15.46:6837","nonce":2284069014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"j","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6835/441878789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":441878789},{"type":"v1","addr":"172.21.15.46:6835","nonce":441878789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/2093120942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":2093120942},{"type":"v1","addr":"172.21.15.103:6835","nonce":2093120942}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6835/3496224673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6834","nonce":3496224673},{"type":"v1","addr":"172.21.15.163:6835","nonce":3496224673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"h","rank":4,"incarnation":24,"state":"up:active","state_seq":16,"addr":"172.21.15.103:6837/356151155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":356151155},{"type":"v1","addr":"172.21.15.103:6837","nonce":356151155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":16,"addr":"172.21.15.163:6837/3255035214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6836","nonce":3255035214},{"type":"v1","addr":"172.21.15.163:6837","nonce":3255035214}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.163:6839/1457170931","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6838","nonce":1457170931},{"type":"v1","addr":"172.21.15.163:6839","nonce":1457170931}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"a","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.46:6841/1857491842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":1857491842},{"type":"v1","addr":"172.21.15.46:6841","nonce":1857491842}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.103:6839/4045492459","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":4045492459},{"type":"v1","addr":"172.21.15.103:6839","nonce":4045492459}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24496,24524,24511,24488,24530]},"id":1}]} 2024-04-26T01:52:43.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.389+0000 7f1694c00700 1 -- 172.21.15.46:0/1851877597 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f16740a3e30 msgr2=0x7f16740a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:43.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.389+0000 7f1694c00700 1 --2- 172.21.15.46:0/1851877597 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f16740a3e30 0x7f16740a62f0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f169010f7f0 tx=0x7f167c00b260 comp rx=0 tx=0).stop 2024-04-26T01:52:43.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.389+0000 7f1694c00700 1 -- 172.21.15.46:0/1851877597 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f16901092d0 msgr2=0x7f16901a5460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:43.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.389+0000 7f1694c00700 1 --2- 172.21.15.46:0/1851877597 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f16901092d0 0x7f16901a5460 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f168000d980 tx=0x7f168000dc90 comp rx=0 tx=0).stop 2024-04-26T01:52:43.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.389+0000 7f1694c00700 1 -- 172.21.15.46:0/1851877597 shutdown_connections 2024-04-26T01:52:43.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.389+0000 7f1694c00700 1 --2- 172.21.15.46:0/1851877597 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f16740a3e30 0x7f16740a62f0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:43.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.389+0000 7f1694c00700 1 --2- 172.21.15.46:0/1851877597 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f169010e3b0 0x7f169019f670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:43.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.389+0000 7f1694c00700 1 --2- 172.21.15.46:0/1851877597 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f16901092d0 0x7f16901a5460 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:43.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.389+0000 7f1694c00700 1 --2- 172.21.15.46:0/1851877597 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1690109c80 0x7f16901a59a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:43.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.389+0000 7f1694c00700 1 -- 172.21.15.46:0/1851877597 >> 172.21.15.46:0/1851877597 conn(0x7f1690076210 msgr2=0x7f16900767d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:43.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.390+0000 7f1694c00700 1 -- 172.21.15.46:0/1851877597 shutdown_connections 2024-04-26T01:52:43.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:43.390+0000 7f1694c00700 1 -- 172.21.15.46:0/1851877597 wait complete. 2024-04-26T01:52:43.389 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 29 2024-04-26T01:52:44.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:52:43 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/1851877597' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:52:44.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:52:43 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/1851877597' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:52:44.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:52:43 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/1851877597' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:52:44.273 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24530 quiesce db --set-id 4fb662c0 --release --await' 2024-04-26T01:52:44.274 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24530 quiesce db --set-id 4fb662c0 --release --await 2024-04-26T01:52:44.745 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:52:45.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:52:44 smithi046 ceph-mon[28013]: pgmap v58: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:52:45.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:52:44 smithi103 ceph-mon[32920]: pgmap v58: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:52:45.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:52:44 smithi163 ceph-mon[32592]: pgmap v58: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-04-26T01:52:46.925 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:52:46 smithi046 ceph-mon[28013]: pgmap v59: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-26T01:52:47.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.116+0000 7ff0db200700 1 -- 172.21.15.46:0/3994586484 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff0d406a750 msgr2=0x7ff0d406abb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:47.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.116+0000 7ff0db200700 1 --2- 172.21.15.46:0/3994586484 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff0d406a750 0x7ff0d406abb0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7ff0bc009990 tx=0x7ff0bc009ca0 comp rx=0 tx=0).stop 2024-04-26T01:52:47.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.116+0000 7ff0db200700 1 -- 172.21.15.46:0/3994586484 shutdown_connections 2024-04-26T01:52:47.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.116+0000 7ff0db200700 1 --2- 172.21.15.46:0/3994586484 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff0d406b0f0 0x7ff0d410f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:47.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.116+0000 7ff0db200700 1 --2- 172.21.15.46:0/3994586484 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff0d4108a30 0x7ff0d4108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:47.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.116+0000 7ff0db200700 1 --2- 172.21.15.46:0/3994586484 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff0d406a750 0x7ff0d406abb0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:47.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.116+0000 7ff0db200700 1 -- 172.21.15.46:0/3994586484 >> 172.21.15.46:0/3994586484 conn(0x7ff0d40788f0 msgr2=0x7ff0d4078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:47.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.116+0000 7ff0db200700 1 -- 172.21.15.46:0/3994586484 shutdown_connections 2024-04-26T01:52:47.115 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.116+0000 7ff0db200700 1 -- 172.21.15.46:0/3994586484 wait complete. 2024-04-26T01:52:47.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.117+0000 7ff0db200700 1 Processor -- start 2024-04-26T01:52:47.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.117+0000 7ff0db200700 1 -- start start 2024-04-26T01:52:47.116 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.118+0000 7ff0db200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff0d406a750 0x7ff0d41991f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:47.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.118+0000 7ff0db200700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff0d406b0f0 0x7ff0d4199730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:47.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.118+0000 7ff0db200700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff0d4108a30 0x7ff0d419dac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:47.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.118+0000 7ff0db200700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff0d4112da0 con 0x7ff0d406a750 2024-04-26T01:52:47.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.118+0000 7ff0db200700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7ff0d4112c20 con 0x7ff0d406b0f0 2024-04-26T01:52:47.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.118+0000 7ff0db200700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7ff0d4112f20 con 0x7ff0d4108a30 2024-04-26T01:52:47.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.118+0000 7ff0d3e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff0d406a750 0x7ff0d41991f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:47.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.118+0000 7ff0cb400700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff0d406b0f0 0x7ff0d4199730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:47.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.118+0000 7ff0d3e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff0d406a750 0x7ff0d41991f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58760/0 (socket says 172.21.15.46:58760) 2024-04-26T01:52:47.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.118+0000 7ff0d3e00700 1 -- 172.21.15.46:0/4176136534 learned_addr learned my addr 172.21.15.46:0/4176136534 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:52:47.117 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.118+0000 7ff0d9200700 1 --2- 172.21.15.46:0/4176136534 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff0d4108a30 0x7ff0d419dac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:47.118 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.119+0000 7ff0cb400700 1 -- 172.21.15.46:0/4176136534 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff0d4108a30 msgr2=0x7ff0d419dac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:47.118 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.119+0000 7ff0cb400700 1 --2- 172.21.15.46:0/4176136534 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff0d4108a30 0x7ff0d419dac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:47.118 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.119+0000 7ff0cb400700 1 -- 172.21.15.46:0/4176136534 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff0d406a750 msgr2=0x7ff0d41991f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:47.118 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.119+0000 7ff0cb400700 1 --2- 172.21.15.46:0/4176136534 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff0d406a750 0x7ff0d41991f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:47.118 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.119+0000 7ff0cb400700 1 -- 172.21.15.46:0/4176136534 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0d419e200 con 0x7ff0d406b0f0 2024-04-26T01:52:47.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.119+0000 7ff0d9200700 1 --2- 172.21.15.46:0/4176136534 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff0d4108a30 0x7ff0d419dac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:52:47.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.119+0000 7ff0cb400700 1 --2- 172.21.15.46:0/4176136534 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff0d406b0f0 0x7ff0d4199730 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7ff0bc0098e0 tx=0x7ff0bc0057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:47.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.119+0000 7ff0d1600700 1 -- 172.21.15.46:0/4176136534 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0bc027070 con 0x7ff0d406b0f0 2024-04-26T01:52:47.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.119+0000 7ff0d1600700 1 -- 172.21.15.46:0/4176136534 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff0bc00b610 con 0x7ff0d406b0f0 2024-04-26T01:52:47.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.119+0000 7ff0d1600700 1 -- 172.21.15.46:0/4176136534 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0bc0173f0 con 0x7ff0d406b0f0 2024-04-26T01:52:47.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.119+0000 7ff0db200700 1 -- 172.21.15.46:0/4176136534 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0d419e490 con 0x7ff0d406b0f0 2024-04-26T01:52:47.119 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.120+0000 7ff0db200700 1 -- 172.21.15.46:0/4176136534 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0d41a5d70 con 0x7ff0d406b0f0 2024-04-26T01:52:47.121 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.123+0000 7ff0d1600700 1 -- 172.21.15.46:0/4176136534 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 27) ==== 138777+0+0 (secure 0 0 0) 0x7ff0bc02a070 con 0x7ff0d406b0f0 2024-04-26T01:52:47.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.124+0000 7ff0e5ac9b80 1 Processor -- start 2024-04-26T01:52:47.122 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.124+0000 7ff0e5ac9b80 1 -- start start 2024-04-26T01:52:47.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.125+0000 7ff0d1600700 1 --2- 172.21.15.46:0/4176136534 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7ff0b80a3db0 0x7ff0b80a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:47.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.125+0000 7ff0d1600700 1 -- 172.21.15.46:0/4176136534 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7ff0bc0d1580 con 0x7ff0d406b0f0 2024-04-26T01:52:47.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.125+0000 7ff0e5ac9b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5638a96c7d30 0x5638a96c8110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:47.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.125+0000 7ff0e5ac9b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5638a96c8650 0x5638a96d2fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:47.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.125+0000 7ff0d9200700 1 --2- 172.21.15.46:0/4176136534 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7ff0b80a3db0 0x7ff0b80a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:47.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.125+0000 7ff0e5ac9b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5638a96d3500 0x5638a96d58f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:47.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.125+0000 7ff0e5ac9b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5638a9616f90 con 0x5638a96d3500 2024-04-26T01:52:47.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.125+0000 7ff0e5ac9b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x5638a95bd830 con 0x5638a96c8650 2024-04-26T01:52:47.123 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.125+0000 7ff0e5ac9b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x5638a9612f50 con 0x5638a96c7d30 2024-04-26T01:52:47.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.125+0000 7ff0cb400700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5638a96c8650 0x5638a96d2fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:47.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.125+0000 7ff0d3e00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5638a96c7d30 0x5638a96c8110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:47.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.125+0000 7ff0d9200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5638a96d3500 0x5638a96d58f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:47.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.125+0000 7ff0cb400700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5638a96c8650 0x5638a96d2fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:60728/0 (socket says 172.21.15.46:60728) 2024-04-26T01:52:47.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.125+0000 7ff0cb400700 1 -- 172.21.15.46:0/9710962 learned_addr learned my addr 172.21.15.46:0/9710962 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:52:47.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.126+0000 7ff0cb400700 1 -- 172.21.15.46:0/9710962 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5638a96c7d30 msgr2=0x5638a96c8110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:47.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.126+0000 7ff0cb400700 1 --2- 172.21.15.46:0/9710962 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5638a96c7d30 0x5638a96c8110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:47.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.126+0000 7ff0cb400700 1 -- 172.21.15.46:0/9710962 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5638a96d3500 msgr2=0x5638a96d58f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:47.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.126+0000 7ff0cb400700 1 --2- 172.21.15.46:0/9710962 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5638a96d3500 0x5638a96d58f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:47.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.126+0000 7ff0cb400700 1 -- 172.21.15.46:0/9710962 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5638a95b3780 con 0x5638a96c8650 2024-04-26T01:52:47.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.126+0000 7ff0d9200700 1 --2- 172.21.15.46:0/9710962 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5638a96d3500 0x5638a96d58f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:52:47.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.126+0000 7ff0cb400700 1 --2- 172.21.15.46:0/9710962 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5638a96c8650 0x5638a96d2fc0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7ff0bc006010 tx=0x7ff0bc09cf60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=eefe850a53aa9bd2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:47.125 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.126+0000 7ff0c9600700 1 -- 172.21.15.46:0/9710962 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0bc09d580 con 0x5638a96c8650 2024-04-26T01:52:47.126 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.126+0000 7ff0c9600700 1 -- 172.21.15.46:0/9710962 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff0bc0a1930 con 0x5638a96c8650 2024-04-26T01:52:47.126 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.126+0000 7ff0d9200700 1 --2- 172.21.15.46:0/4176136534 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7ff0b80a3db0 0x7ff0b80a6270 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7ff0cc013710 tx=0x7ff0cc009640 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:47.126 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.126+0000 7ff0c9600700 1 -- 172.21.15.46:0/9710962 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0bc09d7e0 con 0x5638a96c8650 2024-04-26T01:52:47.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:52:46 smithi103 ceph-mon[32920]: pgmap v59: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-26T01:52:47.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.127+0000 7ff0e5ac9b80 1 -- 172.21.15.46:0/9710962 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5638a96c8650 msgr2=0x5638a96d2fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:47.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.127+0000 7ff0e5ac9b80 1 --2- 172.21.15.46:0/9710962 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5638a96c8650 0x5638a96d2fc0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7ff0bc006010 tx=0x7ff0bc09cf60 comp rx=0 tx=0).stop 2024-04-26T01:52:47.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.127+0000 7ff0e5ac9b80 1 -- 172.21.15.46:0/9710962 shutdown_connections 2024-04-26T01:52:47.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.127+0000 7ff0e5ac9b80 1 --2- 172.21.15.46:0/9710962 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5638a96d3500 0x5638a96d58f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:47.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.127+0000 7ff0e5ac9b80 1 --2- 172.21.15.46:0/9710962 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5638a96c7d30 0x5638a96c8110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:47.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.127+0000 7ff0e5ac9b80 1 --2- 172.21.15.46:0/9710962 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5638a96c8650 0x5638a96d2fc0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:47.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.127+0000 7ff0e5ac9b80 1 -- 172.21.15.46:0/9710962 >> 172.21.15.46:0/9710962 conn(0x5638a95f26a0 msgr2=0x5638a96bfd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:47.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.127+0000 7ff0e5ac9b80 1 -- 172.21.15.46:0/9710962 shutdown_connections 2024-04-26T01:52:47.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.127+0000 7ff0e5ac9b80 1 -- 172.21.15.46:0/9710962 wait complete. 2024-04-26T01:52:47.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.128+0000 7ff0e5ac9b80 1 -- start start 2024-04-26T01:52:47.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.128+0000 7ff0e5ac9b80 1 Processor -- start 2024-04-26T01:52:47.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.129+0000 7ff0e5ac9b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5638a96c7d30 0x5638a96d2c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:47.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.129+0000 7ff0e5ac9b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5638a96c8650 0x5638a96cffb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:47.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.129+0000 7ff0e5ac9b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5638a96d3500 0x5638a96d04f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:47.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.129+0000 7ff0e5ac9b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5638a96d5e30 con 0x5638a96c8650 2024-04-26T01:52:47.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.129+0000 7ff0e5ac9b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x5638a95d0960 con 0x5638a96c7d30 2024-04-26T01:52:47.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.129+0000 7ff0e5ac9b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x5638a96d5fb0 con 0x5638a96d3500 2024-04-26T01:52:47.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.129+0000 7ff0e5ac9b80 10 client.0 _ll_register_callbacks cb 0x5638a95af820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:52:47.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.129+0000 7ff0cb400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5638a96c8650 0x5638a96cffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:47.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.129+0000 7ff0d3e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5638a96c7d30 0x5638a96d2c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:47.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.129+0000 7ff0cb400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5638a96c8650 0x5638a96cffb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58782/0 (socket says 172.21.15.46:58782) 2024-04-26T01:52:47.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.129+0000 7ff0cb400700 1 -- 172.21.15.46:0/712578207 learned_addr learned my addr 172.21.15.46:0/712578207 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:52:47.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.129+0000 7ff0d9200700 1 --2- 172.21.15.46:0/712578207 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5638a96d3500 0x5638a96d04f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:47.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.130+0000 7ff0cb400700 1 -- 172.21.15.46:0/712578207 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5638a96d3500 msgr2=0x5638a96d04f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:47.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.130+0000 7ff0cb400700 1 --2- 172.21.15.46:0/712578207 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5638a96d3500 0x5638a96d04f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:47.129 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.130+0000 7ff0cb400700 1 -- 172.21.15.46:0/712578207 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5638a96c7d30 msgr2=0x5638a96d2c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:47.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.130+0000 7ff0cb400700 1 --2- 172.21.15.46:0/712578207 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5638a96c7d30 0x5638a96d2c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:47.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.130+0000 7ff0cb400700 1 -- 172.21.15.46:0/712578207 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5638a95649d0 con 0x5638a96c8650 2024-04-26T01:52:47.130 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.130+0000 7ff0d3e00700 1 --2- 172.21.15.46:0/712578207 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5638a96c7d30 0x5638a96d2c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:52:47.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.130+0000 7ff0cb400700 1 --2- 172.21.15.46:0/712578207 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5638a96c8650 0x5638a96cffb0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7ff0bc005f50 tx=0x7ff0bc099e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6dc0e0896cab0a5 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:47.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.130+0000 7ff0c2000700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2024-04-26T01:52:47.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.130+0000 7ff0c2000700 1 -- 172.21.15.46:0/712578207 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0bc0b6060 con 0x5638a96c8650 2024-04-26T01:52:47.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.130+0000 7ff0c2000700 1 -- 172.21.15.46:0/712578207 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7ff0bc09d7e0 con 0x5638a96c8650 2024-04-26T01:52:47.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.130+0000 7ff0e5ac9b80 1 -- 172.21.15.46:0/712578207 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff0bc0a1930 con 0x5638a96c8650 2024-04-26T01:52:47.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.131+0000 7ff0c2000700 1 -- 172.21.15.46:0/712578207 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff0bc09d580 con 0x5638a96c8650 2024-04-26T01:52:47.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.131+0000 7ff0e5ac9b80 10 client.15372 fetch_fsmap learned FSMap version 29 2024-04-26T01:52:47.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.131+0000 7ff0e5ac9b80 1 -- 172.21.15.46:0/712578207 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5638a95adbf0 con 0x5638a96c8650 2024-04-26T01:52:47.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.131+0000 7ff0c2000700 1 -- 172.21.15.46:0/712578207 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff0bc0a1930 con 0x5638a96c8650 2024-04-26T01:52:47.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.131+0000 7ff0c2000700 1 -- 172.21.15.46:0/712578207 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7ff0bc0d11f0 con 0x5638a96c8650 2024-04-26T01:52:47.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.131+0000 7ff0e5ac9b80 10 client.15372 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:52:47.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.131+0000 7ff0e5ac9b80 10 client.15372 resolve_mds: validated gid 24530 aka daemon mds.b 2024-04-26T01:52:47.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.131+0000 7ff0e5ac9b80 20 client.15372 populate_metadata read hostname 'smithi046' 2024-04-26T01:52:47.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.131+0000 7ff0e5ac9b80 1 --2- 172.21.15.46:0/712578207 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x5638a96e2930 0x5638a96e4d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:47.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.131+0000 7ff0e5ac9b80 4 client.15372 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:52:47.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.131+0000 7ff0e5ac9b80 1 -- 172.21.15.46:0/712578207 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5638a9624780 con 0x5638a96e2930 2024-04-26T01:52:47.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.132+0000 7ff0d3e00700 1 --2- 172.21.15.46:0/712578207 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x5638a96e2930 0x5638a96e4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:47.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.132+0000 7ff0d3e00700 1 --2- 172.21.15.46:0/712578207 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x5638a96e2930 0x5638a96e4d20 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3f537ce4070bcbcf server_cookie=3b07f54922d24399 in_seq=0 out_seq=0 2024-04-26T01:52:47.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.132+0000 7ff0c2000700 10 client.15372 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:52:47.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.133+0000 7ff0c2000700 1 -- 172.21.15.46:0/712578207 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5638a9624780 con 0x5638a96e2930 2024-04-26T01:52:47.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.133+0000 7ff0c2000700 10 client.15372 handle_command_reply: tid=0 2024-04-26T01:52:47.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.133+0000 7ff0e5ac9b80 1 client.15372 shutdown 2024-04-26T01:52:47.133 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.134+0000 7ff0e5ac9b80 1 -- 172.21.15.46:0/712578207 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5638a96c8650 msgr2=0x5638a96cffb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:47.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.134+0000 7ff0e5ac9b80 1 --2- 172.21.15.46:0/712578207 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5638a96c8650 0x5638a96cffb0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7ff0bc005f50 tx=0x7ff0bc099e20 comp rx=0 tx=0).stop 2024-04-26T01:52:47.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.134+0000 7ff0e5ac9b80 1 -- 172.21.15.46:0/712578207 shutdown_connections 2024-04-26T01:52:47.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.134+0000 7ff0e5ac9b80 1 --2- 172.21.15.46:0/712578207 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x5638a96e2930 0x5638a96e4d20 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:47.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.134+0000 7ff0e5ac9b80 1 --2- 172.21.15.46:0/712578207 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5638a96d3500 0x5638a96d04f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:47.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.134+0000 7ff0e5ac9b80 1 --2- 172.21.15.46:0/712578207 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5638a96c7d30 0x5638a96d2c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:47.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.134+0000 7ff0e5ac9b80 1 --2- 172.21.15.46:0/712578207 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5638a96c8650 0x5638a96cffb0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:47.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.134+0000 7ff0e5ac9b80 1 -- 172.21.15.46:0/712578207 >> 172.21.15.46:0/712578207 conn(0x5638a95f26a0 msgr2=0x5638a96bf930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:47.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.134+0000 7ff0c2000700 0 client.15372 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:52:47.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.134+0000 7ff0e5ac9b80 1 -- 172.21.15.46:0/712578207 shutdown_connections 2024-04-26T01:52:47.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.134+0000 7ff0e5ac9b80 1 -- 172.21.15.46:0/712578207 wait complete. 2024-04-26T01:52:47.134 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.134+0000 7ff0e5ac9b80 20 client.15372 trim_cache size 0 max 16384 2024-04-26T01:52:47.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.156+0000 7ff0e5ac9b80 1 Processor -- start 2024-04-26T01:52:47.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.156+0000 7ff0e5ac9b80 1 -- start start 2024-04-26T01:52:47.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.156+0000 7ff0e5ac9b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5638a96c7d30 0x5638a96ceff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:47.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.156+0000 7ff0e5ac9b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5638a96c8650 0x5638a96ea350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:47.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.156+0000 7ff0e5ac9b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5638a96d3500 0x5638a96ea890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:47.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.156+0000 7ff0e5ac9b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff0d41ab010 con 0x5638a96c8650 2024-04-26T01:52:47.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.156+0000 7ff0e5ac9b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7ff0d41acb50 con 0x5638a96d3500 2024-04-26T01:52:47.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.156+0000 7ff0e5ac9b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7ff0d41ab6e0 con 0x5638a96c7d30 2024-04-26T01:52:47.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.157+0000 7ff0d3e00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5638a96c7d30 0x5638a96ceff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:47.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.157+0000 7ff0d3e00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5638a96c7d30 0x5638a96ceff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:55240/0 (socket says 172.21.15.46:55240) 2024-04-26T01:52:47.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.157+0000 7ff0d3e00700 1 -- 172.21.15.46:0/2385681613 learned_addr learned my addr 172.21.15.46:0/2385681613 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:52:47.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.157+0000 7ff0cb400700 1 --2- 172.21.15.46:0/2385681613 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5638a96c8650 0x5638a96ea350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:47.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.157+0000 7ff0d9200700 1 --2- 172.21.15.46:0/2385681613 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5638a96d3500 0x5638a96ea890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:47.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.157+0000 7ff0d3e00700 1 -- 172.21.15.46:0/2385681613 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5638a96d3500 msgr2=0x5638a96ea890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:47.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.157+0000 7ff0d3e00700 1 --2- 172.21.15.46:0/2385681613 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5638a96d3500 0x5638a96ea890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:47.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.157+0000 7ff0d3e00700 1 -- 172.21.15.46:0/2385681613 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5638a96c8650 msgr2=0x5638a96ea350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:47.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.157+0000 7ff0d3e00700 1 --2- 172.21.15.46:0/2385681613 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5638a96c8650 0x5638a96ea350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:47.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.157+0000 7ff0d3e00700 1 -- 172.21.15.46:0/2385681613 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5638a96c8a70 con 0x5638a96c7d30 2024-04-26T01:52:47.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.157+0000 7ff0d3e00700 1 --2- 172.21.15.46:0/2385681613 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5638a96c7d30 0x5638a96ceff0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7ff0c4009c10 tx=0x7ff0c400b040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=66d3a9c2090f09cc server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:47.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.158+0000 7ff0c8c00700 1 -- 172.21.15.46:0/2385681613 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0c4004e60 con 0x5638a96c7d30 2024-04-26T01:52:47.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.158+0000 7ff0c8c00700 1 -- 172.21.15.46:0/2385681613 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff0c401fbc0 con 0x5638a96c7d30 2024-04-26T01:52:47.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.158+0000 7ff0c8c00700 1 -- 172.21.15.46:0/2385681613 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0c4004020 con 0x5638a96c7d30 2024-04-26T01:52:47.158 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.158+0000 7ff0e5ac9b80 1 -- 172.21.15.46:0/2385681613 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5638a96c7d30 msgr2=0x5638a96ceff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:47.158 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.158+0000 7ff0e5ac9b80 1 --2- 172.21.15.46:0/2385681613 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5638a96c7d30 0x5638a96ceff0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7ff0c4009c10 tx=0x7ff0c400b040 comp rx=0 tx=0).stop 2024-04-26T01:52:47.158 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.159+0000 7ff0e5ac9b80 1 -- 172.21.15.46:0/2385681613 shutdown_connections 2024-04-26T01:52:47.158 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.159+0000 7ff0e5ac9b80 1 --2- 172.21.15.46:0/2385681613 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5638a96d3500 0x5638a96ea890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:47.158 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.159+0000 7ff0e5ac9b80 1 --2- 172.21.15.46:0/2385681613 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5638a96c7d30 0x5638a96ceff0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:47.158 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.159+0000 7ff0e5ac9b80 1 --2- 172.21.15.46:0/2385681613 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5638a96c8650 0x5638a96ea350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:47.158 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.159+0000 7ff0e5ac9b80 1 -- 172.21.15.46:0/2385681613 >> 172.21.15.46:0/2385681613 conn(0x5638a95f26a0 msgr2=0x5638a96ce8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:47.158 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.159+0000 7ff0e5ac9b80 1 -- 172.21.15.46:0/2385681613 shutdown_connections 2024-04-26T01:52:47.158 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.159+0000 7ff0e5ac9b80 1 -- 172.21.15.46:0/2385681613 wait complete. 2024-04-26T01:52:47.158 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.159+0000 7ff0e5ac9b80 1 -- start start 2024-04-26T01:52:47.158 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.159+0000 7ff0e5ac9b80 1 Processor -- start 2024-04-26T01:52:47.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.160+0000 7ff0e5ac9b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5638a96c7d30 0x5638a96d8f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:47.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.160+0000 7ff0e5ac9b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5638a96c8650 0x5638a96d9480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:47.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.160+0000 7ff0e5ac9b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5638a96d3500 0x5638a96d99e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:47.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.160+0000 7ff0e5ac9b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff0d41ac480 con 0x5638a96c8650 2024-04-26T01:52:47.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.160+0000 7ff0e5ac9b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7ff0d41abdb0 con 0x5638a96d3500 2024-04-26T01:52:47.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.160+0000 7ff0e5ac9b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7ff0d41a8fb0 con 0x5638a96c7d30 2024-04-26T01:52:47.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.160+0000 7ff0e5ac9b80 10 client.0 _ll_register_callbacks cb 0x5638a95af820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:52:47.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.160+0000 7ff0d3e00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5638a96c7d30 0x5638a96d8f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:47.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.160+0000 7ff0cb400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5638a96c8650 0x5638a96d9480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:47.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.160+0000 7ff0d3e00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5638a96c7d30 0x5638a96d8f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:55250/0 (socket says 172.21.15.46:55250) 2024-04-26T01:52:47.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.160+0000 7ff0d3e00700 1 -- 172.21.15.46:0/2865647119 learned_addr learned my addr 172.21.15.46:0/2865647119 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:52:47.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.160+0000 7ff0d9200700 1 --2- 172.21.15.46:0/2865647119 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5638a96d3500 0x5638a96d99e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:47.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.161+0000 7ff0d3e00700 1 -- 172.21.15.46:0/2865647119 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5638a96d3500 msgr2=0x5638a96d99e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:47.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.161+0000 7ff0d3e00700 1 --2- 172.21.15.46:0/2865647119 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5638a96d3500 0x5638a96d99e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:47.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.161+0000 7ff0d3e00700 1 -- 172.21.15.46:0/2865647119 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5638a96c8650 msgr2=0x5638a96d9480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:47.162 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.161+0000 7ff0d3e00700 1 --2- 172.21.15.46:0/2865647119 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5638a96c8650 0x5638a96d9480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:47.162 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.161+0000 7ff0d3e00700 1 -- 172.21.15.46:0/2865647119 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5638a9747eb0 con 0x5638a96c7d30 2024-04-26T01:52:47.162 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.161+0000 7ff0d3e00700 1 --2- 172.21.15.46:0/2865647119 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5638a96c7d30 0x5638a96d8f40 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7ff0c4009720 tx=0x7ff0c4004ed0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e30cc54d2aab2a4a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:47.162 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.161+0000 7ff0c2000700 10 client.0 ms_handle_connect on v2:172.21.15.163:3300/0 2024-04-26T01:52:47.162 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.161+0000 7ff0c2000700 1 -- 172.21.15.46:0/2865647119 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0c4007500 con 0x5638a96c7d30 2024-04-26T01:52:47.162 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.161+0000 7ff0c2000700 1 -- 172.21.15.46:0/2865647119 <== mon.1 v2:172.21.15.163:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7ff0c40076a0 con 0x5638a96c7d30 2024-04-26T01:52:47.162 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.161+0000 7ff0e5ac9b80 1 -- 172.21.15.46:0/2865647119 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff0c401fbc0 con 0x5638a96c7d30 2024-04-26T01:52:47.162 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.162+0000 7ff0c2000700 1 -- 172.21.15.46:0/2865647119 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff0c4035050 con 0x5638a96c7d30 2024-04-26T01:52:47.162 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.162+0000 7ff0e5ac9b80 10 client.25528 fetch_fsmap learned FSMap version 29 2024-04-26T01:52:47.162 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.162+0000 7ff0e5ac9b80 1 -- 172.21.15.46:0/2865647119 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5638a97491f0 con 0x5638a96c7d30 2024-04-26T01:52:47.162 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.162+0000 7ff0c2000700 1 -- 172.21.15.46:0/2865647119 <== mon.1 v2:172.21.15.163:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff0c401fbc0 con 0x5638a96c7d30 2024-04-26T01:52:47.162 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.162+0000 7ff0c2000700 1 -- 172.21.15.46:0/2865647119 <== mon.1 v2:172.21.15.163:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7ff0c40055b0 con 0x5638a96c7d30 2024-04-26T01:52:47.162 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.162+0000 7ff0e5ac9b80 10 client.25528 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:52:47.162 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.162+0000 7ff0e5ac9b80 10 client.25528 resolve_mds: validated gid 24530 aka daemon mds.b 2024-04-26T01:52:47.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.162+0000 7ff0e5ac9b80 20 client.25528 populate_metadata read hostname 'smithi046' 2024-04-26T01:52:47.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.162+0000 7ff0e5ac9b80 1 --2- 172.21.15.46:0/2865647119 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x5638a9749860 0x5638a974bc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:47.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.162+0000 7ff0e5ac9b80 4 client.25528 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "4fb662c0", "release": true, "await": true}] 2024-04-26T01:52:47.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.162+0000 7ff0e5ac9b80 1 -- 172.21.15.46:0/2865647119 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "quiesce db", "set_id": "4fb662c0", "release": true, "await": true}) -- 0x5638a961e820 con 0x5638a9749860 2024-04-26T01:52:47.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.163+0000 7ff0cb400700 1 --2- 172.21.15.46:0/2865647119 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x5638a9749860 0x5638a974bc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:47.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.163+0000 7ff0cb400700 1 --2- 172.21.15.46:0/2865647119 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x5638a9749860 0x5638a974bc80 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9195221f65945c7b server_cookie=9769273193760fa9 in_seq=0 out_seq=0 2024-04-26T01:52:47.163 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.163+0000 7ff0c2000700 10 client.25528 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:52:47.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.168+0000 7ff0c2000700 1 -- 172.21.15.46:0/2865647119 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+588 (crc 0 0 0) 0x5638a961e820 con 0x5638a9749860 2024-04-26T01:52:47.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.168+0000 7ff0c2000700 10 client.25528 handle_command_reply: tid=0 2024-04-26T01:52:47.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.168+0000 7ff0e5ac9b80 1 client.25528 shutdown 2024-04-26T01:52:47.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.168+0000 7ff0e5ac9b80 1 -- 172.21.15.46:0/2865647119 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5638a96c7d30 msgr2=0x5638a96d8f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:47.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.168+0000 7ff0e5ac9b80 1 --2- 172.21.15.46:0/2865647119 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5638a96c7d30 0x5638a96d8f40 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7ff0c4009720 tx=0x7ff0c4004ed0 comp rx=0 tx=0).stop 2024-04-26T01:52:47.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.168+0000 7ff0e5ac9b80 1 -- 172.21.15.46:0/2865647119 shutdown_connections 2024-04-26T01:52:47.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.168+0000 7ff0e5ac9b80 1 --2- 172.21.15.46:0/2865647119 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5638a96d3500 0x5638a96d99e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:47.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.168+0000 7ff0e5ac9b80 1 --2- 172.21.15.46:0/2865647119 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x5638a9749860 0x5638a974bc80 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:47.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.169+0000 7ff0e5ac9b80 1 --2- 172.21.15.46:0/2865647119 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x5638a96c7d30 0x5638a96d8f40 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:47.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.169+0000 7ff0e5ac9b80 1 --2- 172.21.15.46:0/2865647119 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5638a96c8650 0x5638a96d9480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:47.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.169+0000 7ff0e5ac9b80 1 -- 172.21.15.46:0/2865647119 >> 172.21.15.46:0/2865647119 conn(0x5638a95f26a0 msgr2=0x5638a96d15b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:47.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.169+0000 7ff0c2000700 0 client.25528 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:52:47.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.169+0000 7ff0e5ac9b80 1 -- 172.21.15.46:0/2865647119 shutdown_connections 2024-04-26T01:52:47.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.169+0000 7ff0e5ac9b80 1 -- 172.21.15.46:0/2865647119 wait complete. 2024-04-26T01:52:47.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.169+0000 7ff0e5ac9b80 20 client.25528 trim_cache size 0 max 16384 2024-04-26T01:52:47.168 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-04-26T01:52:47.168 INFO:teuthology.orchestra.run.smithi046.stdout: "epoch": 29, 2024-04-26T01:52:47.168 INFO:teuthology.orchestra.run.smithi046.stdout: "leader": 24530, 2024-04-26T01:52:47.168 INFO:teuthology.orchestra.run.smithi046.stdout: "set_version": 4, 2024-04-26T01:52:47.169 INFO:teuthology.orchestra.run.smithi046.stdout: "sets": { 2024-04-26T01:52:47.169 INFO:teuthology.orchestra.run.smithi046.stdout: "4fb662c0": { 2024-04-26T01:52:47.169 INFO:teuthology.orchestra.run.smithi046.stdout: "version": 4, 2024-04-26T01:52:47.169 INFO:teuthology.orchestra.run.smithi046.stdout: "age_ref": 0.0, 2024-04-26T01:52:47.169 INFO:teuthology.orchestra.run.smithi046.stdout: "state": { 2024-04-26T01:52:47.169 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "RELEASED", 2024-04-26T01:52:47.169 INFO:teuthology.orchestra.run.smithi046.stdout: "age": 0.0 2024-04-26T01:52:47.169 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T01:52:47.169 INFO:teuthology.orchestra.run.smithi046.stdout: "timeout": 60.0, 2024-04-26T01:52:47.169 INFO:teuthology.orchestra.run.smithi046.stdout: "expiration": 85.6, 2024-04-26T01:52:47.169 INFO:teuthology.orchestra.run.smithi046.stdout: "members": { 2024-04-26T01:52:47.169 INFO:teuthology.orchestra.run.smithi046.stdout: "file:/": { 2024-04-26T01:52:47.169 INFO:teuthology.orchestra.run.smithi046.stdout: "excluded": false, 2024-04-26T01:52:47.169 INFO:teuthology.orchestra.run.smithi046.stdout: "state": { 2024-04-26T01:52:47.170 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "RELEASED", 2024-04-26T01:52:47.170 INFO:teuthology.orchestra.run.smithi046.stdout: "age": 0.0 2024-04-26T01:52:47.170 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T01:52:47.170 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T01:52:47.170 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T01:52:47.170 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T01:52:47.170 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T01:52:47.170 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-04-26T01:52:47.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.170+0000 7ff0db200700 1 -- 172.21.15.46:0/4176136534 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7ff0b80a3db0 msgr2=0x7ff0b80a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:47.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.170+0000 7ff0db200700 1 --2- 172.21.15.46:0/4176136534 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7ff0b80a3db0 0x7ff0b80a6270 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7ff0cc013710 tx=0x7ff0cc009640 comp rx=0 tx=0).stop 2024-04-26T01:52:47.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.170+0000 7ff0db200700 1 -- 172.21.15.46:0/4176136534 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff0d406b0f0 msgr2=0x7ff0d4199730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:47.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.170+0000 7ff0db200700 1 --2- 172.21.15.46:0/4176136534 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff0d406b0f0 0x7ff0d4199730 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7ff0bc0098e0 tx=0x7ff0bc0057c0 comp rx=0 tx=0).stop 2024-04-26T01:52:47.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.170+0000 7ff0db200700 1 -- 172.21.15.46:0/4176136534 shutdown_connections 2024-04-26T01:52:47.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.170+0000 7ff0db200700 1 --2- 172.21.15.46:0/4176136534 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7ff0b80a3db0 0x7ff0b80a6270 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:47.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.170+0000 7ff0db200700 1 --2- 172.21.15.46:0/4176136534 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff0d4108a30 0x7ff0d419dac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:47.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.170+0000 7ff0db200700 1 --2- 172.21.15.46:0/4176136534 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff0d406a750 0x7ff0d41991f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:47.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.170+0000 7ff0db200700 1 --2- 172.21.15.46:0/4176136534 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff0d406b0f0 0x7ff0d4199730 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:47.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.170+0000 7ff0db200700 1 -- 172.21.15.46:0/4176136534 >> 172.21.15.46:0/4176136534 conn(0x7ff0d40788f0 msgr2=0x7ff0d40ff910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:47.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.170+0000 7ff0db200700 1 -- 172.21.15.46:0/4176136534 shutdown_connections 2024-04-26T01:52:47.171 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:52:47.170+0000 7ff0db200700 1 -- 172.21.15.46:0/4176136534 wait complete. 2024-04-26T01:52:47.172 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:52:46 smithi163 ceph-mon[32592]: pgmap v59: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-26T01:52:47.180 INFO:tasks.workunit.client.0.smithi046.stderr:+ KERNEL=linux-4.0.5 2024-04-26T01:52:47.180 INFO:tasks.workunit.client.0.smithi046.stderr:+ wget -q http://download.ceph.com/qa/linux-4.0.5.tar.xz 2024-04-26T01:52:49.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:52:48 smithi046 ceph-mon[28013]: pgmap v60: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-26T01:52:49.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:52:48 smithi103 ceph-mon[32920]: pgmap v60: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-26T01:52:49.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:52:48 smithi163 ceph-mon[32592]: pgmap v60: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-26T01:52:49.856 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '4fb662c0', seconds elapsed: 44.4 2024-04-26T01:52:50.864 INFO:tasks.workunit.client.0.smithi046.stderr:+ mkdir untar_tar 2024-04-26T01:52:50.871 INFO:tasks.workunit.client.0.smithi046.stderr:+ cd untar_tar 2024-04-26T01:52:50.872 INFO:tasks.workunit.client.0.smithi046.stderr:+ tar Jxvf ../linux-4.0.5.tar.xz linux-4.0.5/Documentation/ 2024-04-26T01:52:50.906 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ 2024-04-26T01:52:50.909 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/00-INDEX 2024-04-26T01:52:50.911 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/ 2024-04-26T01:52:50.913 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/README 2024-04-26T01:52:50.914 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/obsolete/ 2024-04-26T01:52:50.916 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/obsolete/proc-sys-vm-nr_pdflush_threads 2024-04-26T01:52:50.917 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-bus-usb 2024-04-26T01:52:50.919 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-class-rfkill 2024-04-26T01:52:50.921 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-koneplus 2024-04-26T01:52:50.923 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-kovaplus 2024-04-26T01:52:50.925 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-pyra 2024-04-26T01:52:50.927 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/removed/ 2024-04-26T01:52:50.929 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/removed/devfs 2024-04-26T01:52:50.930 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/removed/dv1394 2024-04-26T01:52:50.932 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/removed/ip_queue 2024-04-26T01:52:50.934 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/removed/net_dma 2024-04-26T01:52:50.935 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/removed/o2cb 2024-04-26T01:52:50.937 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/removed/raw1394 2024-04-26T01:52:50.939 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/removed/video1394 2024-04-26T01:52:50.941 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/stable/ 2024-04-26T01:52:50.943 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/stable/firewire-cdev 2024-04-26T01:52:50.944 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/stable/o2cb 2024-04-26T01:52:50.946 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/stable/syscalls 2024-04-26T01:52:50.949 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-acpi-pmprofile 2024-04-26T01:52:50.951 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-bus-firewire 2024-04-26T01:52:50.953 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-bus-usb 2024-04-26T01:52:50.955 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-bus-xen-backend 2024-04-26T01:52:50.957 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-backlight 2024-04-26T01:52:50.959 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-rfkill 2024-04-26T01:52:50.962 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-tpm 2024-04-26T01:52:50.964 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-ubi 2024-04-26T01:52:50.966 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-udc 2024-04-26T01:52:50.969 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-devices-node 2024-04-26T01:52:50.971 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-cpu 2024-04-26T01:52:50.973 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-xen_memory 2024-04-26T01:52:50.975 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-driver-ib_srp 2024-04-26T01:52:50.977 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-driver-qla2xxx 2024-04-26T01:52:50.979 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-driver-usb-usbtmc 2024-04-26T01:52:50.982 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-driver-w1_ds28e04 2024-04-26T01:52:50.984 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-efi-vars 2024-04-26T01:52:50.986 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-dump 2024-04-26T01:52:50.989 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-elog 2024-04-26T01:52:50.991 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-module 2024-04-26T01:52:50.993 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-transport-srp 2024-04-26T01:52:50.996 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/stable/thermal-notification 2024-04-26T01:52:50.998 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/stable/vdso 2024-04-26T01:52:51.000 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/ 2024-04-26T01:52:51.002 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-spear-pcie-gadget 2024-04-26T01:52:51.004 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget 2024-04-26T01:52:51.006 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-acm 2024-04-26T01:52:51.009 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ecm 2024-04-26T01:52:51.011 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-eem 2024-04-26T01:52:51.013 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ffs 2024-04-26T01:52:51.015 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-hid 2024-04-26T01:52:51.017 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-loopback 2024-04-26T01:52:51.019 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-mass-storage 2024-04-26T01:52:51.022 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-midi 2024-04-26T01:52:51.024 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ncm 2024-04-26T01:52:51.026 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-obex 2024-04-26T01:52:51.028 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-phonet 2024-04-26T01:52:51.030 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-rndis 2024-04-26T01:52:51.033 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-serial 2024-04-26T01:52:51.035 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-sourcesink 2024-04-26T01:52:51.038 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-subset 2024-04-26T01:52:51.040 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uac1 2024-04-26T01:52:51.042 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uac2 2024-04-26T01:52:51.044 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uvc 2024-04-26T01:52:51.046 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-driver-genwqe 2024-04-26T01:52:51.048 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-ec 2024-04-26T01:52:51.050 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-ideapad 2024-04-26T01:52:51.051 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-olpc 2024-04-26T01:52:51.053 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-pfo-nx-crypto 2024-04-26T01:52:51.055 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-pktcdvd 2024-04-26T01:52:51.057 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/dev-kmsg 2024-04-26T01:52:51.058 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/evm 2024-04-26T01:52:51.060 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/ima_policy 2024-04-26T01:52:51.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:52:50 smithi046 ceph-mon[28013]: pgmap v61: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 3.9 KiB/s wr, 13 op/s 2024-04-26T01:52:51.062 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/procfs-diskstats 2024-04-26T01:52:51.064 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/pstore 2024-04-26T01:52:51.066 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-ata 2024-04-26T01:52:51.068 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block 2024-04-26T01:52:51.070 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block-bcache 2024-04-26T01:52:51.071 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block-dm 2024-04-26T01:52:51.073 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block-rssd 2024-04-26T01:52:51.075 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block-zram 2024-04-26T01:52:51.077 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-acpi 2024-04-26T01:52:51.078 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-amba 2024-04-26T01:52:51.080 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-bcma 2024-04-26T01:52:51.082 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etb10 2024-04-26T01:52:51.084 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etm3x 2024-04-26T01:52:51.085 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-funnel 2024-04-26T01:52:51.087 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-tmc 2024-04-26T01:52:51.089 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-css 2024-04-26T01:52:51.091 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-events 2024-04-26T01:52:51.093 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-format 2024-04-26T01:52:51.095 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-hv_24x7 2024-04-26T01:52:51.097 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-hv_gpci 2024-04-26T01:52:51.098 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-fcoe 2024-04-26T01:52:51.100 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-hsi 2024-04-26T01:52:51.102 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-fsa9480 2024-04-26T01:52:51.104 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-hm6352 2024-04-26T01:52:51.106 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-lm3533 2024-04-26T01:52:51.107 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio 2024-04-26T01:52:51.109 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-accel-bmc150 2024-04-26T01:52:51.111 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-frequency-ad9523 2024-04-26T01:52:51.113 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-frequency-adf4350 2024-04-26T01:52:51.114 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-gyro-bmg160 2024-04-26T01:52:51.116 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-light-lm3533-als 2024-04-26T01:52:51.118 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-mpu6050 2024-04-26T01:52:51.119 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-proximity-as3935 2024-04-26T01:52:51.121 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-trigger-sysfs 2024-04-26T01:52:51.123 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mdio 2024-04-26T01:52:51.124 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-media 2024-04-26T01:52:51.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:52:50 smithi103 ceph-mon[32920]: pgmap v61: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 3.9 KiB/s wr, 13 op/s 2024-04-26T01:52:51.126 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mei 2024-04-26T01:52:51.128 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci 2024-04-26T01:52:51.130 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci-devices-cciss 2024-04-26T01:52:51.131 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci-drivers-ehci_hcd 2024-04-26T01:52:51.133 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-platform 2024-04-26T01:52:51.134 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-rbd 2024-04-26T01:52:51.136 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-rpmsg 2024-04-26T01:52:51.138 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-umc 2024-04-26T01:52:51.140 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb 2024-04-26T01:52:51.141 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb-devices-usbsevseg 2024-04-26T01:52:51.143 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb-lvstest 2024-04-26T01:52:51.145 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-c2port 2024-04-26T01:52:51.146 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-cfq-target-latency 2024-04-26T01:52:51.148 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class 2024-04-26T01:52:51.150 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-backlight-driver-adp8870 2024-04-26T01:52:51.152 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-backlight-driver-lm3533 2024-04-26T01:52:51.153 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-bdi 2024-04-26T01:52:51.155 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-cxl 2024-04-26T01:52:51.157 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-devfreq 2024-04-26T01:52:51.158 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-extcon 2024-04-26T01:52:51.160 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu 2024-04-26T01:52:51.161 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu-amd-iommu 2024-04-26T01:52:51.163 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu-intel-iommu 2024-04-26T01:52:51.165 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-lcd 2024-04-26T01:52:51.166 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-led 2024-04-26T01:52:51.168 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-led-driver-lm3533 2024-04-26T01:52:51.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:52:50 smithi163 ceph-mon[32592]: pgmap v61: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 3.9 KiB/s wr, 13 op/s 2024-04-26T01:52:51.170 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-leds-gt683r 2024-04-26T01:52:51.171 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-mei 2024-04-26T01:52:51.173 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-mic.txt 2024-04-26T01:52:51.174 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-mtd 2024-04-26T01:52:51.176 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net 2024-04-26T01:52:51.178 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-batman-adv 2024-04-26T01:52:51.180 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-cdc_ncm 2024-04-26T01:52:51.181 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-grcan 2024-04-26T01:52:51.183 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-mesh 2024-04-26T01:52:51.185 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-queues 2024-04-26T01:52:51.187 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-statistics 2024-04-26T01:52:51.188 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-pktcdvd 2024-04-26T01:52:51.190 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-power 2024-04-26T01:52:51.192 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-powercap 2024-04-26T01:52:51.193 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-pwm 2024-04-26T01:52:51.195 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-rc 2024-04-26T01:52:51.197 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-regulator 2024-04-26T01:52:51.199 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-rtc-rtc0-device-rtc_calibration 2024-04-26T01:52:51.200 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-scsi_host 2024-04-26T01:52:51.202 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc 2024-04-26T01:52:51.204 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc-wusbhc 2024-04-26T01:52:51.205 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-dev 2024-04-26T01:52:51.207 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices 2024-04-26T01:52:51.209 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-edac 2024-04-26T01:52:51.210 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-firmware_node 2024-04-26T01:52:51.212 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-lpss_ltr 2024-04-26T01:52:51.214 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-memory 2024-04-26T01:52:51.215 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-mmc 2024-04-26T01:52:51.217 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-online 2024-04-26T01:52:51.219 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-_UDC_-gadget 2024-04-26T01:52:51.220 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-docg3 2024-04-26T01:52:51.222 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-sh_mobile_lcdc_fb 2024-04-26T01:52:51.224 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power 2024-04-26T01:52:51.226 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D0 2024-04-26T01:52:51.227 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D1 2024-04-26T01:52:51.229 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D2 2024-04-26T01:52:51.231 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D3hot 2024-04-26T01:52:51.232 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_wakeup 2024-04-26T01:52:51.234 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_state 2024-04-26T01:52:51.236 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-real_power_state 2024-04-26T01:52:51.237 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-resource_in_use 2024-04-26T01:52:51.239 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-soc 2024-04-26T01:52:51.240 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-sun 2024-04-26T01:52:51.242 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-cpu 2024-04-26T01:52:51.244 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-ibm-rtl 2024-04-26T01:52:51.245 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-xen_cpu 2024-04-26T01:52:51.247 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-genwqe 2024-04-26T01:52:51.249 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid 2024-04-26T01:52:51.250 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-lenovo 2024-04-26T01:52:51.252 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-logitech-lg4ff 2024-04-26T01:52:51.254 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-multitouch 2024-04-26T01:52:51.256 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-picolcd 2024-04-26T01:52:51.258 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-prodikeys 2024-04-26T01:52:51.259 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-arvo 2024-04-26T01:52:51.261 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-isku 2024-04-26T01:52:51.263 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-kone 2024-04-26T01:52:51.264 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-koneplus 2024-04-26T01:52:51.266 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-konepure 2024-04-26T01:52:51.268 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-kovaplus 2024-04-26T01:52:51.269 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-lua 2024-04-26T01:52:51.271 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-pyra 2024-04-26T01:52:52.321 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-ryos 2024-04-26T01:52:52.322 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-savu 2024-04-26T01:52:52.324 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-srws1 2024-04-26T01:52:52.327 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-wiimote 2024-04-26T01:52:52.328 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-input-axp-pek 2024-04-26T01:52:52.330 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-intel-rapid-start 2024-04-26T01:52:52.332 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-pciback 2024-04-26T01:52:52.333 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-ppi 2024-04-26T01:52:52.335 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-samsung-laptop 2024-04-26T01:52:52.337 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-sunxi-sid 2024-04-26T01:52:52.339 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-tegra-fuse 2024-04-26T01:52:52.341 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-toshiba_acpi 2024-04-26T01:52:52.342 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-wacom 2024-04-26T01:52:52.344 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-xen-blkback 2024-04-26T01:52:52.346 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-xen-blkfront 2024-04-26T01:52:52.348 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-acpi 2024-04-26T01:52:52.350 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-dmi 2024-04-26T01:52:52.352 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-efi 2024-04-26T01:52:52.353 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-efi-runtime-map 2024-04-26T01:52:52.355 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-gsmi 2024-04-26T01:52:52.357 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-log 2024-04-26T01:52:52.359 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-memmap 2024-04-26T01:52:52.360 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-ofw 2024-04-26T01:52:52.362 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-sfi 2024-04-26T01:52:52.364 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-sgi_uv 2024-04-26T01:52:52.366 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-fs-ext4 2024-04-26T01:52:52.367 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-fs-f2fs 2024-04-26T01:52:52.369 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-fs-nilfs2 2024-04-26T01:52:52.371 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-fs-xfs 2024-04-26T01:52:52.372 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-gpio 2024-04-26T01:52:52.374 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-i2c-bmp085 2024-04-26T01:52:52.376 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-ibft 2024-04-26T01:52:52.378 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-boot_params 2024-04-26T01:52:52.379 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-fscaps 2024-04-26T01:52:52.381 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-iommu_groups 2024-04-26T01:52:52.383 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-livepatch 2024-04-26T01:52:52.388 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-mm 2024-04-26T01:52:52.391 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-mm-hugepages 2024-04-26T01:52:52.392 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-mm-ksm 2024-04-26T01:52:52.394 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-slab 2024-04-26T01:52:52.396 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-uids 2024-04-26T01:52:52.398 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-vmcoreinfo 2024-04-26T01:52:52.400 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-memory-page-offline 2024-04-26T01:52:52.401 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-module 2024-04-26T01:52:52.403 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-ocfs2 2024-04-26T01:52:52.404 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-asus-laptop 2024-04-26T01:52:52.406 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-asus-wmi 2024-04-26T01:52:52.408 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-at91 2024-04-26T01:52:52.409 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-brcmstb-gisb-arb 2024-04-26T01:52:52.411 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-chipidea-usb-otg 2024-04-26T01:52:52.413 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-eeepc-laptop 2024-04-26T01:52:52.414 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-ideapad-laptop 2024-04-26T01:52:52.416 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-kim 2024-04-26T01:52:52.418 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-msi-laptop 2024-04-26T01:52:52.419 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-tahvo-usb 2024-04-26T01:52:52.421 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-ts5500 2024-04-26T01:52:52.423 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-power 2024-04-26T01:52:52.425 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-pps 2024-04-26T01:52:52.426 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-profiling 2024-04-26T01:52:52.428 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-ptp 2024-04-26T01:52:52.430 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-tty 2024-04-26T01:52:52.431 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-wusb_cbaf 2024-04-26T01:52:52.433 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/BUG-HUNTING 2024-04-26T01:52:52.435 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/Changes 2024-04-26T01:52:52.437 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/CodeOfConflict 2024-04-26T01:52:52.438 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/CodingStyle 2024-04-26T01:52:52.440 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DMA-API-HOWTO.txt 2024-04-26T01:52:52.442 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DMA-API.txt 2024-04-26T01:52:52.444 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DMA-ISA-LPC.txt 2024-04-26T01:52:52.446 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DMA-attributes.txt 2024-04-26T01:52:52.448 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/ 2024-04-26T01:52:52.449 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/.gitignore 2024-04-26T01:52:52.451 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/80211.tmpl 2024-04-26T01:52:52.453 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/Makefile 2024-04-26T01:52:52.455 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/alsa-driver-api.tmpl 2024-04-26T01:52:52.456 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/crypto-API.tmpl 2024-04-26T01:52:52.458 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/debugobjects.tmpl 2024-04-26T01:52:52.460 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/device-drivers.tmpl 2024-04-26T01:52:52.462 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/deviceiobook.tmpl 2024-04-26T01:52:52.464 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/drm.tmpl 2024-04-26T01:52:52.470 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/filesystems.tmpl 2024-04-26T01:52:52.472 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/gadget.tmpl 2024-04-26T01:52:52.474 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/genericirq.tmpl 2024-04-26T01:52:52.476 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/kernel-api.tmpl 2024-04-26T01:52:52.478 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/kernel-hacking.tmpl 2024-04-26T01:52:52.480 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/kernel-locking.tmpl 2024-04-26T01:52:52.482 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/kgdb.tmpl 2024-04-26T01:52:52.484 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/libata.tmpl 2024-04-26T01:52:52.486 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/librs.tmpl 2024-04-26T01:52:52.488 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/lsm.tmpl 2024-04-26T01:52:52.490 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/ 2024-04-26T01:52:52.492 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/Makefile 2024-04-26T01:52:52.493 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/bayer.png.b64 2024-04-26T01:52:52.495 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/constraints.png.b64 2024-04-26T01:52:52.497 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/crop.gif.b64 2024-04-26T01:52:52.499 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/ 2024-04-26T01:52:52.500 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/.gitignore 2024-04-26T01:52:52.502 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/audio.xml 2024-04-26T01:52:52.504 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/ca.xml 2024-04-26T01:52:52.506 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/demux.xml 2024-04-26T01:52:52.508 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/dvbapi.xml 2024-04-26T01:52:52.509 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/dvbproperty.xml 2024-04-26T01:52:52.511 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/dvbstb.pdf 2024-04-26T01:52:52.513 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/examples.xml 2024-04-26T01:52:52.515 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/frontend.xml 2024-04-26T01:52:52.517 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/intro.xml 2024-04-26T01:52:52.519 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/kdapi.xml 2024-04-26T01:52:52.521 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/net.xml 2024-04-26T01:52:52.522 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/video.xml 2024-04-26T01:52:52.524 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/dvbstb.png.b64 2024-04-26T01:52:52.528 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/fieldseq_bt.gif.b64 2024-04-26T01:52:52.533 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/fieldseq_tb.gif.b64 2024-04-26T01:52:52.538 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/nv12mt.gif.b64 2024-04-26T01:52:52.540 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/nv12mt_example.gif.b64 2024-04-26T01:52:52.541 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/pipeline.png.b64 2024-04-26T01:52:52.543 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/selection.png.b64 2024-04-26T01:52:52.545 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/ 2024-04-26T01:52:52.547 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/.gitignore 2024-04-26T01:52:52.548 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/biblio.xml 2024-04-26T01:52:52.550 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/capture.c.xml 2024-04-26T01:52:52.552 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/common.xml 2024-04-26T01:52:52.554 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/compat.xml 2024-04-26T01:52:52.558 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/controls.xml 2024-04-26T01:52:52.565 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/crop.pdf 2024-04-26T01:52:52.566 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-capture.xml 2024-04-26T01:52:52.569 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-codec.xml 2024-04-26T01:52:52.570 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-effect.xml 2024-04-26T01:52:52.572 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-event.xml 2024-04-26T01:52:52.575 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-osd.xml 2024-04-26T01:52:52.589 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-output.xml 2024-04-26T01:52:52.591 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-overlay.xml 2024-04-26T01:52:52.593 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-radio.xml 2024-04-26T01:52:52.595 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-raw-vbi.xml 2024-04-26T01:52:52.598 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-rds.xml 2024-04-26T01:52:52.601 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-sdr.xml 2024-04-26T01:52:52.603 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-sliced-vbi.xml 2024-04-26T01:52:52.606 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-subdev.xml 2024-04-26T01:52:52.609 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-teletext.xml 2024-04-26T01:52:52.611 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/driver.xml 2024-04-26T01:52:52.614 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/fdl-appendix.xml 2024-04-26T01:52:52.617 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/fieldseq_bt.pdf 2024-04-26T01:52:52.619 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/fieldseq_tb.pdf 2024-04-26T01:52:52.621 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-close.xml 2024-04-26T01:52:52.623 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-ioctl.xml 2024-04-26T01:52:52.625 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-mmap.xml 2024-04-26T01:52:52.626 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-munmap.xml 2024-04-26T01:52:52.628 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-open.xml 2024-04-26T01:52:52.630 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-poll.xml 2024-04-26T01:52:52.631 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-read.xml 2024-04-26T01:52:52.633 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-select.xml 2024-04-26T01:52:52.635 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-write.xml 2024-04-26T01:52:52.636 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/gen-errors.xml 2024-04-26T01:52:52.638 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/io.xml 2024-04-26T01:52:52.640 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/keytable.c.xml 2024-04-26T01:52:52.642 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/libv4l.xml 2024-04-26T01:52:52.644 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/lirc_device_interface.xml 2024-04-26T01:52:52.645 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-controller.xml 2024-04-26T01:52:52.647 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-func-close.xml 2024-04-26T01:52:52.648 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-func-ioctl.xml 2024-04-26T01:52:52.650 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-func-open.xml 2024-04-26T01:52:52.652 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-ioc-device-info.xml 2024-04-26T01:52:52.654 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-ioc-enum-entities.xml 2024-04-26T01:52:52.655 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-ioc-enum-links.xml 2024-04-26T01:52:52.672 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-ioc-setup-link.xml 2024-04-26T01:52:52.678 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pipeline.pdf 2024-04-26T01:52:52.695 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-grey.xml 2024-04-26T01:52:52.713 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-m420.xml 2024-04-26T01:52:52.716 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv12.xml 2024-04-26T01:52:52.720 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv12m.xml 2024-04-26T01:52:52.721 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv12mt.xml 2024-04-26T01:52:52.723 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv16.xml 2024-04-26T01:52:52.725 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv16m.xml 2024-04-26T01:52:52.728 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv24.xml 2024-04-26T01:52:52.729 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-packed-rgb.xml 2024-04-26T01:52:52.730 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-packed-yuv.xml 2024-04-26T01:52:52.732 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sbggr16.xml 2024-04-26T01:52:52.734 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sbggr8.xml 2024-04-26T01:52:52.737 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-cs08.xml 2024-04-26T01:52:52.739 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-cs14le.xml 2024-04-26T01:52:52.755 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-cu08.xml 2024-04-26T01:52:52.763 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-cu16le.xml 2024-04-26T01:52:52.767 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-ru12le.xml 2024-04-26T01:52:52.790 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sgbrg8.xml 2024-04-26T01:52:52.816 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sgrbg8.xml 2024-04-26T01:52:52.828 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb10.xml 2024-04-26T01:52:52.859 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb10alaw8.xml 2024-04-26T01:52:52.867 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb10dpcm8.xml 2024-04-26T01:52:52.868 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb10p.xml 2024-04-26T01:52:52.870 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb12.xml 2024-04-26T01:52:52.871 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb8.xml 2024-04-26T01:52:52.873 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-uv8.xml 2024-04-26T01:52:52.874 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-uyvy.xml 2024-04-26T01:52:52.879 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-vyuy.xml 2024-04-26T01:52:52.880 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y10.xml 2024-04-26T01:52:52.882 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y10b.xml 2024-04-26T01:52:52.885 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y12.xml 2024-04-26T01:52:52.887 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y16.xml 2024-04-26T01:52:52.889 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y41p.xml 2024-04-26T01:52:52.892 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv410.xml 2024-04-26T01:52:52.894 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv411p.xml 2024-04-26T01:52:52.897 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv420.xml 2024-04-26T01:52:52.900 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv420m.xml 2024-04-26T01:52:52.903 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv422p.xml 2024-04-26T01:52:52.905 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuyv.xml 2024-04-26T01:52:52.907 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yvu420m.xml 2024-04-26T01:52:52.910 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yvyu.xml 2024-04-26T01:52:52.912 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt.xml 2024-04-26T01:52:52.915 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/planar-apis.xml 2024-04-26T01:52:52.918 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/remote_controllers.xml 2024-04-26T01:52:52.920 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/selection-api.xml 2024-04-26T01:52:52.922 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/selections-common.xml 2024-04-26T01:52:52.925 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-formats.xml 2024-04-26T01:52:52.928 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-crop.dia 2024-04-26T01:52:52.931 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-crop.svg 2024-04-26T01:52:52.933 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-full.dia 2024-04-26T01:52:52.935 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-full.svg 2024-04-26T01:52:52.938 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-scaling-multi-source.dia 2024-04-26T01:52:52.940 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-scaling-multi-source.svg 2024-04-26T01:52:52.943 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/v4l2.xml 2024-04-26T01:52:52.945 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/v4l2grab.c.xml 2024-04-26T01:52:52.948 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vbi_525.pdf 2024-04-26T01:52:52.950 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vbi_625.pdf 2024-04-26T01:52:52.952 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vbi_hsync.pdf 2024-04-26T01:52:52.954 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-create-bufs.xml 2024-04-26T01:52:52.957 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-cropcap.xml 2024-04-26T01:52:52.959 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-dbg-g-chip-info.xml 2024-04-26T01:52:52.961 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-dbg-g-register.xml 2024-04-26T01:52:52.964 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-decoder-cmd.xml 2024-04-26T01:52:52.966 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-dqevent.xml 2024-04-26T01:52:52.968 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-dv-timings-cap.xml 2024-04-26T01:52:52.971 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-encoder-cmd.xml 2024-04-26T01:52:52.973 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-dv-timings.xml 2024-04-26T01:52:52.975 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-fmt.xml 2024-04-26T01:52:52.977 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-frameintervals.xml 2024-04-26T01:52:52.980 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-framesizes.xml 2024-04-26T01:52:52.982 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-freq-bands.xml 2024-04-26T01:52:52.984 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enumaudio.xml 2024-04-26T01:52:52.986 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enumaudioout.xml 2024-04-26T01:52:52.989 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enuminput.xml 2024-04-26T01:52:52.991 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enumoutput.xml 2024-04-26T01:52:52.994 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enumstd.xml 2024-04-26T01:52:52.996 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-expbuf.xml 2024-04-26T01:52:52.998 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-audio.xml 2024-04-26T01:52:53.001 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-audioout.xml 2024-04-26T01:52:53.003 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-crop.xml 2024-04-26T01:52:53.005 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-ctrl.xml 2024-04-26T01:52:53.007 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-dv-timings.xml 2024-04-26T01:52:53.010 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-edid.xml 2024-04-26T01:52:53.012 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-enc-index.xml 2024-04-26T01:52:53.014 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-ext-ctrls.xml 2024-04-26T01:52:53.016 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-fbuf.xml 2024-04-26T01:52:53.019 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-fmt.xml 2024-04-26T01:52:53.021 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-frequency.xml 2024-04-26T01:52:53.023 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-input.xml 2024-04-26T01:52:53.026 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-jpegcomp.xml 2024-04-26T01:52:53.028 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-modulator.xml 2024-04-26T01:52:53.030 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-output.xml 2024-04-26T01:52:53.033 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-parm.xml 2024-04-26T01:52:53.035 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-priority.xml 2024-04-26T01:52:53.037 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-selection.xml 2024-04-26T01:52:53.039 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-sliced-vbi-cap.xml 2024-04-26T01:52:53.041 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-std.xml 2024-04-26T01:52:53.044 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-tuner.xml 2024-04-26T01:52:53.046 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-log-status.xml 2024-04-26T01:52:53.048 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-overlay.xml 2024-04-26T01:52:53.051 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-prepare-buf.xml 2024-04-26T01:52:53.052 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-qbuf.xml 2024-04-26T01:52:53.054 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-query-dv-timings.xml 2024-04-26T01:52:53.055 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-querybuf.xml 2024-04-26T01:52:53.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:52:52 smithi046 ceph-mon[28013]: pgmap v62: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 3.9 KiB/s wr, 9 op/s 2024-04-26T01:52:53.114 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-querycap.xml 2024-04-26T01:52:53.116 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-queryctrl.xml 2024-04-26T01:52:53.118 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-querystd.xml 2024-04-26T01:52:53.120 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-reqbufs.xml 2024-04-26T01:52:53.122 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-s-hw-freq-seek.xml 2024-04-26T01:52:53.123 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-streamon.xml 2024-04-26T01:52:53.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:52:52 smithi103 ceph-mon[32920]: pgmap v62: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 3.9 KiB/s wr, 9 op/s 2024-04-26T01:52:53.125 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-enum-frame-interval.xml 2024-04-26T01:52:53.127 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-enum-frame-size.xml 2024-04-26T01:52:53.128 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-enum-mbus-code.xml 2024-04-26T01:52:53.131 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-g-crop.xml 2024-04-26T01:52:53.132 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-g-fmt.xml 2024-04-26T01:52:53.134 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-g-frame-interval.xml 2024-04-26T01:52:53.136 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-g-selection.xml 2024-04-26T01:52:53.138 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subscribe-event.xml 2024-04-26T01:52:53.140 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/vbi_525.gif.b64 2024-04-26T01:52:53.142 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/vbi_625.gif.b64 2024-04-26T01:52:53.144 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media/vbi_hsync.gif.b64 2024-04-26T01:52:53.146 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/media_api.tmpl 2024-04-26T01:52:53.148 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/mtdnand.tmpl 2024-04-26T01:52:53.150 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/networking.tmpl 2024-04-26T01:52:53.153 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/rapidio.tmpl 2024-04-26T01:52:53.154 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/regulator.tmpl 2024-04-26T01:52:53.155 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/s390-drivers.tmpl 2024-04-26T01:52:53.157 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/scsi.tmpl 2024-04-26T01:52:53.159 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/sh.tmpl 2024-04-26T01:52:53.160 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/stylesheet.xsl 2024-04-26T01:52:53.162 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/tracepoint.tmpl 2024-04-26T01:52:53.164 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/uio-howto.tmpl 2024-04-26T01:52:53.166 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/usb.tmpl 2024-04-26T01:52:53.167 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/w1.tmpl 2024-04-26T01:52:53.169 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/writing-an-alsa-driver.tmpl 2024-04-26T01:52:53.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:52:52 smithi163 ceph-mon[32592]: pgmap v62: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 3.9 KiB/s wr, 9 op/s 2024-04-26T01:52:53.176 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/writing_musb_glue_layer.tmpl 2024-04-26T01:52:53.178 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/writing_usb_driver.tmpl 2024-04-26T01:52:53.180 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/DocBook/z8530book.tmpl 2024-04-26T01:52:53.182 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/EDID/ 2024-04-26T01:52:53.184 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/EDID/1024x768.S 2024-04-26T01:52:53.185 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/EDID/1280x1024.S 2024-04-26T01:52:53.187 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/EDID/1600x1200.S 2024-04-26T01:52:53.188 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/EDID/1680x1050.S 2024-04-26T01:52:53.190 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/EDID/1920x1080.S 2024-04-26T01:52:53.191 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/EDID/800x600.S 2024-04-26T01:52:53.193 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/EDID/HOWTO.txt 2024-04-26T01:52:53.195 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/EDID/Makefile 2024-04-26T01:52:53.196 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/EDID/edid.S 2024-04-26T01:52:53.198 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/EDID/hex 2024-04-26T01:52:53.200 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/HOWTO 2024-04-26T01:52:53.202 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/IPMI.txt 2024-04-26T01:52:53.204 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/IRQ-affinity.txt 2024-04-26T01:52:53.205 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/IRQ-domain.txt 2024-04-26T01:52:53.207 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/IRQ.txt 2024-04-26T01:52:53.209 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/Intel-IOMMU.txt 2024-04-26T01:52:53.210 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/Makefile 2024-04-26T01:52:53.212 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ManagementStyle 2024-04-26T01:52:53.214 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/PCI/ 2024-04-26T01:52:53.215 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/PCI/00-INDEX 2024-04-26T01:52:53.217 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/PCI/MSI-HOWTO.txt 2024-04-26T01:52:53.218 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/PCI/PCIEBUS-HOWTO.txt 2024-04-26T01:52:53.220 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/PCI/pci-error-recovery.txt 2024-04-26T01:52:53.222 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/PCI/pci-iov-howto.txt 2024-04-26T01:52:53.223 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/PCI/pci.txt 2024-04-26T01:52:53.225 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/PCI/pcieaer-howto.txt 2024-04-26T01:52:53.227 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/RCU/ 2024-04-26T01:52:53.229 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/RCU/00-INDEX 2024-04-26T01:52:53.231 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/RCU/NMI-RCU.txt 2024-04-26T01:52:53.232 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/RCU/RTFP.txt 2024-04-26T01:52:53.234 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/RCU/UP.txt 2024-04-26T01:52:53.236 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/RCU/arrayRCU.txt 2024-04-26T01:52:53.238 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/RCU/checklist.txt 2024-04-26T01:52:53.240 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/RCU/listRCU.txt 2024-04-26T01:52:53.241 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/RCU/lockdep-splat.txt 2024-04-26T01:52:53.243 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/RCU/lockdep.txt 2024-04-26T01:52:53.245 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/RCU/rcu.txt 2024-04-26T01:52:53.247 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/RCU/rcu_dereference.txt 2024-04-26T01:52:53.248 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/RCU/rcubarrier.txt 2024-04-26T01:52:53.250 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/RCU/rculist_nulls.txt 2024-04-26T01:52:53.252 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/RCU/rcuref.txt 2024-04-26T01:52:53.254 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/RCU/stallwarn.txt 2024-04-26T01:52:53.255 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/RCU/torture.txt 2024-04-26T01:52:53.257 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/RCU/trace.txt 2024-04-26T01:52:53.259 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/RCU/whatisRCU.txt 2024-04-26T01:52:53.261 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/SAK.txt 2024-04-26T01:52:53.262 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/SM501.txt 2024-04-26T01:52:53.264 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/SecurityBugs 2024-04-26T01:52:53.266 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/SubmitChecklist 2024-04-26T01:52:53.267 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/SubmittingDrivers 2024-04-26T01:52:53.269 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/SubmittingPatches 2024-04-26T01:52:53.271 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/VGA-softcursor.txt 2024-04-26T01:52:53.273 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/accounting/ 2024-04-26T01:52:53.274 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/accounting/.gitignore 2024-04-26T01:52:53.276 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/accounting/Makefile 2024-04-26T01:52:53.278 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/accounting/cgroupstats.txt 2024-04-26T01:52:53.279 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/accounting/delay-accounting.txt 2024-04-26T01:52:53.281 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/accounting/getdelays.c 2024-04-26T01:52:53.282 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/accounting/taskstats-struct.txt 2024-04-26T01:52:53.284 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/accounting/taskstats.txt 2024-04-26T01:52:53.286 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/acpi/ 2024-04-26T01:52:53.288 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/acpi/apei/ 2024-04-26T01:52:53.289 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/acpi/apei/einj.txt 2024-04-26T01:52:53.291 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/acpi/apei/output_format.txt 2024-04-26T01:52:53.293 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/acpi/debug.txt 2024-04-26T01:52:53.294 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/acpi/dsdt-override.txt 2024-04-26T01:52:53.296 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/acpi/enumeration.txt 2024-04-26T01:52:53.298 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/acpi/gpio-properties.txt 2024-04-26T01:52:53.300 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/acpi/initrd_table_override.txt 2024-04-26T01:52:53.301 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/acpi/method-customizing.txt 2024-04-26T01:52:53.303 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/acpi/method-tracing.txt 2024-04-26T01:52:53.305 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/acpi/namespace.txt 2024-04-26T01:52:53.307 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/acpi/scan_handlers.txt 2024-04-26T01:52:53.308 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/acpi/video_extension.txt 2024-04-26T01:52:53.310 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/aoe/ 2024-04-26T01:52:53.312 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/aoe/aoe.txt 2024-04-26T01:52:53.313 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/aoe/autoload.sh 2024-04-26T01:52:53.315 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/aoe/status.sh 2024-04-26T01:52:53.317 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/aoe/todo.txt 2024-04-26T01:52:53.318 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/aoe/udev-install.sh 2024-04-26T01:52:53.320 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/aoe/udev.txt 2024-04-26T01:52:53.322 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/applying-patches.txt 2024-04-26T01:52:53.324 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/ 2024-04-26T01:52:53.325 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/00-INDEX 2024-04-26T01:52:53.327 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/Atmel/ 2024-04-26T01:52:53.328 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/Atmel/README 2024-04-26T01:52:53.330 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/Booting 2024-04-26T01:52:53.332 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/CCN.txt 2024-04-26T01:52:53.333 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/IXP4xx 2024-04-26T01:52:53.335 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/Interrupts 2024-04-26T01:52:53.337 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/Makefile 2024-04-26T01:52:53.339 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/Marvell/ 2024-04-26T01:52:53.340 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/Marvell/README 2024-04-26T01:52:53.342 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/Netwinder 2024-04-26T01:52:53.344 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/OMAP/ 2024-04-26T01:52:53.345 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/OMAP/DSS 2024-04-26T01:52:53.347 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/OMAP/omap_pm 2024-04-26T01:52:53.349 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/Porting 2024-04-26T01:52:53.351 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/README 2024-04-26T01:52:53.352 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/SA1100/ 2024-04-26T01:52:53.354 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/SA1100/ADSBitsy 2024-04-26T01:52:53.358 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/SA1100/Assabet 2024-04-26T01:52:53.358 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/SA1100/Brutus 2024-04-26T01:52:53.359 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/SA1100/CERF 2024-04-26T01:52:53.361 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/SA1100/FreeBird 2024-04-26T01:52:53.362 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/SA1100/GraphicsClient 2024-04-26T01:52:53.364 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/SA1100/GraphicsMaster 2024-04-26T01:52:53.366 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/SA1100/HUW_WEBPANEL 2024-04-26T01:52:53.367 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/SA1100/Itsy 2024-04-26T01:52:53.369 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/SA1100/LART 2024-04-26T01:52:53.371 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/SA1100/PLEB 2024-04-26T01:52:53.372 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/SA1100/Pangolin 2024-04-26T01:52:53.374 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/SA1100/Tifon 2024-04-26T01:52:53.376 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/SA1100/Victor 2024-04-26T01:52:53.377 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/SA1100/Yopy 2024-04-26T01:52:53.379 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/SA1100/empeg 2024-04-26T01:52:53.381 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/SA1100/nanoEngine 2024-04-26T01:52:53.382 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/SA1100/serial_UART 2024-04-26T01:52:53.384 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/ 2024-04-26T01:52:53.389 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/.gitignore 2024-04-26T01:52:53.390 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/Makefile 2024-04-26T01:52:53.392 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/vrl4.c 2024-04-26T01:52:53.394 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/zboot-rom-mmcif.txt 2024-04-26T01:52:53.396 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/zboot-rom-sdhi.txt 2024-04-26T01:52:53.398 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/SPEAr/ 2024-04-26T01:52:53.399 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/SPEAr/overview.txt 2024-04-26T01:52:53.401 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/ 2024-04-26T01:52:53.403 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/CPUfreq.txt 2024-04-26T01:52:53.405 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/EB2410ITX.txt 2024-04-26T01:52:53.407 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/GPIO.txt 2024-04-26T01:52:53.408 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/H1940.txt 2024-04-26T01:52:53.410 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/NAND.txt 2024-04-26T01:52:53.412 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/Overview.txt 2024-04-26T01:52:53.413 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/S3C2412.txt 2024-04-26T01:52:53.415 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/S3C2413.txt 2024-04-26T01:52:53.417 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/SMDK2440.txt 2024-04-26T01:52:53.419 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/Suspend.txt 2024-04-26T01:52:53.420 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/USB-Host.txt 2024-04-26T01:52:53.422 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/Samsung/ 2024-04-26T01:52:53.423 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/Samsung/GPIO.txt 2024-04-26T01:52:53.425 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/Samsung/Overview.txt 2024-04-26T01:52:53.427 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/Samsung/clksrc-change-registers.awk 2024-04-26T01:52:53.429 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/Setup 2024-04-26T01:52:53.430 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/VFP/ 2024-04-26T01:52:53.432 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/VFP/release-notes.txt 2024-04-26T01:52:53.433 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/cluster-pm-race-avoidance.txt 2024-04-26T01:52:53.435 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/firmware.txt 2024-04-26T01:52:53.437 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/kernel_mode_neon.txt 2024-04-26T01:52:53.439 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/kernel_user_helpers.txt 2024-04-26T01:52:53.440 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/mem_alignment 2024-04-26T01:52:53.442 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/memory.txt 2024-04-26T01:52:53.444 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/msm/ 2024-04-26T01:52:53.445 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/msm/gpiomux.txt 2024-04-26T01:52:53.447 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/nwfpe/ 2024-04-26T01:52:53.448 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/nwfpe/NOTES 2024-04-26T01:52:53.450 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/nwfpe/README 2024-04-26T01:52:53.452 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/nwfpe/README.FPE 2024-04-26T01:52:53.454 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/nwfpe/TODO 2024-04-26T01:52:53.456 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/pxa/ 2024-04-26T01:52:53.457 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/pxa/mfp.txt 2024-04-26T01:52:53.459 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/sti/ 2024-04-26T01:52:53.460 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/sti/overview.txt 2024-04-26T01:52:53.462 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/sti/stih407-overview.txt 2024-04-26T01:52:53.464 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/sti/stih415-overview.txt 2024-04-26T01:52:53.465 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/sti/stih416-overview.txt 2024-04-26T01:52:53.467 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/sti/stih418-overview.txt 2024-04-26T01:52:53.469 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/sunxi/ 2024-04-26T01:52:53.471 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/sunxi/README 2024-04-26T01:52:53.472 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/sunxi/clocks.txt 2024-04-26T01:52:53.474 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/swp_emulation 2024-04-26T01:52:53.476 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/tcm.txt 2024-04-26T01:52:53.478 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/uefi.txt 2024-04-26T01:52:53.480 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm/vlocks.txt 2024-04-26T01:52:53.482 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm64/ 2024-04-26T01:52:53.483 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm64/booting.txt 2024-04-26T01:52:53.485 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm64/legacy_instructions.txt 2024-04-26T01:52:53.487 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm64/memory.txt 2024-04-26T01:52:53.488 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/arm64/tagged-pointers.txt 2024-04-26T01:52:53.490 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/assoc_array.txt 2024-04-26T01:52:53.492 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/atomic_ops.txt 2024-04-26T01:52:53.494 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/auxdisplay/ 2024-04-26T01:52:53.495 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/auxdisplay/.gitignore 2024-04-26T01:52:53.497 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/auxdisplay/Makefile 2024-04-26T01:52:53.499 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/auxdisplay/cfag12864b 2024-04-26T01:52:53.500 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/auxdisplay/cfag12864b-example.c 2024-04-26T01:52:53.502 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/auxdisplay/ks0108 2024-04-26T01:52:53.504 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/backlight/ 2024-04-26T01:52:53.506 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/backlight/lp855x-driver.txt 2024-04-26T01:52:53.507 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/bad_memory.txt 2024-04-26T01:52:53.509 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/basic_profiling.txt 2024-04-26T01:52:53.511 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/bcache.txt 2024-04-26T01:52:53.513 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/binfmt_misc.txt 2024-04-26T01:52:53.515 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/blackfin/ 2024-04-26T01:52:53.516 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/blackfin/00-INDEX 2024-04-26T01:52:53.518 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/blackfin/Makefile 2024-04-26T01:52:53.519 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/blackfin/bfin-gpio-notes.txt 2024-04-26T01:52:53.521 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/blackfin/bfin-spi-notes.txt 2024-04-26T01:52:53.523 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/blackfin/gptimers-example.c 2024-04-26T01:52:53.525 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/block/ 2024-04-26T01:52:53.526 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/block/00-INDEX 2024-04-26T01:52:53.528 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/block/biodoc.txt 2024-04-26T01:52:53.530 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/block/biovecs.txt 2024-04-26T01:52:53.532 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/block/capability.txt 2024-04-26T01:52:53.533 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/block/cfq-iosched.txt 2024-04-26T01:52:53.535 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/block/cmdline-partition.txt 2024-04-26T01:52:53.537 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/block/data-integrity.txt 2024-04-26T01:52:53.539 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/block/deadline-iosched.txt 2024-04-26T01:52:53.541 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/block/ioprio.txt 2024-04-26T01:52:53.542 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/block/null_blk.txt 2024-04-26T01:52:53.544 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/block/queue-sysfs.txt 2024-04-26T01:52:53.546 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/block/request.txt 2024-04-26T01:52:53.547 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/block/stat.txt 2024-04-26T01:52:53.549 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/block/switching-sched.txt 2024-04-26T01:52:53.551 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/block/writeback_cache_control.txt 2024-04-26T01:52:53.552 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/blockdev/ 2024-04-26T01:52:53.554 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/blockdev/00-INDEX 2024-04-26T01:52:53.556 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/blockdev/README.DAC960 2024-04-26T01:52:53.558 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/blockdev/cciss.txt 2024-04-26T01:52:53.559 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/blockdev/cpqarray.txt 2024-04-26T01:52:53.561 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/blockdev/drbd/ 2024-04-26T01:52:53.562 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/blockdev/drbd/DRBD-8.3-data-packets.svg 2024-04-26T01:52:53.564 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/blockdev/drbd/DRBD-data-packets.svg 2024-04-26T01:52:53.566 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/blockdev/drbd/README.txt 2024-04-26T01:52:53.568 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/blockdev/drbd/conn-states-8.dot 2024-04-26T01:52:53.570 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/blockdev/drbd/data-structure-v9.txt 2024-04-26T01:52:53.571 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/blockdev/drbd/disk-states-8.dot 2024-04-26T01:52:53.573 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/blockdev/drbd/drbd-connection-state-overview.dot 2024-04-26T01:52:53.575 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/blockdev/drbd/node-states-8.dot 2024-04-26T01:52:53.577 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/blockdev/floppy.txt 2024-04-26T01:52:53.579 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/blockdev/mflash.txt 2024-04-26T01:52:53.581 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/blockdev/nbd.txt 2024-04-26T01:52:53.582 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/blockdev/paride.txt 2024-04-26T01:52:53.584 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/blockdev/ramdisk.txt 2024-04-26T01:52:53.586 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/blockdev/zram.txt 2024-04-26T01:52:53.588 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/braille-console.txt 2024-04-26T01:52:53.590 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/bt8xxgpio.txt 2024-04-26T01:52:53.592 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/btmrvl.txt 2024-04-26T01:52:53.594 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/bus-devices/ 2024-04-26T01:52:53.596 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/bus-devices/ti-gpmc.txt 2024-04-26T01:52:53.598 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/bus-virt-phys-mapping.txt 2024-04-26T01:52:53.600 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/cachetlb.txt 2024-04-26T01:52:53.602 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/cdrom/ 2024-04-26T01:52:53.604 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/cdrom/00-INDEX 2024-04-26T01:52:53.606 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/cdrom/Makefile 2024-04-26T01:52:53.608 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/cdrom/cdrom-standard.tex 2024-04-26T01:52:53.610 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/cdrom/ide-cd 2024-04-26T01:52:53.612 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/cdrom/packet-writing.txt 2024-04-26T01:52:53.614 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/cgroups/ 2024-04-26T01:52:53.615 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/cgroups/00-INDEX 2024-04-26T01:52:53.617 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/cgroups/blkio-controller.txt 2024-04-26T01:52:53.619 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/cgroups/cgroups.txt 2024-04-26T01:52:53.621 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/cgroups/cpuacct.txt 2024-04-26T01:52:53.623 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/cgroups/cpusets.txt 2024-04-26T01:52:53.625 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/cgroups/devices.txt 2024-04-26T01:52:53.627 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/cgroups/freezer-subsystem.txt 2024-04-26T01:52:53.629 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/cgroups/hugetlb.txt 2024-04-26T01:52:53.631 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/cgroups/memcg_test.txt 2024-04-26T01:52:53.633 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/cgroups/memory.txt 2024-04-26T01:52:53.635 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/cgroups/net_cls.txt 2024-04-26T01:52:53.637 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/cgroups/net_prio.txt 2024-04-26T01:52:53.638 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/cgroups/unified-hierarchy.txt 2024-04-26T01:52:53.640 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/circular-buffers.txt 2024-04-26T01:52:53.642 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/clk.txt 2024-04-26T01:52:53.645 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/coccinelle.txt 2024-04-26T01:52:53.647 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/connector/ 2024-04-26T01:52:53.648 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/connector/.gitignore 2024-04-26T01:52:53.650 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/connector/Makefile 2024-04-26T01:52:53.652 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/connector/cn_test.c 2024-04-26T01:52:53.653 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/connector/connector.txt 2024-04-26T01:52:53.655 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/connector/ucon.c 2024-04-26T01:52:53.657 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/console/ 2024-04-26T01:52:53.659 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/console/console.txt 2024-04-26T01:52:53.661 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/cpu-freq/ 2024-04-26T01:52:53.663 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/cpu-freq/amd-powernow.txt 2024-04-26T01:52:53.665 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/cpu-freq/boost.txt 2024-04-26T01:52:53.667 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/cpu-freq/core.txt 2024-04-26T01:52:53.668 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/cpu-freq/cpu-drivers.txt 2024-04-26T01:52:53.670 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/cpu-freq/cpufreq-nforce2.txt 2024-04-26T01:52:53.672 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/cpu-freq/cpufreq-stats.txt 2024-04-26T01:52:53.674 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/cpu-freq/governors.txt 2024-04-26T01:52:53.675 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/cpu-freq/index.txt 2024-04-26T01:52:53.677 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/cpu-freq/intel-pstate.txt 2024-04-26T01:52:53.679 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/cpu-freq/pcc-cpufreq.txt 2024-04-26T01:52:53.681 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/cpu-freq/user-guide.txt 2024-04-26T01:52:53.683 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/cpu-hotplug.txt 2024-04-26T01:52:53.685 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/cpu-load.txt 2024-04-26T01:52:53.687 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/cpuidle/ 2024-04-26T01:52:53.689 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/cpuidle/core.txt 2024-04-26T01:52:53.690 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/cpuidle/driver.txt 2024-04-26T01:52:53.692 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/cpuidle/governor.txt 2024-04-26T01:52:53.693 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/cpuidle/sysfs.txt 2024-04-26T01:52:53.695 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/cputopology.txt 2024-04-26T01:52:53.697 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/crc32.txt 2024-04-26T01:52:53.699 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/cris/ 2024-04-26T01:52:53.701 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/cris/README 2024-04-26T01:52:53.703 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/crypto/ 2024-04-26T01:52:53.704 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/crypto/api-intro.txt 2024-04-26T01:52:53.706 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/crypto/asymmetric-keys.txt 2024-04-26T01:52:53.708 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/crypto/async-tx-api.txt 2024-04-26T01:52:53.710 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/crypto/crypto-API-userspace.txt 2024-04-26T01:52:53.711 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/crypto/descore-readme.txt 2024-04-26T01:52:53.713 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/dcdbas.txt 2024-04-26T01:52:53.715 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/debugging-modules.txt 2024-04-26T01:52:53.717 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/debugging-via-ohci1394.txt 2024-04-26T01:52:53.718 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/dell_rbu.txt 2024-04-26T01:52:53.720 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/development-process/ 2024-04-26T01:52:53.722 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/development-process/1.Intro 2024-04-26T01:52:53.723 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/development-process/2.Process 2024-04-26T01:52:53.725 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/development-process/3.Early-stage 2024-04-26T01:52:53.727 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/development-process/4.Coding 2024-04-26T01:52:53.729 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/development-process/5.Posting 2024-04-26T01:52:53.731 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/development-process/6.Followthrough 2024-04-26T01:52:53.732 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/development-process/7.AdvancedTopics 2024-04-26T01:52:53.734 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/development-process/8.Conclusion 2024-04-26T01:52:53.736 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/device-mapper/ 2024-04-26T01:52:53.737 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/device-mapper/cache-policies.txt 2024-04-26T01:52:53.739 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/device-mapper/cache.txt 2024-04-26T01:52:53.741 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/device-mapper/delay.txt 2024-04-26T01:52:53.742 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/device-mapper/dm-crypt.txt 2024-04-26T01:52:53.744 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/device-mapper/dm-flakey.txt 2024-04-26T01:52:53.746 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/device-mapper/dm-io.txt 2024-04-26T01:52:53.747 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/device-mapper/dm-log.txt 2024-04-26T01:52:53.749 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/device-mapper/dm-queue-length.txt 2024-04-26T01:52:53.751 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/device-mapper/dm-raid.txt 2024-04-26T01:52:53.753 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/device-mapper/dm-service-time.txt 2024-04-26T01:52:53.755 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/device-mapper/dm-uevent.txt 2024-04-26T01:52:53.756 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/device-mapper/era.txt 2024-04-26T01:52:53.758 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/device-mapper/kcopyd.txt 2024-04-26T01:52:53.760 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/device-mapper/linear.txt 2024-04-26T01:52:53.761 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/device-mapper/persistent-data.txt 2024-04-26T01:52:53.763 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/device-mapper/snapshot.txt 2024-04-26T01:52:53.765 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/device-mapper/statistics.txt 2024-04-26T01:52:53.766 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/device-mapper/striped.txt 2024-04-26T01:52:53.768 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/device-mapper/switch.txt 2024-04-26T01:52:53.770 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/device-mapper/thin-provisioning.txt 2024-04-26T01:52:53.772 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/device-mapper/verity.txt 2024-04-26T01:52:53.773 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/device-mapper/zero.txt 2024-04-26T01:52:53.775 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devices.txt 2024-04-26T01:52:53.780 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/ 2024-04-26T01:52:53.781 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/00-INDEX 2024-04-26T01:52:53.783 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/ 2024-04-26T01:52:53.784 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/ABI.txt 2024-04-26T01:52:53.786 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arc/ 2024-04-26T01:52:53.787 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arc/interrupts.txt 2024-04-26T01:52:53.789 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arc/pmu.txt 2024-04-26T01:52:53.791 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ 2024-04-26T01:52:53.792 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/adapteva.txt 2024-04-26T01:52:53.794 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/altera/ 2024-04-26T01:52:53.795 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/altera/socfpga-clk-manager.txt 2024-04-26T01:52:53.797 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/altera/socfpga-sdram-edac.txt 2024-04-26T01:52:53.799 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/altera/socfpga-system.txt 2024-04-26T01:52:53.800 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/amlogic.txt 2024-04-26T01:52:53.802 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/arch_timer.txt 2024-04-26T01:52:53.804 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/arm-boards 2024-04-26T01:52:53.806 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-370-xp-pmsu.txt 2024-04-26T01:52:53.807 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-370-xp.txt 2024-04-26T01:52:53.809 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-375.txt 2024-04-26T01:52:53.810 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-380-mpcore-soc-ctrl.txt 2024-04-26T01:52:53.812 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-38x.txt 2024-04-26T01:52:53.814 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-cpu-reset.txt 2024-04-26T01:52:53.816 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armadeus.txt 2024-04-26T01:52:53.817 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/atmel-at91.txt 2024-04-26T01:52:53.819 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/atmel-pmc.txt 2024-04-26T01:52:53.821 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/axxia.txt 2024-04-26T01:52:53.822 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/ 2024-04-26T01:52:53.824 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/bcm11351.txt 2024-04-26T01:52:53.825 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/bcm21664.txt 2024-04-26T01:52:53.827 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/bcm63138.txt 2024-04-26T01:52:53.829 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/brcm,bcm11351-cpu-method 2024-04-26T01:52:53.831 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/cygnus.txt 2024-04-26T01:52:53.832 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/kona-resetmgr.txt 2024-04-26T01:52:53.834 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/kona-timer.txt 2024-04-26T01:52:53.836 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/kona-wdt.txt 2024-04-26T01:52:53.837 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm2835.txt 2024-04-26T01:52:53.839 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm4708.txt 2024-04-26T01:52:53.841 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/brcm-brcmstb.txt 2024-04-26T01:52:53.843 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda.txt 2024-04-26T01:52:53.844 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda/ 2024-04-26T01:52:53.846 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda/combophy.txt 2024-04-26T01:52:53.847 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda/l2ecc.txt 2024-04-26T01:52:53.849 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda/mem-ctrlr.txt 2024-04-26T01:52:53.851 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cavium-thunder.txt 2024-04-26T01:52:53.853 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cci.txt 2024-04-26T01:52:53.854 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ccn.txt 2024-04-26T01:52:53.856 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/coherency-fabric.txt 2024-04-26T01:52:53.858 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/coresight.txt 2024-04-26T01:52:53.860 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cpu-enable-method/ 2024-04-26T01:52:53.861 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cpu-enable-method/marvell,berlin-smp 2024-04-26T01:52:53.863 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cpus.txt 2024-04-26T01:52:53.865 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/davinci.txt 2024-04-26T01:52:53.866 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/davinci/ 2024-04-26T01:52:53.868 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/davinci/cp-intc.txt 2024-04-26T01:52:53.869 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/digicolor.txt 2024-04-26T01:52:53.871 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/exynos/ 2024-04-26T01:52:53.873 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/exynos/power_domain.txt 2024-04-26T01:52:53.874 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/exynos/smp-sysram.txt 2024-04-26T01:52:53.876 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/firmware/ 2024-04-26T01:52:53.878 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/firmware/tlm,trusted-foundations.txt 2024-04-26T01:52:53.880 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/fsl.txt 2024-04-26T01:52:53.881 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/fw-cfg.txt 2024-04-26T01:52:53.883 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/geniatech.txt 2024-04-26T01:52:53.885 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/gic-v3.txt 2024-04-26T01:52:53.887 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/gic.txt 2024-04-26T01:52:53.889 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/global_timer.txt 2024-04-26T01:52:53.891 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/hisilicon/ 2024-04-26T01:52:53.892 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/hisilicon/hisilicon.txt 2024-04-26T01:52:53.894 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/idle-states.txt 2024-04-26T01:52:53.896 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/insignal-boards.txt 2024-04-26T01:52:53.898 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/keystone/ 2024-04-26T01:52:53.899 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/keystone/keystone.txt 2024-04-26T01:52:53.901 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/kirkwood.txt 2024-04-26T01:52:53.903 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/l2cc.txt 2024-04-26T01:52:53.905 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/lpc32xx-mic.txt 2024-04-26T01:52:53.906 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/lpc32xx.txt 2024-04-26T01:52:53.909 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,berlin.txt 2024-04-26T01:52:53.910 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,dove.txt 2024-04-26T01:52:53.912 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,kirkwood.txt 2024-04-26T01:52:53.914 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mediatek.txt 2024-04-26T01:52:53.916 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mediatek/ 2024-04-26T01:52:53.917 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mediatek/mediatek,sysirq.txt 2024-04-26T01:52:53.919 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/moxart.txt 2024-04-26T01:52:53.921 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/ 2024-04-26T01:52:53.923 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/feroceon.txt 2024-04-26T01:52:53.924 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/intc.txt 2024-04-26T01:52:53.926 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/mrvl.txt 2024-04-26T01:52:53.928 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/tauros2.txt 2024-04-26T01:52:53.930 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/timer.txt 2024-04-26T01:52:53.931 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/ 2024-04-26T01:52:53.933 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/qcom,kpss-acc.txt 2024-04-26T01:52:53.935 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/qcom,saw2.txt 2024-04-26T01:52:53.937 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/ssbi.txt 2024-04-26T01:52:53.938 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/timer.txt 2024-04-26T01:52:53.940 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mvebu-system-controller.txt 2024-04-26T01:52:53.942 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/nspire.txt 2024-04-26T01:52:53.944 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/olimex.txt 2024-04-26T01:52:53.946 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/ 2024-04-26T01:52:53.947 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/counter.txt 2024-04-26T01:52:53.949 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/crossbar.txt 2024-04-26T01:52:53.951 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/dmm.txt 2024-04-26T01:52:53.952 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/dsp.txt 2024-04-26T01:52:53.954 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/intc.txt 2024-04-26T01:52:53.956 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/iva.txt 2024-04-26T01:52:53.957 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/l3-noc.txt 2024-04-26T01:52:53.959 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/mpu.txt 2024-04-26T01:52:53.961 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/omap.txt 2024-04-26T01:52:53.962 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/prcm.txt 2024-04-26T01:52:53.964 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/timer.txt 2024-04-26T01:52:53.966 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/picoxcell.txt 2024-04-26T01:52:53.967 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/pmu.txt 2024-04-26T01:52:53.969 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/primecell.txt 2024-04-26T01:52:53.970 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/psci.txt 2024-04-26T01:52:53.972 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip.txt 2024-04-26T01:52:53.974 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip/ 2024-04-26T01:52:53.975 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip/pmu-sram.txt 2024-04-26T01:52:53.977 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip/pmu.txt 2024-04-26T01:52:53.978 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip/smp-sram.txt 2024-04-26T01:52:53.980 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rtsm-dcscb.txt 2024-04-26T01:52:53.982 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung-boards.txt 2024-04-26T01:52:53.984 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/ 2024-04-26T01:52:53.985 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/exynos-adc.txt 2024-04-26T01:52:53.986 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/exynos-chipid.txt 2024-04-26T01:52:53.988 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/interrupt-combiner.txt 2024-04-26T01:52:53.990 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/pmu.txt 2024-04-26T01:52:53.991 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/sysreg.txt 2024-04-26T01:52:53.993 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/shmobile.txt 2024-04-26T01:52:53.995 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/sirf.txt 2024-04-26T01:52:53.996 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear-misc.txt 2024-04-26T01:52:53.998 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear-timer.txt 2024-04-26T01:52:54.000 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear.txt 2024-04-26T01:52:54.001 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear/ 2024-04-26T01:52:54.003 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear/shirq.txt 2024-04-26T01:52:54.004 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/sprd.txt 2024-04-26T01:52:54.006 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ste-nomadik.txt 2024-04-26T01:52:54.008 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ste-u300.txt 2024-04-26T01:52:54.009 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/sti.txt 2024-04-26T01:52:54.011 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/sunxi.txt 2024-04-26T01:52:54.013 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra.txt 2024-04-26T01:52:54.014 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/ 2024-04-26T01:52:54.016 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-ahb.txt 2024-04-26T01:52:54.017 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-emc.txt 2024-04-26T01:52:54.019 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-flowctrl.txt 2024-04-26T01:52:54.021 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-mc.txt 2024-04-26T01:52:54.022 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-pmc.txt 2024-04-26T01:52:54.024 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra30-mc.txt 2024-04-26T01:52:54.025 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/topology.txt 2024-04-26T01:52:54.027 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/twd.txt 2024-04-26T01:52:54.028 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ux500/ 2024-04-26T01:52:54.030 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ux500/power_domain.txt 2024-04-26T01:52:54.031 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/versatile-fpga-irq.txt 2024-04-26T01:52:54.034 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/versatile-sysreg.txt 2024-04-26T01:52:54.036 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress-scc.txt 2024-04-26T01:52:54.038 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress-sysreg.txt 2024-04-26T01:52:54.039 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress.txt 2024-04-26T01:52:54.041 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vic.txt 2024-04-26T01:52:54.043 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500.txt 2024-04-26T01:52:54.045 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500/ 2024-04-26T01:52:54.046 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500/via,vt8500-intc.txt 2024-04-26T01:52:54.270 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500/via,vt8500-pmc.txt 2024-04-26T01:52:54.272 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500/via,vt8500-timer.txt 2024-04-26T01:52:54.273 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/xen.txt 2024-04-26T01:52:54.275 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/xilinx.txt 2024-04-26T01:52:54.277 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/ 2024-04-26T01:52:54.278 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/ahci-platform.txt 2024-04-26T01:52:54.280 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/ahci-st.txt 2024-04-26T01:52:54.282 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/apm-xgene.txt 2024-04-26T01:52:54.283 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/atmel-at91_cf.txt 2024-04-26T01:52:54.285 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/cavium-compact-flash.txt 2024-04-26T01:52:54.287 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/exynos-sata.txt 2024-04-26T01:52:54.288 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/fsl-sata.txt 2024-04-26T01:52:54.290 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/imx-pata.txt 2024-04-26T01:52:54.292 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/imx-sata.txt 2024-04-26T01:52:54.293 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/marvell.txt 2024-04-26T01:52:54.295 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/pata-arasan.txt 2024-04-26T01:52:54.297 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/qcom-sata.txt 2024-04-26T01:52:54.298 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/sata_highbank.txt 2024-04-26T01:52:54.300 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/sata_rcar.txt 2024-04-26T01:52:54.302 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/tegra-sata.txt 2024-04-26T01:52:54.303 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/btmrvl.txt 2024-04-26T01:52:54.305 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/ 2024-04-26T01:52:54.306 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/bcma.txt 2024-04-26T01:52:54.308 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/brcm,gisb-arb.txt 2024-04-26T01:52:54.310 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/imx-weim.txt 2024-04-26T01:52:54.311 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/mvebu-mbus.txt 2024-04-26T01:52:54.313 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/omap-ocp2scp.txt 2024-04-26T01:52:54.315 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/ti-gpmc.txt 2024-04-26T01:52:54.316 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/ 2024-04-26T01:52:54.318 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/clocks.txt 2024-04-26T01:52:54.320 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/dscr.txt 2024-04-26T01:52:54.321 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/emifa.txt 2024-04-26T01:52:54.323 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/interrupt.txt 2024-04-26T01:52:54.325 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/soc.txt 2024-04-26T01:52:54.327 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/timer64.txt 2024-04-26T01:52:54.329 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/chosen.txt 2024-04-26T01:52:54.330 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ 2024-04-26T01:52:54.332 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/alphascale,acc.txt 2024-04-26T01:52:54.334 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/altr_socfpga.txt 2024-04-26T01:52:54.336 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/arm-integrator.txt 2024-04-26T01:52:54.338 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/at91-clock.txt 2024-04-26T01:52:54.340 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/axi-clkgen.txt 2024-04-26T01:52:54.342 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/bcm-cygnus-clock.txt 2024-04-26T01:52:54.344 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/bcm-kona-clock.txt 2024-04-26T01:52:54.346 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/calxeda.txt 2024-04-26T01:52:54.348 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clk-exynos-audss.txt 2024-04-26T01:52:54.349 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clk-palmas-clk32kg-clocks.txt 2024-04-26T01:52:54.351 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clk-s5pv210-audss.txt 2024-04-26T01:52:54.353 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clock-bindings.txt 2024-04-26T01:52:54.355 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clps711x-clock.txt 2024-04-26T01:52:54.356 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/efm32-clock.txt 2024-04-26T01:52:54.358 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/emev2-clock.txt 2024-04-26T01:52:54.360 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos3250-clock.txt 2024-04-26T01:52:54.362 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos4-clock.txt 2024-04-26T01:52:54.364 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos4415-clock.txt 2024-04-26T01:52:54.366 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5250-clock.txt 2024-04-26T01:52:54.368 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5260-clock.txt 2024-04-26T01:52:54.370 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5410-clock.txt 2024-04-26T01:52:54.372 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5420-clock.txt 2024-04-26T01:52:54.374 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5440-clock.txt 2024-04-26T01:52:54.375 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos7-clock.txt 2024-04-26T01:52:54.377 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/fixed-clock.txt 2024-04-26T01:52:54.378 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/fixed-factor-clock.txt 2024-04-26T01:52:54.380 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/gpio-gate-clock.txt 2024-04-26T01:52:54.381 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/hi3620-clock.txt 2024-04-26T01:52:54.383 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/hix5hd2-clock.txt 2024-04-26T01:52:54.385 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx1-clock.txt 2024-04-26T01:52:54.386 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx21-clock.txt 2024-04-26T01:52:54.388 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx23-clock.txt 2024-04-26T01:52:54.390 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx25-clock.txt 2024-04-26T01:52:54.392 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx27-clock.txt 2024-04-26T01:52:54.394 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx28-clock.txt 2024-04-26T01:52:54.395 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx31-clock.txt 2024-04-26T01:52:54.397 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx35-clock.txt 2024-04-26T01:52:54.399 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx5-clock.txt 2024-04-26T01:52:54.401 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx6q-clock.txt 2024-04-26T01:52:54.403 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx6sl-clock.txt 2024-04-26T01:52:54.405 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx6sx-clock.txt 2024-04-26T01:52:54.406 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/keystone-gate.txt 2024-04-26T01:52:54.408 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/keystone-pll.txt 2024-04-26T01:52:54.410 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/lsi,axm5516-clks.txt 2024-04-26T01:52:54.411 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/marvell,mmp2.txt 2024-04-26T01:52:54.413 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/marvell,pxa168.txt 2024-04-26T01:52:54.415 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/marvell,pxa910.txt 2024-04-26T01:52:54.417 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/maxim,max77686.txt 2024-04-26T01:52:54.418 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/maxim,max77802.txt 2024-04-26T01:52:54.420 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/moxa,moxart-clock.txt 2024-04-26T01:52:54.422 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/mvebu-core-clock.txt 2024-04-26T01:52:54.424 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/mvebu-corediv-clock.txt 2024-04-26T01:52:54.425 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/mvebu-cpu-clock.txt 2024-04-26T01:52:54.428 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/mvebu-gated-clock.txt 2024-04-26T01:52:54.430 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nspire-clock.txt 2024-04-26T01:52:54.431 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nvidia,tegra114-car.txt 2024-04-26T01:52:54.433 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nvidia,tegra124-car.txt 2024-04-26T01:52:54.435 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nvidia,tegra20-car.txt 2024-04-26T01:52:54.437 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nvidia,tegra30-car.txt 2024-04-26T01:52:54.439 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/prima2-clock.txt 2024-04-26T01:52:54.440 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/pxa-clock.txt 2024-04-26T01:52:54.442 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/qcom,gcc.txt 2024-04-26T01:52:54.444 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/qcom,lcc.txt 2024-04-26T01:52:54.445 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/qcom,mmcc.txt 2024-04-26T01:52:54.447 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/qoriq-clock.txt 2024-04-26T01:52:54.449 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,cpg-div6-clocks.txt 2024-04-26T01:52:54.451 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,cpg-mstp-clocks.txt 2024-04-26T01:52:54.453 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,r8a73a4-cpg-clocks.txt 2024-04-26T01:52:54.454 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,r8a7740-cpg-clocks.txt 2024-04-26T01:52:54.456 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,r8a7779-cpg-clocks.txt 2024-04-26T01:52:54.458 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,rcar-gen2-cpg-clocks.txt 2024-04-26T01:52:54.460 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,rz-cpg-clocks.txt 2024-04-26T01:52:54.461 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,sh73a0-cpg-clocks.txt 2024-04-26T01:52:54.463 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/rockchip,rk3188-cru.txt 2024-04-26T01:52:54.465 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/rockchip,rk3288-cru.txt 2024-04-26T01:52:54.466 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/rockchip.txt 2024-04-26T01:52:54.468 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s3c2410-clock.txt 2024-04-26T01:52:54.470 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s3c2412-clock.txt 2024-04-26T01:52:54.472 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s3c2443-clock.txt 2024-04-26T01:52:54.473 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s3c64xx-clock.txt 2024-04-26T01:52:54.476 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s5pv210-clock.txt 2024-04-26T01:52:54.477 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/silabs,si5351.txt 2024-04-26T01:52:54.480 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/silabs,si570.txt 2024-04-26T01:52:54.481 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st,nomadik.txt 2024-04-26T01:52:54.483 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/ 2024-04-26T01:52:54.484 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-divmux.txt 2024-04-26T01:52:54.486 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-mux.txt 2024-04-26T01:52:54.488 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-pll.txt 2024-04-26T01:52:54.490 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-prediv.txt 2024-04-26T01:52:54.491 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-vcc.txt 2024-04-26T01:52:54.493 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen.txt 2024-04-26T01:52:54.495 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,flexgen.txt 2024-04-26T01:52:54.497 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,quadfs.txt 2024-04-26T01:52:54.498 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ste-u300-syscon-clock.txt 2024-04-26T01:52:54.500 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/sunxi.txt 2024-04-26T01:52:54.501 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti,cdce706.txt 2024-04-26T01:52:54.503 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti-keystone-pllctrl.txt 2024-04-26T01:52:54.505 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/ 2024-04-26T01:52:54.506 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/apll.txt 2024-04-26T01:52:54.508 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/autoidle.txt 2024-04-26T01:52:54.510 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/clockdomain.txt 2024-04-26T01:52:54.511 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/composite.txt 2024-04-26T01:52:54.513 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/divider.txt 2024-04-26T01:52:54.515 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/dpll.txt 2024-04-26T01:52:54.516 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/dra7-atl.txt 2024-04-26T01:52:54.518 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/fapll.txt 2024-04-26T01:52:54.520 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/fixed-factor-clock.txt 2024-04-26T01:52:54.521 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/gate.txt 2024-04-26T01:52:54.523 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/interface.txt 2024-04-26T01:52:54.525 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/mux.txt 2024-04-26T01:52:54.527 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/vf610-clock.txt 2024-04-26T01:52:54.528 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/vt8500.txt 2024-04-26T01:52:54.530 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/xgene.txt 2024-04-26T01:52:54.532 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/zynq-7000.txt 2024-04-26T01:52:54.533 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/ 2024-04-26T01:52:54.535 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/arm_big_little_dt.txt 2024-04-26T01:52:54.537 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/cpufreq-dt.txt 2024-04-26T01:52:54.538 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/cpufreq-exynos5440.txt 2024-04-26T01:52:54.540 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/cpufreq-spear.txt 2024-04-26T01:52:54.542 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/ 2024-04-26T01:52:54.543 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/amd-ccp.txt 2024-04-26T01:52:54.545 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/atmel-crypto.txt 2024-04-26T01:52:54.547 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-dcp.txt 2024-04-26T01:52:54.549 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-imx-sahara.txt 2024-04-26T01:52:54.550 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-sec2.txt 2024-04-26T01:52:54.552 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-sec4.txt 2024-04-26T01:52:54.553 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-sec6.txt 2024-04-26T01:52:54.555 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/mv_cesa.txt 2024-04-26T01:52:54.557 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/omap-aes.txt 2024-04-26T01:52:54.560 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/omap-des.txt 2024-04-26T01:52:54.562 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/omap-sham.txt 2024-04-26T01:52:54.564 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/picochip-spacc.txt 2024-04-26T01:52:54.566 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/qcom-qce.txt 2024-04-26T01:52:54.568 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/samsung-sss.txt 2024-04-26T01:52:54.570 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/devfreq/ 2024-04-26T01:52:54.572 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/devfreq/event/ 2024-04-26T01:52:54.574 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/devfreq/event/exynos-ppmu.txt 2024-04-26T01:52:54.576 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/ 2024-04-26T01:52:54.578 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/arm-pl330.txt 2024-04-26T01:52:54.581 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/atmel-dma.txt 2024-04-26T01:52:54.583 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/atmel-xdma.txt 2024-04-26T01:52:54.585 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/bcm2835-dma.txt 2024-04-26T01:52:54.589 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/dma.txt 2024-04-26T01:52:54.590 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/fsl-edma.txt 2024-04-26T01:52:54.592 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/fsl-imx-dma.txt 2024-04-26T01:52:54.594 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/fsl-imx-sdma.txt 2024-04-26T01:52:54.596 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/fsl-mxs-dma.txt 2024-04-26T01:52:54.598 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/img-mdc-dma.txt 2024-04-26T01:52:54.600 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/k3dma.txt 2024-04-26T01:52:54.602 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/mmp-dma.txt 2024-04-26T01:52:54.605 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/moxa,moxart-dma.txt 2024-04-26T01:52:54.607 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/mpc512x-dma.txt 2024-04-26T01:52:54.609 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/mv-xor.txt 2024-04-26T01:52:54.611 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/nbpfaxi.txt 2024-04-26T01:52:54.613 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/qcom_adm.txt 2024-04-26T01:52:54.616 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/qcom_bam_dma.txt 2024-04-26T01:52:54.618 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/rcar-audmapp.txt 2024-04-26T01:52:54.620 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/renesas,rcar-dmac.txt 2024-04-26T01:52:54.622 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/shdma.txt 2024-04-26T01:52:54.624 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/sirfsoc-dma.txt 2024-04-26T01:52:54.627 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/snps-dma.txt 2024-04-26T01:52:54.629 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/ste-coh901318.txt 2024-04-26T01:52:54.631 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/ste-dma40.txt 2024-04-26T01:52:54.634 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/sun6i-dma.txt 2024-04-26T01:52:54.636 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/tegra20-apbdma.txt 2024-04-26T01:52:54.638 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/ti-edma.txt 2024-04-26T01:52:54.640 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/xilinx/ 2024-04-26T01:52:54.642 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/xilinx/xilinx_dma.txt 2024-04-26T01:52:54.645 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/xilinx/xilinx_vdma.txt 2024-04-26T01:52:54.647 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/ 2024-04-26T01:52:54.649 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/armada/ 2024-04-26T01:52:54.651 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/armada/marvell,dove-lcd.txt 2024-04-26T01:52:54.653 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/atmel/ 2024-04-26T01:52:54.655 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/atmel/hlcdc-dc.txt 2024-04-26T01:52:54.657 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/bridge/ 2024-04-26T01:52:54.659 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/bridge/dw_hdmi.txt 2024-04-26T01:52:54.661 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/i2c/ 2024-04-26T01:52:54.663 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/i2c/tda998x.txt 2024-04-26T01:52:54.665 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/imx/ 2024-04-26T01:52:54.667 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/imx/fsl-imx-drm.txt 2024-04-26T01:52:54.669 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/imx/hdmi.txt 2024-04-26T01:52:54.672 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/imx/ldb.txt 2024-04-26T01:52:54.674 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/msm/ 2024-04-26T01:52:54.676 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/msm/gpu.txt 2024-04-26T01:52:54.678 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/msm/hdmi.txt 2024-04-26T01:52:54.681 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/msm/mdp.txt 2024-04-26T01:52:54.683 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/ 2024-04-26T01:52:54.685 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/panel.txt 2024-04-26T01:52:54.687 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/slave.txt 2024-04-26T01:52:54.689 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/tfp410.txt 2024-04-26T01:52:54.691 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/tilcdc.txt 2024-04-26T01:52:54.693 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/eeprom.txt 2024-04-26T01:52:54.696 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/extcon/ 2024-04-26T01:52:54.698 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/extcon/extcon-palmas.txt 2024-04-26T01:52:54.700 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/extcon/extcon-rt8973a.txt 2024-04-26T01:52:54.702 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/extcon/extcon-sm5502.txt 2024-04-26T01:52:54.705 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/fb/ 2024-04-26T01:52:54.707 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/fb/mxsfb.txt 2024-04-26T01:52:54.709 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/fb/sm501fb.txt 2024-04-26T01:52:54.711 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/fpga/ 2024-04-26T01:52:54.713 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/fpga/altera-socfpga-fpga-mgr.txt 2024-04-26T01:52:54.715 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/fuse/ 2024-04-26T01:52:54.717 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/fuse/nvidia,tegra20-fuse.txt 2024-04-26T01:52:54.719 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/ 2024-04-26T01:52:54.721 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/8xxx_gpio.txt 2024-04-26T01:52:54.723 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/abilis,tb10x-gpio.txt 2024-04-26T01:52:54.725 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/cavium-octeon-gpio.txt 2024-04-26T01:52:54.728 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/cirrus,clps711x-mctrl-gpio.txt 2024-04-26T01:52:54.730 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/fsl-imx-gpio.txt 2024-04-26T01:52:54.732 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/fujitsu,mb86s70-gpio.txt 2024-04-26T01:52:54.734 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-74x164.txt 2024-04-26T01:52:54.737 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-74xx-mmio.txt 2024-04-26T01:52:54.739 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-adnp.txt 2024-04-26T01:52:54.741 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-bcm-kona.txt 2024-04-26T01:52:54.743 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-clps711x.txt 2024-04-26T01:52:54.746 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-davinci.txt 2024-04-26T01:52:54.748 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-dsp-keystone.txt 2024-04-26T01:52:54.750 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-fan.txt 2024-04-26T01:52:54.752 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-grgpio.txt 2024-04-26T01:52:54.754 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-lp3943.txt 2024-04-26T01:52:54.755 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-max732x.txt 2024-04-26T01:52:54.757 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-mcp23s08.txt 2024-04-26T01:52:54.759 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-mm-lantiq.txt 2024-04-26T01:52:54.761 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-msm.txt 2024-04-26T01:52:54.763 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-mvebu.txt 2024-04-26T01:52:54.764 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-mxs.txt 2024-04-26T01:52:54.766 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-nmk.txt 2024-04-26T01:52:54.768 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-omap.txt 2024-04-26T01:52:54.770 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-palmas.txt 2024-04-26T01:52:54.772 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-pca953x.txt 2024-04-26T01:52:54.774 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-pcf857x.txt 2024-04-26T01:52:54.776 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-poweroff.txt 2024-04-26T01:52:54.777 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-restart.txt 2024-04-26T01:52:54.779 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-samsung.txt 2024-04-26T01:52:54.781 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-stericsson-coh901.txt 2024-04-26T01:52:54.783 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-stmpe.txt 2024-04-26T01:52:54.785 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-stp-xway.txt 2024-04-26T01:52:54.786 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-sx150x.txt 2024-04-26T01:52:54.788 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-twl4030.txt 2024-04-26T01:52:54.790 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-tz1090-pdc.txt 2024-04-26T01:52:54.793 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-tz1090.txt 2024-04-26T01:52:54.794 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-vf610.txt 2024-04-26T01:52:54.795 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-xgene-sb.txt 2024-04-26T01:52:54.797 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-xgene.txt 2024-04-26T01:52:54.799 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-xilinx.txt 2024-04-26T01:52:54.801 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-zevio.txt 2024-04-26T01:52:54.802 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-zynq.txt 2024-04-26T01:52:54.804 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio.txt 2024-04-26T01:52:54.806 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio_atmel.txt 2024-04-26T01:52:54.808 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio_lpc32xx.txt 2024-04-26T01:52:54.810 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/moxa,moxart-gpio.txt 2024-04-26T01:52:54.811 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/mrvl-gpio.txt 2024-04-26T01:52:54.813 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/nvidia,tegra20-gpio.txt 2024-04-26T01:52:54.815 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/pl061-gpio.txt 2024-04-26T01:52:54.817 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/renesas,gpio-rcar.txt 2024-04-26T01:52:54.818 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/snps-dwapb-gpio.txt 2024-04-26T01:52:54.820 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/sodaville.txt 2024-04-26T01:52:54.822 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/spear_spics.txt 2024-04-26T01:52:54.823 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/ 2024-04-26T01:52:54.826 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/nvidia,gk20a.txt 2024-04-26T01:52:54.828 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/nvidia,tegra20-host1x.txt 2024-04-26T01:52:54.830 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/samsung-g2d.txt 2024-04-26T01:52:54.831 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/samsung-rotator.txt 2024-04-26T01:52:54.833 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/st,stih4xx.txt 2024-04-26T01:52:54.835 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/graph.txt 2024-04-26T01:52:54.837 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/hid/ 2024-04-26T01:52:54.838 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/hid/hid-over-i2c.txt 2024-04-26T01:52:54.840 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/hsi/ 2024-04-26T01:52:54.841 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/hsi/client-devices.txt 2024-04-26T01:52:54.843 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/hsi/nokia-modem.txt 2024-04-26T01:52:54.845 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/hsi/omap-ssi.txt 2024-04-26T01:52:54.847 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ 2024-04-26T01:52:54.848 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ads1015.txt 2024-04-26T01:52:54.850 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/g762.txt 2024-04-26T01:52:54.852 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ibmpowernv.txt 2024-04-26T01:52:54.853 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/lm90.txt 2024-04-26T01:52:54.855 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ltc2978.txt 2024-04-26T01:52:54.857 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ntc_thermistor.txt 2024-04-26T01:52:54.859 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/pwm-fan.txt 2024-04-26T01:52:54.860 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/vexpress.txt 2024-04-26T01:52:54.862 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwrng/ 2024-04-26T01:52:54.864 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwrng/atmel-trng.txt 2024-04-26T01:52:54.866 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwrng/omap_rng.txt 2024-04-26T01:52:54.867 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwrng/timeriomem_rng.txt 2024-04-26T01:52:54.869 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/ 2024-04-26T01:52:54.871 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/brcm,bcm2835-i2c.txt 2024-04-26T01:52:54.873 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/brcm,iproc-i2c.txt 2024-04-26T01:52:54.874 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-arb-gpio-challenge.txt 2024-04-26T01:52:54.876 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-at91.txt 2024-04-26T01:52:54.878 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-axxia.txt 2024-04-26T01:52:54.879 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-bcm-kona.txt 2024-04-26T01:52:54.881 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-cadence.txt 2024-04-26T01:52:54.883 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-cbus-gpio.txt 2024-04-26T01:52:54.885 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-cros-ec-tunnel.txt 2024-04-26T01:52:54.886 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-davinci.txt 2024-04-26T01:52:54.889 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-designware.txt 2024-04-26T01:52:54.890 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-efm32.txt 2024-04-26T01:52:54.892 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-exynos5.txt 2024-04-26T01:52:54.894 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-gpio.txt 2024-04-26T01:52:54.896 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-hix5hd2.txt 2024-04-26T01:52:54.898 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-img-scb.txt 2024-04-26T01:52:54.900 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-imx.txt 2024-04-26T01:52:54.902 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-meson.txt 2024-04-26T01:52:54.903 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mpc.txt 2024-04-26T01:52:54.905 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mux-gpio.txt 2024-04-26T01:52:54.907 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mux-pca954x.txt 2024-04-26T01:52:54.909 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mux-pinctrl.txt 2024-04-26T01:52:54.911 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mux.txt 2024-04-26T01:52:54.913 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mv64xxx.txt 2024-04-26T01:52:54.915 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mxs.txt 2024-04-26T01:52:54.917 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-nomadik.txt 2024-04-26T01:52:54.919 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-ocores.txt 2024-04-26T01:52:54.920 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-octeon.txt 2024-04-26T01:52:54.922 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-omap.txt 2024-04-26T01:52:54.924 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-opal.txt 2024-04-26T01:52:54.926 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-pnx.txt 2024-04-26T01:52:54.927 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-pxa-pci-ce4100.txt 2024-04-26T01:52:54.929 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-pxa.txt 2024-04-26T01:52:54.931 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-rcar.txt 2024-04-26T01:52:54.933 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-riic.txt 2024-04-26T01:52:54.935 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-rk3x.txt 2024-04-26T01:52:54.937 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-s3c2410.txt 2024-04-26T01:52:54.939 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-sh_mobile.txt 2024-04-26T01:52:54.940 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-sirf.txt 2024-04-26T01:52:54.942 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-st-ddci2c.txt 2024-04-26T01:52:54.944 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-st.txt 2024-04-26T01:52:54.946 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-sunxi-p2wi.txt 2024-04-26T01:52:54.948 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-versatile.txt 2024-04-26T01:52:54.950 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-vt8500.txt 2024-04-26T01:52:54.951 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-xiic.txt 2024-04-26T01:52:54.953 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/ina209.txt 2024-04-26T01:52:54.955 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/ina2xx.txt 2024-04-26T01:52:54.956 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/max6697.txt 2024-04-26T01:52:54.958 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/nvidia,tegra20-i2c.txt 2024-04-26T01:52:54.960 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/qcom,i2c-qup.txt 2024-04-26T01:52:54.961 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/ti,bq32k.txt 2024-04-26T01:52:54.965 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/trivial-devices.txt 2024-04-26T01:52:54.966 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/ 2024-04-26T01:52:54.968 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/accel/ 2024-04-26T01:52:54.969 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/accel/bma180.txt 2024-04-26T01:52:54.971 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/ 2024-04-26T01:52:54.973 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/at91_adc.txt 2024-04-26T01:52:54.975 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/cc10001_adc.txt 2024-04-26T01:52:54.976 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/max1027-adc.txt 2024-04-26T01:52:54.978 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/nuvoton-nau7802.txt 2024-04-26T01:52:54.979 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/qcom,spmi-iadc.txt 2024-04-26T01:52:54.981 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/qcom,spmi-vadc.txt 2024-04-26T01:52:54.983 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/rockchip-saradc.txt 2024-04-26T01:52:54.985 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/twl4030-madc.txt 2024-04-26T01:52:54.986 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/vf610-adc.txt 2024-04-26T01:52:54.988 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/xilinx-xadc.txt 2024-04-26T01:52:54.990 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/dac/ 2024-04-26T01:52:54.991 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/dac/ad7303.txt 2024-04-26T01:52:54.992 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/dac/max5821.txt 2024-04-26T01:52:54.994 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/frequency/ 2024-04-26T01:52:54.996 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/frequency/adf4350.txt 2024-04-26T01:52:54.998 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/humidity/ 2024-04-26T01:52:54.999 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/humidity/dht11.txt 2024-04-26T01:52:55.001 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/iio-bindings.txt 2024-04-26T01:52:55.003 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/ 2024-04-26T01:52:55.004 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/apds9300.txt 2024-04-26T01:52:55.006 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/cm36651.txt 2024-04-26T01:52:55.008 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/gp2ap020a00f.txt 2024-04-26T01:52:55.009 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/tsl2563.txt 2024-04-26T01:52:55.011 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/magnetometer/ 2024-04-26T01:52:55.013 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/magnetometer/ak8975.txt 2024-04-26T01:52:55.015 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/magnetometer/hmc5843.txt 2024-04-26T01:52:55.016 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/proximity/ 2024-04-26T01:52:55.018 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/proximity/as3935.txt 2024-04-26T01:52:55.020 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/sensorhub.txt 2024-04-26T01:52:55.022 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/st-sensors.txt 2024-04-26T01:52:55.024 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ 2024-04-26T01:52:55.025 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ads7846.txt 2024-04-26T01:52:55.027 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/atmel,maxtouch.txt 2024-04-26T01:52:55.029 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/cap11xx.txt 2024-04-26T01:52:55.030 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/clps711x-keypad.txt 2024-04-26T01:52:55.032 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/cros-ec-keyb.txt 2024-04-26T01:52:55.034 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/e3x0-button.txt 2024-04-26T01:52:55.035 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/elan_i2c.txt 2024-04-26T01:52:55.037 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/elants_i2c.txt 2024-04-26T01:52:55.039 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/fsl-mma8450.txt 2024-04-26T01:52:55.040 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/gpio-beeper.txt 2024-04-26T01:52:55.042 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/gpio-keys-polled.txt 2024-04-26T01:52:55.044 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/gpio-keys.txt 2024-04-26T01:52:55.045 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/gpio-matrix-keypad.txt 2024-04-26T01:52:55.047 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/imx-keypad.txt 2024-04-26T01:52:55.049 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/input-reset.txt 2024-04-26T01:52:55.051 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/lpc32xx-key.txt 2024-04-26T01:52:55.052 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/matrix-keymap.txt 2024-04-26T01:52:55.054 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/nvidia,tegra20-kbc.txt 2024-04-26T01:52:55.056 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/omap-keypad.txt 2024-04-26T01:52:55.058 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ps2keyb-mouse-apbps2.txt 2024-04-26T01:52:55.059 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/pwm-beeper.txt 2024-04-26T01:52:55.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:52:54 smithi046 ceph-mon[28013]: pgmap v63: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 3.9 KiB/s wr, 9 op/s 2024-04-26T01:52:55.061 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/pxa27x-keypad.txt 2024-04-26T01:52:55.063 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/qcom,pm8xxx-keypad.txt 2024-04-26T01:52:55.064 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/qcom,pm8xxx-pwrkey.txt 2024-04-26T01:52:55.066 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/qcom,pm8xxx-vib.txt 2024-04-26T01:52:55.067 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/regulator-haptic.txt 2024-04-26T01:52:55.068 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/rotary-encoder.txt 2024-04-26T01:52:55.070 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/samsung-keypad.txt 2024-04-26T01:52:55.071 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/spear-keyboard.txt 2024-04-26T01:52:55.072 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/st-keyscan.txt 2024-04-26T01:52:55.074 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/stmpe-keypad.txt 2024-04-26T01:52:55.075 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/sun4i-lradc-keys.txt 2024-04-26T01:52:55.076 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/tca8418_keypad.txt 2024-04-26T01:52:55.078 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ti,drv260x.txt 2024-04-26T01:52:55.079 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ti,drv2667.txt 2024-04-26T01:52:55.080 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ti,nspire-keypad.txt 2024-04-26T01:52:55.082 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ti,palmas-pwrbutton.txt 2024-04-26T01:52:55.083 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.085+0000 7f0d0d000640 1 -- 172.21.15.46:0/693889229 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d0806b120 msgr2=0x7f0d0810edf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:55.083 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.085+0000 7f0d0d000640 1 --2- 172.21.15.46:0/693889229 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d0806b120 0x7f0d0810edf0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f0d00009ca0 tx=0x7f0d0002a950 comp rx=0 tx=0).stop 2024-04-26T01:52:55.083 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.085+0000 7f0d0d000640 1 -- 172.21.15.46:0/693889229 shutdown_connections 2024-04-26T01:52:55.083 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.085+0000 7f0d0d000640 1 --2- 172.21.15.46:0/693889229 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d0806b120 0x7f0d0810edf0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:55.083 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.085+0000 7f0d0d000640 1 --2- 172.21.15.46:0/693889229 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0d0806a780 0x7f0d0806abe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:55.083 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.085+0000 7f0d0d000640 1 --2- 172.21.15.46:0/693889229 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0d081080e0 0x7f0d081084c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:55.083 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.085+0000 7f0d0d000640 1 -- 172.21.15.46:0/693889229 >> 172.21.15.46:0/693889229 conn(0x7f0d08076c50 msgr2=0x7f0d08077060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:55.083 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.085+0000 7f0d0d000640 1 -- 172.21.15.46:0/693889229 shutdown_connections 2024-04-26T01:52:55.083 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.085+0000 7f0d0d000640 1 -- 172.21.15.46:0/693889229 wait complete. 2024-04-26T01:52:55.084 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/ 2024-04-26T01:52:55.084 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.086+0000 7f0d0d000640 1 Processor -- start 2024-04-26T01:52:55.084 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/auo_pixcir_ts.txt 2024-04-26T01:52:55.085 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.086+0000 7f0d0d000640 1 -- start start 2024-04-26T01:52:55.086 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.087+0000 7f0d0d000640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d0806a780 0x7f0d08198650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:55.086 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.087+0000 7f0d0d000640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0d0806b120 0x7f0d08198b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:55.086 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.087+0000 7f0d0d000640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0d081080e0 0x7f0d0819cf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:55.086 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.087+0000 7f0d0d000640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f0d08112350 con 0x7f0d0806b120 2024-04-26T01:52:55.086 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.087+0000 7f0d0d000640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f0d081121d0 con 0x7f0d0806a780 2024-04-26T01:52:55.086 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.087+0000 7f0d0d000640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f0d081124d0 con 0x7f0d081080e0 2024-04-26T01:52:55.086 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.087+0000 7f0d05e00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d0806a780 0x7f0d08198650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:55.086 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.087+0000 7f0d05e00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d0806a780 0x7f0d08198650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:36044/0 (socket says 172.21.15.46:36044) 2024-04-26T01:52:55.086 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.087+0000 7f0d05e00640 1 -- 172.21.15.46:0/1338610335 learned_addr learned my addr 172.21.15.46:0/1338610335 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:52:55.086 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.087+0000 7f0d05400640 1 --2- 172.21.15.46:0/1338610335 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0d0806b120 0x7f0d08198b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:55.086 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.088+0000 7f0d06800640 1 --2- 172.21.15.46:0/1338610335 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0d081080e0 0x7f0d0819cf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:55.086 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.088+0000 7f0d05e00640 1 -- 172.21.15.46:0/1338610335 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0d081080e0 msgr2=0x7f0d0819cf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:55.086 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.088+0000 7f0d05e00640 1 --2- 172.21.15.46:0/1338610335 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0d081080e0 0x7f0d0819cf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:55.087 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/bu21013.txt 2024-04-26T01:52:55.088 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.088+0000 7f0d05e00640 1 -- 172.21.15.46:0/1338610335 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0d0806b120 msgr2=0x7f0d08198b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:55.088 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.088+0000 7f0d05e00640 1 --2- 172.21.15.46:0/1338610335 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0d0806b120 0x7f0d08198b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:55.088 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.088+0000 7f0d05e00640 1 -- 172.21.15.46:0/1338610335 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d0819d640 con 0x7f0d0806a780 2024-04-26T01:52:55.088 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.088+0000 7f0d05e00640 1 --2- 172.21.15.46:0/1338610335 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d0806a780 0x7f0d08198650 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f0cf800e9f0 tx=0x7f0cf800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:55.088 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.088+0000 7f0cfea00640 1 -- 172.21.15.46:0/1338610335 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cf800cd80 con 0x7f0d0806a780 2024-04-26T01:52:55.088 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.088+0000 7f0cfea00640 1 -- 172.21.15.46:0/1338610335 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f0cf8010900 con 0x7f0d0806a780 2024-04-26T01:52:55.088 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.088+0000 7f0d0d000640 1 -- 172.21.15.46:0/1338610335 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d0819d930 con 0x7f0d0806a780 2024-04-26T01:52:55.088 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.089+0000 7f0cfea00640 1 -- 172.21.15.46:0/1338610335 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cf8018920 con 0x7f0d0806a780 2024-04-26T01:52:55.088 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.089+0000 7f0d0d000640 1 -- 172.21.15.46:0/1338610335 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d081a51c0 con 0x7f0d0806a780 2024-04-26T01:52:55.088 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/edt-ft5x06.txt 2024-04-26T01:52:55.089 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/egalax-ts.txt 2024-04-26T01:52:55.089 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/lpc32xx-tsc.txt 2024-04-26T01:52:55.091 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.092+0000 7f0d0ffd7740 1 Processor -- start 2024-04-26T01:52:55.091 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.092+0000 7f0cfea00640 1 -- 172.21.15.46:0/1338610335 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 27) ==== 138777+0+0 (secure 0 0 0) 0x7f0cf8010ab0 con 0x7f0d0806a780 2024-04-26T01:52:55.091 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.092+0000 7f0d0ffd7740 1 -- start start 2024-04-26T01:52:55.091 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.092+0000 7f0d0ffd7740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d58df43820 0x55d58df43c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:55.091 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.092+0000 7f0d0ffd7740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d58df44140 0x55d58df4e4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:55.091 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.092+0000 7f0d0ffd7740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d58df4ea00 0x55d58df50df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:55.091 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.092+0000 7f0d0ffd7740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55d58dea9900 con 0x55d58df44140 2024-04-26T01:52:55.091 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.092+0000 7f0d0ffd7740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55d58de4fef0 con 0x55d58df4ea00 2024-04-26T01:52:55.091 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.092+0000 7f0d0ffd7740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55d58dea58c0 con 0x55d58df43820 2024-04-26T01:52:55.091 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.093+0000 7f0d05e00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d58df44140 0x55d58df4e4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:55.091 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.093+0000 7f0d06800640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d58df43820 0x55d58df43c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:55.092 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.093+0000 7f0d05400640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d58df4ea00 0x55d58df50df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:55.092 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.093+0000 7f0d06800640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d58df43820 0x55d58df43c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:52056/0 (socket says 172.21.15.46:52056) 2024-04-26T01:52:55.092 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.093+0000 7f0d06800640 1 -- 172.21.15.46:0/3433064196 learned_addr learned my addr 172.21.15.46:0/3433064196 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:52:55.092 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/mms114.txt 2024-04-26T01:52:55.093 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.093+0000 7f0d05400640 1 -- 172.21.15.46:0/3433064196 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d58df43820 msgr2=0x55d58df43c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:55.093 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.093+0000 7f0d05400640 1 --2- 172.21.15.46:0/3433064196 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d58df43820 0x55d58df43c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:55.094 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.093+0000 7f0d05400640 1 -- 172.21.15.46:0/3433064196 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d58df44140 msgr2=0x55d58df4e4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:55.094 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.093+0000 7f0d05400640 1 --2- 172.21.15.46:0/3433064196 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d58df44140 0x55d58df4e4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:55.094 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.093+0000 7f0d05400640 1 -- 172.21.15.46:0/3433064196 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d58dbbc210 con 0x55d58df4ea00 2024-04-26T01:52:55.094 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.093+0000 7f0d05400640 1 --2- 172.21.15.46:0/3433064196 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d58df4ea00 0x55d58df50df0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f0cf4005d00 tx=0x7f0cf40107a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6074d01f2845b125 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:55.094 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.094+0000 7f0cfea00640 1 --2- 172.21.15.46:0/1338610335 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f0cec0a3dc0 0x7f0cec0a6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:55.094 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.094+0000 7f0cf3400640 1 -- 172.21.15.46:0/3433064196 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cf401c680 con 0x55d58df4ea00 2024-04-26T01:52:55.094 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.094+0000 7f0cf3400640 1 -- 172.21.15.46:0/3433064196 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f0cf400be20 con 0x55d58df4ea00 2024-04-26T01:52:55.094 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.094+0000 7f0cf3400640 1 -- 172.21.15.46:0/3433064196 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cf4011c80 con 0x55d58df4ea00 2024-04-26T01:52:55.094 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.094+0000 7f0cfea00640 1 -- 172.21.15.46:0/1338610335 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f0cf80d0b20 con 0x7f0d0806a780 2024-04-26T01:52:55.094 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.094+0000 7f0d06800640 1 --2- 172.21.15.46:0/1338610335 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f0cec0a3dc0 0x7f0cec0a6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:55.094 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.095+0000 7f0d0ffd7740 1 -- 172.21.15.46:0/3433064196 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d58df4ea00 msgr2=0x55d58df50df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:55.094 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.095+0000 7f0d0ffd7740 1 --2- 172.21.15.46:0/3433064196 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d58df4ea00 0x55d58df50df0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f0cf4005d00 tx=0x7f0cf40107a0 comp rx=0 tx=0).stop 2024-04-26T01:52:55.094 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.095+0000 7f0d06800640 1 --2- 172.21.15.46:0/1338610335 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f0cec0a3dc0 0x7f0cec0a6280 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f0d00009a60 tx=0x7f0d00005d80 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:55.095 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.095+0000 7f0d0ffd7740 1 -- 172.21.15.46:0/3433064196 shutdown_connections 2024-04-26T01:52:55.095 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.095+0000 7f0d0ffd7740 1 --2- 172.21.15.46:0/3433064196 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d58df4ea00 0x55d58df50df0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:55.095 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.095+0000 7f0d0ffd7740 1 --2- 172.21.15.46:0/3433064196 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d58df44140 0x55d58df4e4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:55.095 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.095+0000 7f0d0ffd7740 1 --2- 172.21.15.46:0/3433064196 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d58df43820 0x55d58df43c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:55.095 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.095+0000 7f0d0ffd7740 1 -- 172.21.15.46:0/3433064196 >> 172.21.15.46:0/3433064196 conn(0x55d58df3fd30 msgr2=0x55d58df40110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:55.095 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/pixcir_i2c_ts.txt 2024-04-26T01:52:55.096 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.095+0000 7f0d0ffd7740 1 -- 172.21.15.46:0/3433064196 shutdown_connections 2024-04-26T01:52:55.096 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.095+0000 7f0d0ffd7740 1 -- 172.21.15.46:0/3433064196 wait complete. 2024-04-26T01:52:55.096 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.095+0000 7f0d0ffd7740 1 -- start start 2024-04-26T01:52:55.096 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.096+0000 7f0d0ffd7740 1 Processor -- start 2024-04-26T01:52:55.096 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.096+0000 7f0d0ffd7740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d58df43820 0x55d58df4ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:55.096 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.096+0000 7f0d0ffd7740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d58df44140 0x55d58df4bf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:55.097 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.096+0000 7f0d0ffd7740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d58df4ea00 0x55d58df4c490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:55.097 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.096+0000 7f0d0ffd7740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55d58df51630 con 0x55d58df43820 2024-04-26T01:52:55.097 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.096+0000 7f0d0ffd7740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55d58de63310 con 0x55d58df44140 2024-04-26T01:52:55.097 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.096+0000 7f0d0ffd7740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55d58df517b0 con 0x55d58df4ea00 2024-04-26T01:52:55.097 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/sitronix-st1232.txt 2024-04-26T01:52:55.098 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.097+0000 7f0d0ffd7740 10 client.0 _ll_register_callbacks cb 0x55d58de31cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:52:55.098 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.097+0000 7f0d05400640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d58df44140 0x55d58df4bf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:55.098 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.097+0000 7f0d05400640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d58df44140 0x55d58df4bf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:36056/0 (socket says 172.21.15.46:36056) 2024-04-26T01:52:55.098 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.097+0000 7f0d05e00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d58df43820 0x55d58df4ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:55.099 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.097+0000 7f0d06800640 1 --2- 172.21.15.46:0/3533846363 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d58df4ea00 0x55d58df4c490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:55.099 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.097+0000 7f0d05400640 1 -- 172.21.15.46:0/3533846363 learned_addr learned my addr 172.21.15.46:0/3533846363 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:52:55.099 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.097+0000 7f0d05400640 1 -- 172.21.15.46:0/3533846363 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d58df4ea00 msgr2=0x55d58df4c490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:55.099 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.097+0000 7f0d05400640 1 --2- 172.21.15.46:0/3533846363 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d58df4ea00 0x55d58df4c490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:55.099 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.097+0000 7f0d05400640 1 -- 172.21.15.46:0/3533846363 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d58df43820 msgr2=0x55d58df4ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:55.099 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.097+0000 7f0d05400640 1 --2- 172.21.15.46:0/3533846363 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d58df43820 0x55d58df4ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:55.099 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.097+0000 7f0d05400640 1 -- 172.21.15.46:0/3533846363 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d58dc88620 con 0x55d58df44140 2024-04-26T01:52:55.099 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.097+0000 7f0d05e00640 1 --2- 172.21.15.46:0/3533846363 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d58df43820 0x55d58df4ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:52:55.099 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.097+0000 7f0d05400640 1 --2- 172.21.15.46:0/3533846363 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d58df44140 0x55d58df4bf50 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f0cf4000c00 tx=0x7f0cf4011670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f466d90346cb5258 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:55.099 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.097+0000 7f0ce7e00640 10 client.0 ms_handle_connect on v2:172.21.15.103:3300/0 2024-04-26T01:52:55.099 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.098+0000 7f0ce7e00640 1 -- 172.21.15.46:0/3533846363 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cf4011c10 con 0x55d58df44140 2024-04-26T01:52:55.099 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.098+0000 7f0ce7e00640 1 -- 172.21.15.46:0/3533846363 <== mon.2 v2:172.21.15.103:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f0cf4011db0 con 0x55d58df44140 2024-04-26T01:52:55.100 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/stmpe.txt 2024-04-26T01:52:55.101 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.098+0000 7f0d0ffd7740 1 -- 172.21.15.46:0/3533846363 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0cf400be20 con 0x55d58df44140 2024-04-26T01:52:55.101 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.098+0000 7f0ce7e00640 1 -- 172.21.15.46:0/3533846363 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f0cf4004020 con 0x55d58df44140 2024-04-26T01:52:55.101 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.098+0000 7f0d0ffd7740 10 client.25517 fetch_fsmap learned FSMap version 29 2024-04-26T01:52:55.101 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.098+0000 7f0d0ffd7740 1 -- 172.21.15.46:0/3533846363 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d58df5d920 con 0x55d58df44140 2024-04-26T01:52:55.101 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.098+0000 7f0ce7e00640 1 -- 172.21.15.46:0/3533846363 <== mon.2 v2:172.21.15.103:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f0cf400be20 con 0x55d58df44140 2024-04-26T01:52:55.102 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.098+0000 7f0ce7e00640 1 -- 172.21.15.46:0/3533846363 <== mon.2 v2:172.21.15.103:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f0cf401c480 con 0x55d58df44140 2024-04-26T01:52:55.102 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.099+0000 7f0d0ffd7740 10 client.25517 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:52:55.102 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.099+0000 7f0d0ffd7740 10 client.25517 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:52:55.102 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.099+0000 7f0d0ffd7740 20 client.25517 populate_metadata read hostname 'smithi046' 2024-04-26T01:52:55.102 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.099+0000 7f0d0ffd7740 1 --2- 172.21.15.46:0/3533846363 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55d58df5ecd0 0x55d58df610c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:55.102 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.099+0000 7f0d0ffd7740 4 client.25517 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:52:55.102 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.099+0000 7f0d0ffd7740 1 -- 172.21.15.46:0/3533846363 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d58debd8b0 con 0x55d58df5ecd0 2024-04-26T01:52:55.102 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.099+0000 7f0d05e00640 1 --2- 172.21.15.46:0/3533846363 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55d58df5ecd0 0x55d58df610c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:55.102 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/sun4i.txt 2024-04-26T01:52:55.103 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.100+0000 7f0d05e00640 1 --2- 172.21.15.46:0/3533846363 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55d58df5ecd0 0x55d58df610c0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9c7772625a11e403 server_cookie=17c4fa20aaef8a93 in_seq=0 out_seq=0 2024-04-26T01:52:55.103 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.100+0000 7f0ce7e00640 10 client.25517 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:52:55.103 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/ti-tsc-adc.txt 2024-04-26T01:52:55.104 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.101+0000 7f0ce7e00640 1 -- 172.21.15.46:0/3533846363 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d58debd8b0 con 0x55d58df5ecd0 2024-04-26T01:52:55.104 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.101+0000 7f0ce7e00640 10 client.25517 handle_command_reply: tid=0 2024-04-26T01:52:55.104 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.101+0000 7f0d0ffd7740 1 client.25517 shutdown 2024-04-26T01:52:55.104 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.101+0000 7f0d0ffd7740 1 -- 172.21.15.46:0/3533846363 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d58df44140 msgr2=0x55d58df4bf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:55.105 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.101+0000 7f0d0ffd7740 1 --2- 172.21.15.46:0/3533846363 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d58df44140 0x55d58df4bf50 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f0cf4000c00 tx=0x7f0cf4011670 comp rx=0 tx=0).stop 2024-04-26T01:52:55.105 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.101+0000 7f0d0ffd7740 1 -- 172.21.15.46:0/3533846363 shutdown_connections 2024-04-26T01:52:55.105 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.101+0000 7f0d0ffd7740 1 --2- 172.21.15.46:0/3533846363 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55d58df5ecd0 0x55d58df610c0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:55.105 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.101+0000 7f0d0ffd7740 1 --2- 172.21.15.46:0/3533846363 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d58df4ea00 0x55d58df4c490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:55.105 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.101+0000 7f0d0ffd7740 1 --2- 172.21.15.46:0/3533846363 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d58df44140 0x55d58df4bf50 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:55.105 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.101+0000 7f0d0ffd7740 1 --2- 172.21.15.46:0/3533846363 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d58df43820 0x55d58df4ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:55.105 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.101+0000 7f0d0ffd7740 1 -- 172.21.15.46:0/3533846363 >> 172.21.15.46:0/3533846363 conn(0x55d58df3fd30 msgr2=0x55d58df45ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:55.105 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.101+0000 7f0ce7e00640 0 client.25517 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:52:55.105 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.101+0000 7f0d0ffd7740 1 -- 172.21.15.46:0/3533846363 shutdown_connections 2024-04-26T01:52:55.105 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.101+0000 7f0d0ffd7740 1 -- 172.21.15.46:0/3533846363 wait complete. 2024-04-26T01:52:55.105 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.102+0000 7f0d0ffd7740 20 client.25517 trim_cache size 0 max 16384 2024-04-26T01:52:55.106 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/touchscreen.txt 2024-04-26T01:52:55.106 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/tsc2005.txt 2024-04-26T01:52:55.106 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/tsc2007.txt 2024-04-26T01:52:55.106 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/zforce_ts.txt 2024-04-26T01:52:55.106 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/tps65218-pwrbutton.txt 2024-04-26T01:52:55.106 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/twl4030-keypad.txt 2024-04-26T01:52:55.107 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/twl4030-pwrbutton.txt 2024-04-26T01:52:55.107 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/ 2024-04-26T01:52:55.109 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/abilis,tb10x-ictl.txt 2024-04-26T01:52:55.110 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/allwinner,sun4i-ic.txt 2024-04-26T01:52:55.111 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/allwinner,sun67i-sc-nmi.txt 2024-04-26T01:52:55.112 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/atmel,aic.txt 2024-04-26T01:52:55.113 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/brcm,bcm2835-armctrl-ic.txt 2024-04-26T01:52:55.114 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/brcm,bcm7120-l2-intc.txt 2024-04-26T01:52:55.115 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/brcm,l2-intc.txt 2024-04-26T01:52:55.116 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.118+0000 7f0d0ffd7740 1 Processor -- start 2024-04-26T01:52:55.116 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.118+0000 7f0d0ffd7740 1 -- start start 2024-04-26T01:52:55.117 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.118+0000 7f0d0ffd7740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d58df43820 0x55d58df5a4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:55.117 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.118+0000 7f0d0ffd7740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d58df44140 0x55d58df461e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:55.117 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.118+0000 7f0d0ffd7740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d58df4ea00 0x55d58df4c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:55.117 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.118+0000 7f0d0ffd7740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f0d081adb40 con 0x55d58df44140 2024-04-26T01:52:55.117 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.118+0000 7f0d0ffd7740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f0d081af680 con 0x55d58df4ea00 2024-04-26T01:52:55.117 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.118+0000 7f0d0ffd7740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f0d081ae210 con 0x55d58df43820 2024-04-26T01:52:55.117 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.119+0000 7f0d06800640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d58df4ea00 0x55d58df4c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:55.117 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.119+0000 7f0d06800640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d58df4ea00 0x55d58df4c0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:36062/0 (socket says 172.21.15.46:36062) 2024-04-26T01:52:55.117 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.119+0000 7f0d06800640 1 -- 172.21.15.46:0/935326594 learned_addr learned my addr 172.21.15.46:0/935326594 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:52:55.118 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.119+0000 7f0d05e00640 1 --2- 172.21.15.46:0/935326594 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d58df43820 0x55d58df5a4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:55.118 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.119+0000 7f0d05400640 1 --2- 172.21.15.46:0/935326594 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d58df44140 0x55d58df461e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:55.118 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/cirrus,clps711x-intc.txt 2024-04-26T01:52:55.119 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.119+0000 7f0d06800640 1 -- 172.21.15.46:0/935326594 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d58df43820 msgr2=0x55d58df5a4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:55.119 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.119+0000 7f0d06800640 1 --2- 172.21.15.46:0/935326594 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d58df43820 0x55d58df5a4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:55.119 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.119+0000 7f0d06800640 1 -- 172.21.15.46:0/935326594 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d58df44140 msgr2=0x55d58df461e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:55.119 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.119+0000 7f0d06800640 1 --2- 172.21.15.46:0/935326594 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d58df44140 0x55d58df461e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:55.119 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.119+0000 7f0d06800640 1 -- 172.21.15.46:0/935326594 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d58df3f610 con 0x55d58df4ea00 2024-04-26T01:52:55.119 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.119+0000 7f0d05e00640 1 --2- 172.21.15.46:0/935326594 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d58df43820 0x55d58df5a4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:52:55.119 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.119+0000 7f0d06800640 1 --2- 172.21.15.46:0/935326594 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d58df4ea00 0x55d58df4c0e0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f0d0002ae70 tx=0x7f0d00045000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=59b5258720929249 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:55.119 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.120+0000 7f0cf2a00640 1 -- 172.21.15.46:0/935326594 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d00056070 con 0x55d58df4ea00 2024-04-26T01:52:55.119 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.120+0000 7f0cf2a00640 1 -- 172.21.15.46:0/935326594 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f0d0002fca0 con 0x55d58df4ea00 2024-04-26T01:52:55.119 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.120+0000 7f0cf2a00640 1 -- 172.21.15.46:0/935326594 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d00034040 con 0x55d58df4ea00 2024-04-26T01:52:55.120 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/digicolor-ic.txt 2024-04-26T01:52:55.121 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.120+0000 7f0d0ffd7740 1 -- 172.21.15.46:0/935326594 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d58df4ea00 msgr2=0x55d58df4c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:55.121 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.120+0000 7f0d0ffd7740 1 --2- 172.21.15.46:0/935326594 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d58df4ea00 0x55d58df4c0e0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f0d0002ae70 tx=0x7f0d00045000 comp rx=0 tx=0).stop 2024-04-26T01:52:55.121 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.121+0000 7f0d0ffd7740 1 -- 172.21.15.46:0/935326594 shutdown_connections 2024-04-26T01:52:55.121 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.121+0000 7f0d0ffd7740 1 --2- 172.21.15.46:0/935326594 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d58df4ea00 0x55d58df4c0e0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:55.121 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.121+0000 7f0d0ffd7740 1 --2- 172.21.15.46:0/935326594 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d58df44140 0x55d58df461e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:55.121 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.121+0000 7f0d0ffd7740 1 --2- 172.21.15.46:0/935326594 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d58df43820 0x55d58df5a4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:55.121 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.121+0000 7f0d0ffd7740 1 -- 172.21.15.46:0/935326594 >> 172.21.15.46:0/935326594 conn(0x55d58df3fd30 msgr2=0x55d58df4b9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:55.121 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.121+0000 7f0d0ffd7740 1 -- 172.21.15.46:0/935326594 shutdown_connections 2024-04-26T01:52:55.121 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.121+0000 7f0d0ffd7740 1 -- 172.21.15.46:0/935326594 wait complete. 2024-04-26T01:52:55.121 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.121+0000 7f0d0ffd7740 1 -- start start 2024-04-26T01:52:55.122 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.121+0000 7f0d0ffd7740 1 Processor -- start 2024-04-26T01:52:55.122 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/interrupts.txt 2024-04-26T01:52:55.123 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.122+0000 7f0d0ffd7740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d58df43820 0x55d58df56b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:55.123 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.122+0000 7f0d0ffd7740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d58df44140 0x55d58df53fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:55.123 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.122+0000 7f0d0ffd7740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d58df4ea00 0x55d58df54510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:55.123 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.122+0000 7f0d0ffd7740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f0d081aefb0 con 0x55d58df44140 2024-04-26T01:52:55.123 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.122+0000 7f0d0ffd7740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f0d081ae8e0 con 0x55d58df4ea00 2024-04-26T01:52:55.124 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.122+0000 7f0d0ffd7740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f0d081abb20 con 0x55d58df43820 2024-04-26T01:52:55.124 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.122+0000 7f0d0ffd7740 10 client.0 _ll_register_callbacks cb 0x7f0cf400bb20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:52:55.124 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.122+0000 7f0d05e00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d58df43820 0x55d58df56b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:55.124 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.122+0000 7f0d06800640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d58df4ea00 0x55d58df54510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:55.124 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.122+0000 7f0d05400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d58df44140 0x55d58df53fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:55.124 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.122+0000 7f0d06800640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d58df4ea00 0x55d58df54510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:36064/0 (socket says 172.21.15.46:36064) 2024-04-26T01:52:55.124 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.122+0000 7f0d06800640 1 -- 172.21.15.46:0/3423268993 learned_addr learned my addr 172.21.15.46:0/3423268993 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:52:55.124 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.122+0000 7f0d05e00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d58df43820 0x55d58df56b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:52080/0 (socket says 172.21.15.46:52080) 2024-04-26T01:52:55.124 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.122+0000 7f0d05e00640 1 -- 172.21.15.46:0/3423268993 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d58df4ea00 msgr2=0x55d58df54510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:55.124 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.122+0000 7f0d05e00640 1 --2- 172.21.15.46:0/3423268993 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d58df4ea00 0x55d58df54510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:55.124 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.123+0000 7f0d05e00640 1 -- 172.21.15.46:0/3423268993 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d58df44140 msgr2=0x55d58df53fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:52:55.124 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.123+0000 7f0d05e00640 1 --2- 172.21.15.46:0/3423268993 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d58df44140 0x55d58df53fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:55.124 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.123+0000 7f0d05e00640 1 -- 172.21.15.46:0/3423268993 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d58df54a50 con 0x55d58df43820 2024-04-26T01:52:55.125 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.123+0000 7f0d05400640 1 --2- 172.21.15.46:0/3423268993 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d58df44140 0x55d58df53fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:52:55.125 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/lsi,zevio-intc.txt 2024-04-26T01:52:55.126 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.123+0000 7f0d05e00640 1 --2- 172.21.15.46:0/3423268993 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d58df43820 0x55d58df56b00 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f0cf80ce240 tx=0x7f0cf80d2f70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ed62bdb8a5a40677 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:52:55.126 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.123+0000 7f0ce7e00640 10 client.0 ms_handle_connect on v2:172.21.15.163:3300/0 2024-04-26T01:52:55.126 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.123+0000 7f0ce7e00640 1 -- 172.21.15.46:0/3423268993 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cf80d6050 con 0x55d58df43820 2024-04-26T01:52:55.126 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.123+0000 7f0d0ffd7740 1 -- 172.21.15.46:0/3423268993 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0d0002fca0 con 0x55d58df43820 2024-04-26T01:52:55.126 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.123+0000 7f0ce7e00640 1 -- 172.21.15.46:0/3423268993 <== mon.1 v2:172.21.15.163:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f0cf80ce4c0 con 0x55d58df43820 2024-04-26T01:52:55.126 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.123+0000 7f0ce7e00640 1 -- 172.21.15.46:0/3423268993 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f0cf80ce6c0 con 0x55d58df43820 2024-04-26T01:52:55.126 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.123+0000 7f0d0ffd7740 10 client.25546 fetch_fsmap learned FSMap version 29 2024-04-26T01:52:55.126 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.123+0000 7f0d0ffd7740 1 -- 172.21.15.46:0/3423268993 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d58dfc90c0 con 0x55d58df43820 2024-04-26T01:52:55.126 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/marvell,armada-370-xp-mpic.txt 2024-04-26T01:52:55.127 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.124+0000 7f0ce7e00640 1 -- 172.21.15.46:0/3423268993 <== mon.1 v2:172.21.15.163:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f0d0002fca0 con 0x55d58df43820 2024-04-26T01:52:55.127 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.124+0000 7f0ce7e00640 1 -- 172.21.15.46:0/3423268993 <== mon.1 v2:172.21.15.163:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f0cf8010550 con 0x55d58df43820 2024-04-26T01:52:55.127 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.124+0000 7f0d0ffd7740 10 client.25546 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:52:55.127 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.124+0000 7f0d0ffd7740 10 client.25546 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:52:55.128 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.124+0000 7f0d0ffd7740 20 client.25546 populate_metadata read hostname 'smithi046' 2024-04-26T01:52:55.128 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.124+0000 7f0d0ffd7740 1 --2- 172.21.15.46:0/3423268993 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55d58dfc9790 0x55d58dfcbbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:52:55.128 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.124+0000 7f0d0ffd7740 4 client.25546 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:52:55.128 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.124+0000 7f0d0ffd7740 1 -- 172.21.15.46:0/3423268993 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d58deb7320 con 0x55d58dfc9790 2024-04-26T01:52:55.128 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.124+0000 7f0d05400640 1 --2- 172.21.15.46:0/3423268993 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55d58dfc9790 0x55d58dfcbbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:52:55.128 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/marvell,orion-intc.txt 2024-04-26T01:52:55.128 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:52:54 smithi103 ceph-mon[32920]: pgmap v63: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 3.9 KiB/s wr, 9 op/s 2024-04-26T01:52:55.129 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.125+0000 7f0d05400640 1 --2- 172.21.15.46:0/3423268993 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55d58dfc9790 0x55d58dfcbbb0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c0dd34c671f5e98d server_cookie=b3e857dae6213c09 in_seq=0 out_seq=0 2024-04-26T01:52:55.129 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:55.125+0000 7f0ce7e00640 10 client.25546 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:52:55.129 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/mips-gic.txt 2024-04-26T01:52:55.129 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/opencores,or1k-pic.txt 2024-04-26T01:52:55.129 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/renesas,intc-irqpin.txt 2024-04-26T01:52:55.130 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/renesas,irqc.txt 2024-04-26T01:52:55.131 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/samsung,s3c24xx-irq.txt 2024-04-26T01:52:55.133 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/snps,dw-apb-ictl.txt 2024-04-26T01:52:55.135 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/ti,keystone-irq.txt 2024-04-26T01:52:55.137 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/ti,omap-intc-irq.txt 2024-04-26T01:52:55.140 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/ 2024-04-26T01:52:55.142 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/arm,smmu.txt 2024-04-26T01:52:55.144 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/iommu.txt 2024-04-26T01:52:55.146 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/nvidia,tegra20-gart.txt 2024-04-26T01:52:55.148 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/nvidia,tegra30-smmu.txt 2024-04-26T01:52:55.150 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/renesas,ipmmu-vmsa.txt 2024-04-26T01:52:55.152 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/rockchip,iommu.txt 2024-04-26T01:52:55.154 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/samsung,sysmmu.txt 2024-04-26T01:52:55.156 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/ti,omap-iommu.txt 2024-04-26T01:52:55.158 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/ 2024-04-26T01:52:55.160 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/common.txt 2024-04-26T01:52:55.163 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-gpio.txt 2024-04-26T01:52:55.165 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-lp55xx.txt 2024-04-26T01:52:55.167 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-lp8860.txt 2024-04-26T01:52:55.170 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-ns2.txt 2024-04-26T01:52:55.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:52:54 smithi163 ceph-mon[32592]: pgmap v63: 97 pgs: 97 active+clean; 1.4 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 3.9 KiB/s wr, 9 op/s 2024-04-26T01:52:55.172 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-pwm.txt 2024-04-26T01:52:55.173 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/pca963x.txt 2024-04-26T01:52:55.175 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/register-bit-led.txt 2024-04-26T01:52:55.177 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/tca6507.txt 2024-04-26T01:52:55.178 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/lpddr2/ 2024-04-26T01:52:55.180 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/lpddr2/lpddr2-timings.txt 2024-04-26T01:52:55.182 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/lpddr2/lpddr2.txt 2024-04-26T01:52:55.183 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mailbox/ 2024-04-26T01:52:55.185 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mailbox/altera-mailbox.txt 2024-04-26T01:52:55.187 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mailbox/mailbox.txt 2024-04-26T01:52:55.189 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mailbox/omap-mailbox.txt 2024-04-26T01:52:55.190 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/marvell.txt 2024-04-26T01:52:55.192 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/ 2024-04-26T01:52:55.194 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/atmel-isi.txt 2024-04-26T01:52:55.196 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/coda.txt 2024-04-26T01:52:55.197 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/exynos-fimc-lite.txt 2024-04-26T01:52:55.199 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/exynos-jpeg-codec.txt 2024-04-26T01:52:55.201 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/exynos4-fimc-is.txt 2024-04-26T01:52:55.204 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/exynos5-gsc.txt 2024-04-26T01:52:55.205 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/gpio-ir-receiver.txt 2024-04-26T01:52:55.208 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/hix5hd2-ir.txt 2024-04-26T01:52:55.210 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/ 2024-04-26T01:52:55.212 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/adv7343.txt 2024-04-26T01:52:55.213 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/adv7604.txt 2024-04-26T01:52:55.216 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/mt9m111.txt 2024-04-26T01:52:55.218 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/mt9p031.txt 2024-04-26T01:52:55.220 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/nokia,smia.txt 2024-04-26T01:52:55.222 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/ths8200.txt 2024-04-26T01:52:55.224 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/tvp514x.txt 2024-04-26T01:52:55.227 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/tvp7002.txt 2024-04-26T01:52:55.229 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/img-ir-rev1.txt 2024-04-26T01:52:55.231 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/meson-ir.txt 2024-04-26T01:52:55.234 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/pxa-camera.txt 2024-04-26T01:52:55.236 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/rcar_vin.txt 2024-04-26T01:52:55.238 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/renesas,vsp1.txt 2024-04-26T01:52:55.241 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/s5p-mfc.txt 2024-04-26T01:52:55.243 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-fimc.txt 2024-04-26T01:52:55.245 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-mipi-csis.txt 2024-04-26T01:52:55.248 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5c73m3.txt 2024-04-26T01:52:55.250 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5k5baf.txt 2024-04-26T01:52:55.253 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5k6a3.txt 2024-04-26T01:52:55.255 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/sh_mobile_ceu.txt 2024-04-26T01:52:55.258 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/si4713.txt 2024-04-26T01:52:55.260 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/st-rc.txt 2024-04-26T01:52:55.262 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/sunxi-ir.txt 2024-04-26T01:52:55.265 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/ti-am437x-vpfe.txt 2024-04-26T01:52:55.267 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/video-interfaces.txt 2024-04-26T01:52:55.269 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ 2024-04-26T01:52:55.272 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/fsl/ 2024-04-26T01:52:55.274 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/fsl/ifc.txt 2024-04-26T01:52:55.276 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/mvebu-devbus.txt 2024-04-26T01:52:55.278 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/mvebu-sdram-controller.txt 2024-04-26T01:52:55.281 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/nvidia,tegra-mc.txt 2024-04-26T01:52:55.283 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/renesas-memory-controllers.txt 2024-04-26T01:52:55.286 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/synopsys.txt 2024-04-26T01:52:55.288 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti-aemif.txt 2024-04-26T01:52:55.290 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti/ 2024-04-26T01:52:55.292 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti/emif.txt 2024-04-26T01:52:55.295 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/metag/ 2024-04-26T01:52:55.297 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/metag/meta-intc.txt 2024-04-26T01:52:55.299 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/metag/meta.txt 2024-04-26T01:52:55.301 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/metag/pdc-intc.txt 2024-04-26T01:52:55.304 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/ 2024-04-26T01:52:55.306 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/88pm860x.txt 2024-04-26T01:52:55.308 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/ab8500.txt 2024-04-26T01:52:55.311 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/arizona.txt 2024-04-26T01:52:55.313 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/as3711.txt 2024-04-26T01:52:55.316 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/as3722.txt 2024-04-26T01:52:55.318 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-gpbr.txt 2024-04-26T01:52:55.321 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-hlcdc.txt 2024-04-26T01:52:55.323 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-matrix.txt 2024-04-26T01:52:55.325 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-smc.txt 2024-04-26T01:52:55.327 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/bcm590xx.txt 2024-04-26T01:52:55.330 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/bfticu.txt 2024-04-26T01:52:55.332 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/cros-ec.txt 2024-04-26T01:52:55.335 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/da9052-i2c.txt 2024-04-26T01:52:55.337 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/da9055.txt 2024-04-26T01:52:55.339 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/da9063.txt 2024-04-26T01:52:55.341 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/hi6421.txt 2024-04-26T01:52:55.344 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/lp3943.txt 2024-04-26T01:52:55.346 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max14577.txt 2024-04-26T01:52:55.349 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max77686.txt 2024-04-26T01:52:55.351 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max77693.txt 2024-04-26T01:52:55.353 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max8925.txt 2024-04-26T01:52:55.355 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max8998.txt 2024-04-26T01:52:55.358 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/mc13xxx.txt 2024-04-26T01:52:55.361 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/omap-usb-host.txt 2024-04-26T01:52:55.363 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/omap-usb-tll.txt 2024-04-26T01:52:55.366 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/palmas.txt 2024-04-26T01:52:55.369 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom,spmi-pmic.txt 2024-04-26T01:52:55.371 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom-pm8xxx.txt 2024-04-26T01:52:55.374 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom-rpm.txt 2024-04-26T01:52:55.377 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/qriox.txt 2024-04-26T01:52:55.379 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/rk808.txt 2024-04-26T01:52:55.382 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/rn5t618.txt 2024-04-26T01:52:55.384 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/s2mpa01.txt 2024-04-26T01:52:55.386 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/s2mps11.txt 2024-04-26T01:52:55.390 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/stmpe.txt 2024-04-26T01:52:55.393 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/sun6i-prcm.txt 2024-04-26T01:52:55.398 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/syscon.txt 2024-04-26T01:52:55.400 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/tc3589x.txt 2024-04-26T01:52:55.403 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/ti-keystone-devctrl.txt 2024-04-26T01:52:55.405 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/tps6507x.txt 2024-04-26T01:52:55.407 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/tps65910.txt 2024-04-26T01:52:55.409 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/twl-familly.txt 2024-04-26T01:52:55.411 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/twl4030-audio.txt 2024-04-26T01:52:55.413 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/twl4030-power.txt 2024-04-26T01:52:55.415 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/twl6040.txt 2024-04-26T01:52:55.417 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mipi/ 2024-04-26T01:52:55.419 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mipi/dsi/ 2024-04-26T01:52:55.420 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mipi/dsi/mipi-dsi-bus.txt 2024-04-26T01:52:55.422 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mipi/nvidia,tegra114-mipi.txt 2024-04-26T01:52:55.424 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/ 2024-04-26T01:52:55.426 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/ 2024-04-26T01:52:55.428 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/bcm3384-intc.txt 2024-04-26T01:52:55.430 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/bmips.txt 2024-04-26T01:52:55.433 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/cm-dsl.txt 2024-04-26T01:52:55.435 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/usb.txt 2024-04-26T01:52:55.437 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/ 2024-04-26T01:52:55.440 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/bootbus.txt 2024-04-26T01:52:55.442 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/cib.txt 2024-04-26T01:52:55.444 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/ciu.txt 2024-04-26T01:52:55.446 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/ciu2.txt 2024-04-26T01:52:55.448 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/dma-engine.txt 2024-04-26T01:52:55.451 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/uctl.txt 2024-04-26T01:52:55.453 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cpu_irq.txt 2024-04-26T01:52:55.456 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/ralink.txt 2024-04-26T01:52:55.458 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/ 2024-04-26T01:52:55.461 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/allwinner,sunxi-sid.txt 2024-04-26T01:52:55.463 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/arm-charlcd.txt 2024-04-26T01:52:55.465 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/at25.txt 2024-04-26T01:52:55.468 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/atmel-ssc.txt 2024-04-26T01:52:55.470 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/bmp085.txt 2024-04-26T01:52:55.472 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/fsl,qoriq-mc.txt 2024-04-26T01:52:55.474 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/ifm-csi.txt 2024-04-26T01:52:55.476 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/lis302.txt 2024-04-26T01:52:55.479 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/nvidia,tegra20-apbmisc.txt 2024-04-26T01:52:55.481 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/smc.txt 2024-04-26T01:52:55.484 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/sram.txt 2024-04-26T01:52:55.486 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/ti,dac7512.txt 2024-04-26T01:52:55.488 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/ 2024-04-26T01:52:55.489 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/arasan,sdhci.txt 2024-04-26T01:52:55.491 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/atmel-hsmci.txt 2024-04-26T01:52:55.493 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/brcm,bcm2835-sdhci.txt 2024-04-26T01:52:55.494 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/davinci_mmc.txt 2024-04-26T01:52:55.496 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/exynos-dw-mshc.txt 2024-04-26T01:52:55.498 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/fsl-esdhc.txt 2024-04-26T01:52:55.500 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/fsl-imx-esdhc.txt 2024-04-26T01:52:55.502 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/fsl-imx-mmc.txt 2024-04-26T01:52:55.505 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/img-dw-mshc.txt 2024-04-26T01:52:55.507 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/k3-dw-mshc.txt 2024-04-26T01:52:55.509 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/kona-sdhci.txt 2024-04-26T01:52:55.512 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmc-pwrseq-emmc.txt 2024-04-26T01:52:55.514 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmc-pwrseq-simple.txt 2024-04-26T01:52:55.517 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmc-spi-slot.txt 2024-04-26T01:52:55.518 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmc.txt 2024-04-26T01:52:55.520 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmci.txt 2024-04-26T01:52:55.522 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/moxa,moxart-mmc.txt 2024-04-26T01:52:55.524 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mxs-mmc.txt 2024-04-26T01:52:55.526 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/nvidia,tegra20-sdhci.txt 2024-04-26T01:52:55.527 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/orion-sdio.txt 2024-04-26T01:52:55.529 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/pxa-mmc.txt 2024-04-26T01:52:55.531 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/renesas,mmcif.txt 2024-04-26T01:52:55.532 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/rockchip-dw-mshc.txt 2024-04-26T01:52:55.534 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/samsung-sdhci.txt 2024-04-26T01:52:55.536 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-dove.txt 2024-04-26T01:52:55.538 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-fujitsu.txt 2024-04-26T01:52:55.540 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-msm.txt 2024-04-26T01:52:55.542 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-pxa.txt 2024-04-26T01:52:55.543 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-sirf.txt 2024-04-26T01:52:55.545 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-spear.txt 2024-04-26T01:52:55.547 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-st.txt 2024-04-26T01:52:55.548 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/socfpga-dw-mshc.txt 2024-04-26T01:52:55.550 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sunxi-mmc.txt 2024-04-26T01:52:55.552 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/synopsys-dw-mshc.txt 2024-04-26T01:52:55.553 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/ti-omap-hsmmc.txt 2024-04-26T01:52:55.555 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/ti-omap.txt 2024-04-26T01:52:55.557 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/tmio_mmc.txt 2024-04-26T01:52:55.559 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/usdhi6rol0.txt 2024-04-26T01:52:55.560 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/vt8500-sdmmc.txt 2024-04-26T01:52:55.562 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/ 2024-04-26T01:52:55.564 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/arm-versatile.txt 2024-04-26T01:52:55.566 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/atmel-dataflash.txt 2024-04-26T01:52:55.567 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/atmel-nand.txt 2024-04-26T01:52:55.569 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/davinci-nand.txt 2024-04-26T01:52:55.571 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/denali-nand.txt 2024-04-26T01:52:55.572 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/diskonchip.txt 2024-04-26T01:52:55.574 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/elm.txt 2024-04-26T01:52:55.576 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/flctl-nand.txt 2024-04-26T01:52:55.578 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/fsl-quadspi.txt 2024-04-26T01:52:55.580 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/fsl-upm-nand.txt 2024-04-26T01:52:55.581 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/fsmc-nand.txt 2024-04-26T01:52:55.583 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpio-control-nand.txt 2024-04-26T01:52:55.585 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpmc-nand.txt 2024-04-26T01:52:55.587 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpmc-nor.txt 2024-04-26T01:52:55.589 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpmc-onenand.txt 2024-04-26T01:52:55.590 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpmi-nand.txt 2024-04-26T01:52:55.592 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/hisi504-nand.txt 2024-04-26T01:52:55.594 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/lpc32xx-mlc.txt 2024-04-26T01:52:55.596 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/lpc32xx-slc.txt 2024-04-26T01:52:55.597 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/m25p80.txt 2024-04-26T01:52:55.599 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/mtd-physmap.txt 2024-04-26T01:52:55.601 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/mxc-nand.txt 2024-04-26T01:52:55.603 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/nand.txt 2024-04-26T01:52:55.604 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/orion-nand.txt 2024-04-26T01:52:55.606 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/partition.txt 2024-04-26T01:52:55.608 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/pxa3xx-nand.txt 2024-04-26T01:52:55.609 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/spear_smi.txt 2024-04-26T01:52:55.611 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/st-fsm.txt 2024-04-26T01:52:55.613 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/sunxi-nand.txt 2024-04-26T01:52:55.614 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ 2024-04-26T01:52:55.616 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/allwinner,sun4i-emac.txt 2024-04-26T01:52:55.618 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/allwinner,sun4i-mdio.txt 2024-04-26T01:52:55.620 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/allwinner,sun7i-a20-gmac.txt 2024-04-26T01:52:55.621 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/altera_tse.txt 2024-04-26T01:52:55.623 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/amd-xgbe-phy.txt 2024-04-26T01:52:55.625 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/amd-xgbe.txt 2024-04-26T01:52:55.627 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/apm-xgene-enet.txt 2024-04-26T01:52:55.629 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/arc_emac.txt 2024-04-26T01:52:55.631 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-bcm87xx.txt 2024-04-26T01:52:55.632 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-bcmgenet.txt 2024-04-26T01:52:55.634 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-mdio-unimac.txt 2024-04-26T01:52:55.636 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-sf2.txt 2024-04-26T01:52:55.638 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-systemport.txt 2024-04-26T01:52:55.640 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/calxeda-xgmac.txt 2024-04-26T01:52:55.642 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/ 2024-04-26T01:52:55.643 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/atmel-can.txt 2024-04-26T01:52:55.645 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/c_can.txt 2024-04-26T01:52:55.646 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/cc770.txt 2024-04-26T01:52:55.648 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/fsl-flexcan.txt 2024-04-26T01:52:55.650 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/grcan.txt 2024-04-26T01:52:55.652 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/m_can.txt 2024-04-26T01:52:55.654 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/microchip,mcp251x.txt 2024-04-26T01:52:55.656 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/mpc5xxx-mscan.txt 2024-04-26T01:52:55.658 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/rcar_can.txt 2024-04-26T01:52:55.659 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/sja1000.txt 2024-04-26T01:52:55.661 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/xilinx_can.txt 2024-04-26T01:52:55.663 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cavium-mdio.txt 2024-04-26T01:52:55.665 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cavium-mix.txt 2024-04-26T01:52:55.667 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cavium-pip.txt 2024-04-26T01:52:55.668 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cdns-emac.txt 2024-04-26T01:52:55.670 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cpsw-phy-sel.txt 2024-04-26T01:52:55.672 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cpsw.txt 2024-04-26T01:52:55.674 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/davicom-dm9000.txt 2024-04-26T01:52:55.676 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/davinci-mdio.txt 2024-04-26T01:52:55.678 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/davinci_emac.txt 2024-04-26T01:52:55.680 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/dsa/ 2024-04-26T01:52:55.681 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/dsa/dsa.txt 2024-04-26T01:52:55.683 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/emac_rockchip.txt 2024-04-26T01:52:55.685 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ethernet.txt 2024-04-26T01:52:55.686 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/fixed-link.txt 2024-04-26T01:52:55.688 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/fsl-fec.txt 2024-04-26T01:52:55.690 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/fsl-tsec-phy.txt 2024-04-26T01:52:55.692 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/gpmc-eth.txt 2024-04-26T01:52:55.693 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/hisilicon-hip04-net.txt 2024-04-26T01:52:55.695 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/hisilicon-hix5hd2-gmac.txt 2024-04-26T01:52:55.697 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ieee802154/ 2024-04-26T01:52:55.698 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ieee802154/at86rf230.txt 2024-04-26T01:52:55.700 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ieee802154/cc2520.txt 2024-04-26T01:52:55.702 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/keystone-netcp.txt 2024-04-26T01:52:55.704 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/lpc-eth.txt 2024-04-26T01:52:55.706 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/macb.txt 2024-04-26T01:52:55.707 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-armada-370-neta.txt 2024-04-26T01:52:55.709 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-orion-mdio.txt 2024-04-26T01:52:55.711 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-orion-net.txt 2024-04-26T01:52:55.712 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-pp2.txt 2024-04-26T01:52:55.714 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-pxa168.txt 2024-04-26T01:52:55.716 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/mdio-gpio.txt 2024-04-26T01:52:55.718 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/mdio-mux-gpio.txt 2024-04-26T01:52:55.720 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/mdio-mux-mmioreg.txt 2024-04-26T01:52:55.721 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/mdio-mux.txt 2024-04-26T01:52:55.723 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/meson-dwmac.txt 2024-04-26T01:52:55.725 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/micrel-ks8851.txt 2024-04-26T01:52:55.727 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/micrel-ksz90x1.txt 2024-04-26T01:52:55.729 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/micrel.txt 2024-04-26T01:52:55.730 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/moxa,moxart-mac.txt 2024-04-26T01:52:55.732 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/ 2024-04-26T01:52:55.734 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/pn544.txt 2024-04-26T01:52:55.735 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/st21nfca.txt 2024-04-26T01:52:55.737 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/st21nfcb.txt 2024-04-26T01:52:55.738 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/trf7970a.txt 2024-04-26T01:52:55.740 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/opencores-ethoc.txt 2024-04-26T01:52:55.742 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/phy.txt 2024-04-26T01:52:55.744 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/qca-qca7000-spi.txt 2024-04-26T01:52:55.746 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/rockchip-dwmac.txt 2024-04-26T01:52:55.747 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/samsung-sxgbe.txt 2024-04-26T01:52:55.749 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/sh_eth.txt 2024-04-26T01:52:55.751 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/smsc-lan91c111.txt 2024-04-26T01:52:55.753 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/smsc911x.txt 2024-04-26T01:52:55.754 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/socfpga-dwmac.txt 2024-04-26T01:52:55.756 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/sti-dwmac.txt 2024-04-26T01:52:55.758 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/stmmac.txt 2024-04-26T01:52:55.760 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/via-rhine.txt 2024-04-26T01:52:55.761 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/via-velocity.txt 2024-04-26T01:52:55.763 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/wireless/ 2024-04-26T01:52:55.764 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/wireless/brcm,bcm43xx-fmac.txt 2024-04-26T01:52:55.766 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/wireless/qcom,ath10k.txt 2024-04-26T01:52:55.768 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/wireless/ti,wl1251.txt 2024-04-26T01:52:55.769 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/nios2/ 2024-04-26T01:52:55.771 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/nios2/nios2.txt 2024-04-26T01:52:55.773 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/nios2/timer.txt 2024-04-26T01:52:55.775 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/nvec/ 2024-04-26T01:52:55.776 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/nvec/nvidia,nvec.txt 2024-04-26T01:52:55.778 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/open-pic.txt 2024-04-26T01:52:55.780 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/ 2024-04-26T01:52:55.781 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b101aw03.txt 2024-04-26T01:52:55.783 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b101xtn01.txt 2024-04-26T01:52:55.785 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b116xw03.txt 2024-04-26T01:52:55.786 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b133htn01.txt 2024-04-26T01:52:55.788 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b133xtn01.txt 2024-04-26T01:52:55.790 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/avic,tm070ddh03.txt 2024-04-26T01:52:55.792 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/chunghwa,claa101wa01a.txt 2024-04-26T01:52:55.793 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/chunghwa,claa101wb03.txt 2024-04-26T01:52:55.795 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/edt,et057090dhu.txt 2024-04-26T01:52:55.797 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/edt,et070080dh6.txt 2024-04-26T01:52:55.798 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/edt,etm0700g0dh6.txt 2024-04-26T01:52:55.800 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/foxlink,fl500wvr00-a0t.txt 2024-04-26T01:52:55.802 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/giantplus,gpg482739qs5.txt 2024-04-26T01:52:55.803 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/hannstar,hsd070pww1.txt 2024-04-26T01:52:55.805 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/hit,tx23d38vm0caa.txt 2024-04-26T01:52:55.806 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/innolux,g121i1-l01.txt 2024-04-26T01:52:55.808 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/innolux,n116bge.txt 2024-04-26T01:52:55.810 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/innolux,n156bge-l21.txt 2024-04-26T01:52:55.813 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/lg,ld070wx3-sl01.txt 2024-04-26T01:52:55.813 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/lg,lh500wx1-sd03.txt 2024-04-26T01:52:55.814 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/lg,lp129qe.txt 2024-04-26T01:52:55.816 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/panasonic,vvx10f004b00.txt 2024-04-26T01:52:55.817 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/samsung,ld9040.txt 2024-04-26T01:52:55.819 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/samsung,ltn101nt05.txt 2024-04-26T01:52:55.821 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/samsung,s6e8aa0.txt 2024-04-26T01:52:55.822 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/sharp,lq101r1sx01.txt 2024-04-26T01:52:55.824 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/simple-panel.txt 2024-04-26T01:52:55.825 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/ 2024-04-26T01:52:55.828 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/83xx-512x-pci.txt 2024-04-26T01:52:55.830 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/designware-pcie.txt 2024-04-26T01:52:55.831 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/fsl,imx6q-pcie.txt 2024-04-26T01:52:55.833 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/fsl,pci.txt 2024-04-26T01:52:55.835 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/host-generic-pci.txt 2024-04-26T01:52:55.837 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/layerscape-pci.txt 2024-04-26T01:52:55.839 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/mvebu-pci.txt 2024-04-26T01:52:55.840 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/nvidia,tegra20-pcie.txt 2024-04-26T01:52:55.842 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/pci-keystone.txt 2024-04-26T01:52:55.844 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/pci-rcar-gen2.txt 2024-04-26T01:52:55.846 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/pci.txt 2024-04-26T01:52:55.848 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/ralink,rt3883-pci.txt 2024-04-26T01:52:55.849 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/rcar-pci.txt 2024-04-26T01:52:55.851 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/samsung,exynos5440-pcie.txt 2024-04-26T01:52:55.853 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/spear13xx-pcie.txt 2024-04-26T01:52:55.855 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/ti-pci.txt 2024-04-26T01:52:55.857 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/v3-v360epc-pci.txt 2024-04-26T01:52:55.859 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/versatile.txt 2024-04-26T01:52:55.860 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/xgene-pci.txt 2024-04-26T01:52:55.862 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/xilinx-pcie.txt 2024-04-26T01:52:55.864 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/ 2024-04-26T01:52:55.865 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/apm-xgene-phy.txt 2024-04-26T01:52:55.867 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/bcm-phy.txt 2024-04-26T01:52:55.869 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/berlin-sata-phy.txt 2024-04-26T01:52:55.871 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/berlin-usb-phy.txt 2024-04-26T01:52:55.872 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/hix5hd2-phy.txt 2024-04-26T01:52:55.874 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-bindings.txt 2024-04-26T01:52:55.876 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-miphy28lp.txt 2024-04-26T01:52:55.880 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-miphy365x.txt 2024-04-26T01:52:55.881 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-mvebu.txt 2024-04-26T01:52:55.883 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-stih407-usb.txt 2024-04-26T01:52:55.886 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-stih41x-usb.txt 2024-04-26T01:52:55.888 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/qcom-apq8064-sata-phy.txt 2024-04-26T01:52:55.890 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/qcom-dwc3-usb-phy.txt 2024-04-26T01:52:55.892 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/qcom-ipq806x-sata-phy.txt 2024-04-26T01:52:55.894 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/rcar-gen2-phy.txt 2024-04-26T01:52:55.896 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/rockchip-usb-phy.txt 2024-04-26T01:52:55.899 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/samsung-phy.txt 2024-04-26T01:52:55.901 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/st-spear-miphy.txt 2024-04-26T01:52:55.903 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/sun4i-usb-phy.txt 2024-04-26T01:52:55.905 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/ti-phy.txt 2024-04-26T01:52:55.907 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/ 2024-04-26T01:52:55.909 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/abilis,tb10x-iomux.txt 2024-04-26T01:52:55.911 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/allwinner,sunxi-pinctrl.txt 2024-04-26T01:52:55.913 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/atmel,at91-pinctrl.txt 2024-04-26T01:52:55.916 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/brcm,bcm11351-pinctrl.txt 2024-04-26T01:52:55.918 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/brcm,bcm2835-gpio.txt 2024-04-26T01:52:55.920 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx-pinctrl.txt 2024-04-26T01:52:55.922 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx25-pinctrl.txt 2024-04-26T01:52:55.924 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx27-pinctrl.txt 2024-04-26T01:52:55.927 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx35-pinctrl.txt 2024-04-26T01:52:55.929 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx51-pinctrl.txt 2024-04-26T01:52:55.931 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx53-pinctrl.txt 2024-04-26T01:52:55.933 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx6dl-pinctrl.txt 2024-04-26T01:52:55.935 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx6q-pinctrl.txt 2024-04-26T01:52:55.937 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx6sl-pinctrl.txt 2024-04-26T01:52:55.939 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx6sx-pinctrl.txt 2024-04-26T01:52:55.941 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,mxs-pinctrl.txt 2024-04-26T01:52:55.943 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,vf610-pinctrl.txt 2024-04-26T01:52:55.945 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/img,tz1090-pdc-pinctrl.txt 2024-04-26T01:52:55.947 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/img,tz1090-pinctrl.txt 2024-04-26T01:52:55.949 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/lantiq,falcon-pinumx.txt 2024-04-26T01:52:55.952 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/lantiq,xway-pinumx.txt 2024-04-26T01:52:55.953 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,armada-370-pinctrl.txt 2024-04-26T01:52:55.956 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,armada-375-pinctrl.txt 2024-04-26T01:52:55.958 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,armada-38x-pinctrl.txt 2024-04-26T01:52:55.960 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,armada-xp-pinctrl.txt 2024-04-26T01:52:55.962 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,dove-pinctrl.txt 2024-04-26T01:52:55.964 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,kirkwood-pinctrl.txt 2024-04-26T01:52:55.966 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,mvebu-pinctrl.txt 2024-04-26T01:52:55.968 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,orion-pinctrl.txt 2024-04-26T01:52:55.970 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/meson,pinctrl.txt 2024-04-26T01:52:55.972 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra114-pinmux.txt 2024-04-26T01:52:55.975 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra124-pinmux.txt 2024-04-26T01:52:55.977 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra124-xusb-padctl.txt 2024-04-26T01:52:55.979 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra20-pinmux.txt 2024-04-26T01:52:55.981 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra30-pinmux.txt 2024-04-26T01:52:55.983 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-bindings.txt 2024-04-26T01:52:55.985 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-palmas.txt 2024-04-26T01:52:55.987 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-single.txt 2024-04-26T01:52:55.989 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-sirf.txt 2024-04-26T01:52:55.991 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-st.txt 2024-04-26T01:52:55.993 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-vt8500.txt 2024-04-26T01:52:55.996 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl_spear.txt 2024-04-26T01:52:55.998 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,apq8064-pinctrl.txt 2024-04-26T01:52:56.000 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,apq8084-pinctrl.txt 2024-04-26T01:52:56.002 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,ipq8064-pinctrl.txt 2024-04-26T01:52:56.004 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,msm8916-pinctrl.txt 2024-04-26T01:52:56.006 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,msm8960-pinctrl.txt 2024-04-26T01:52:56.008 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,msm8974-pinctrl.txt 2024-04-26T01:52:56.010 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,pmic-gpio.txt 2024-04-26T01:52:56.012 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,pmic-mpp.txt 2024-04-26T01:52:56.014 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/renesas,pfc-pinctrl.txt 2024-04-26T01:52:56.018 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/rockchip,pinctrl.txt 2024-04-26T01:52:56.021 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/samsung-pinctrl.txt 2024-04-26T01:52:56.023 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/ste,abx500.txt 2024-04-26T01:52:56.025 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/ste,nomadik.txt 2024-04-26T01:52:56.027 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/ti,omap-pinctrl.txt 2024-04-26T01:52:56.029 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/xlnx,zynq-pinctrl.txt 2024-04-26T01:52:56.031 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/ 2024-04-26T01:52:56.034 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/bq2415x.txt 2024-04-26T01:52:56.035 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/isp1704.txt 2024-04-26T01:52:56.038 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/ltc2941.txt 2024-04-26T01:52:56.041 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/opp.txt 2024-04-26T01:52:56.043 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/power-controller.txt 2024-04-26T01:52:56.045 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/power_domain.txt 2024-04-26T01:52:56.047 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/renesas,sysc-rmobile.txt 2024-04-26T01:52:56.049 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/ 2024-04-26T01:52:56.051 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/keystone-reset.txt 2024-04-26T01:52:56.053 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/ltc2952-poweroff.txt 2024-04-26T01:52:56.055 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/st-reset.txt 2024-04-26T01:52:56.057 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/syscon-reboot.txt 2024-04-26T01:52:56.059 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/rockchip-io-domain.txt 2024-04-26T01:52:56.062 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/rx51-battery.txt 2024-04-26T01:52:56.064 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/twl-charger.txt 2024-04-26T01:52:56.066 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ 2024-04-26T01:52:56.068 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/ 2024-04-26T01:52:56.070 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/btemp.txt 2024-04-26T01:52:56.072 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/chargalg.txt 2024-04-26T01:52:56.074 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/charger.txt 2024-04-26T01:52:56.076 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/fg.txt 2024-04-26T01:52:56.078 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/axxia-reset.txt 2024-04-26T01:52:56.080 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/charger-manager.txt 2024-04-26T01:52:56.082 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/gpio-charger.txt 2024-04-26T01:52:56.084 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/imx-snvs-poweroff.txt 2024-04-26T01:52:56.086 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/lp8727_charger.txt 2024-04-26T01:52:56.088 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/max17042_battery.txt 2024-04-26T01:52:56.091 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/max8925_batter.txt 2024-04-26T01:52:56.093 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/msm-poweroff.txt 2024-04-26T01:52:56.095 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/olpc_battery.txt 2024-04-26T01:52:56.097 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/power_supply.txt 2024-04-26T01:52:56.099 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/qnap-poweroff.txt 2024-04-26T01:52:56.101 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/restart-poweroff.txt 2024-04-26T01:52:56.103 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/sbs_sbs-battery.txt 2024-04-26T01:52:56.105 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ti,bq24735.txt 2024-04-26T01:52:56.107 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/tps65090.txt 2024-04-26T01:52:56.110 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/ 2024-04-26T01:52:56.112 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/ 2024-04-26T01:52:56.113 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/akebono.txt 2024-04-26T01:52:56.116 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/cpm.txt 2024-04-26T01:52:56.118 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/emac.txt 2024-04-26T01:52:56.120 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/hsta.txt 2024-04-26T01:52:56.122 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/ndfc.txt 2024-04-26T01:52:56.124 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/ppc440spe-adma.txt 2024-04-26T01:52:56.126 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/reboot.txt 2024-04-26T01:52:56.128 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/ 2024-04-26T01:52:56.130 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/board.txt 2024-04-26T01:52:56.133 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cache_sram.txt 2024-04-26T01:52:56.135 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/ccf.txt 2024-04-26T01:52:56.137 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/ 2024-04-26T01:52:56.139 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm.txt 2024-04-26T01:52:56.141 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/ 2024-04-26T01:52:56.143 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/brg.txt 2024-04-26T01:52:56.145 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/i2c.txt 2024-04-26T01:52:56.147 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/pic.txt 2024-04-26T01:52:56.149 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/usb.txt 2024-04-26T01:52:56.151 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/gpio.txt 2024-04-26T01:52:56.152 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/network.txt 2024-04-26T01:52:56.210 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe.txt 2024-04-26T01:52:56.232 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/ 2024-04-26T01:52:56.236 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/firmware.txt 2024-04-26T01:52:56.244 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/par_io.txt 2024-04-26T01:52:56.250 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/pincfg.txt 2024-04-26T01:52:56.254 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/ucc.txt 2024-04-26T01:52:56.260 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/usb.txt 2024-04-26T01:52:56.263 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/serial.txt 2024-04-26T01:52:56.266 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpus.txt 2024-04-26T01:52:56.271 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/dcsr.txt 2024-04-26T01:52:56.279 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/diu.txt 2024-04-26T01:52:56.285 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/dma.txt 2024-04-26T01:52:56.292 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/ecm.txt 2024-04-26T01:52:56.298 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/fman.txt 2024-04-26T01:52:56.302 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/gtm.txt 2024-04-26T01:52:56.307 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/guts.txt 2024-04-26T01:52:56.314 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/interlaken-lac.txt 2024-04-26T01:52:56.317 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/l2cache.txt 2024-04-26T01:52:56.321 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/lbc.txt 2024-04-26T01:52:56.327 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mcm.txt 2024-04-26T01:52:56.330 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mcu-mpc8349emitx.txt 2024-04-26T01:52:56.333 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mem-ctrlr.txt 2024-04-26T01:52:56.335 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpc5121-psc.txt 2024-04-26T01:52:56.338 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpc5200.txt 2024-04-26T01:52:56.346 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpic-msgr.txt 2024-04-26T01:52:56.352 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpic-timer.txt 2024-04-26T01:52:56.358 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpic.txt 2024-04-26T01:52:56.365 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/msi-pic.txt 2024-04-26T01:52:56.370 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/pamu.txt 2024-04-26T01:52:56.372 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/pmc.txt 2024-04-26T01:52:56.375 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/raideng.txt 2024-04-26T01:52:56.380 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/srio-rmu.txt 2024-04-26T01:52:56.385 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/srio.txt 2024-04-26T01:52:56.388 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/nintendo/ 2024-04-26T01:52:56.391 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/nintendo/gamecube.txt 2024-04-26T01:52:56.393 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/nintendo/wii.txt 2024-04-26T01:52:56.396 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pps/ 2024-04-26T01:52:56.398 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pps/pps-gpio.txt 2024-04-26T01:52:56.401 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/ 2024-04-26T01:52:56.403 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/atmel-hlcdc-pwm.txt 2024-04-26T01:52:56.405 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/atmel-pwm.txt 2024-04-26T01:52:56.406 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/atmel-tcb-pwm.txt 2024-04-26T01:52:56.408 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/bcm-kona-pwm.txt 2024-04-26T01:52:56.410 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/cirrus,clps711x-pwm.txt 2024-04-26T01:52:56.411 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/img-pwm.txt 2024-04-26T01:52:56.413 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/imx-pwm.txt 2024-04-26T01:52:56.416 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/lpc32xx-pwm.txt 2024-04-26T01:52:56.418 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/mxs-pwm.txt 2024-04-26T01:52:56.420 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/nvidia,tegra20-pwm.txt 2024-04-26T01:52:56.422 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/nxp,pca9685-pwm.txt 2024-04-26T01:52:56.424 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-bcm2835.txt 2024-04-26T01:52:56.426 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-fsl-ftm.txt 2024-04-26T01:52:56.428 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-lp3943.txt 2024-04-26T01:52:56.430 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-rockchip.txt 2024-04-26T01:52:56.431 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-samsung.txt 2024-04-26T01:52:56.433 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-st.txt 2024-04-26T01:52:56.434 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-sun4i.txt 2024-04-26T01:52:56.436 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-tiecap.txt 2024-04-26T01:52:56.438 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-tiehrpwm.txt 2024-04-26T01:52:56.440 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-tipwmss.txt 2024-04-26T01:52:56.442 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm.txt 2024-04-26T01:52:56.443 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pxa-pwm.txt 2024-04-26T01:52:56.445 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/renesas,tpu-pwm.txt 2024-04-26T01:52:56.447 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/spear-pwm.txt 2024-04-26T01:52:56.448 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/ti,twl-pwm.txt 2024-04-26T01:52:56.451 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/ti,twl-pwmled.txt 2024-04-26T01:52:56.452 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/vt8500-pwm.txt 2024-04-26T01:52:56.453 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/regmap/ 2024-04-26T01:52:56.455 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/regmap/regmap.txt 2024-04-26T01:52:56.456 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/ 2024-04-26T01:52:56.458 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/88pm800.txt 2024-04-26T01:52:56.459 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/88pm860x.txt 2024-04-26T01:52:56.460 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/act8865-regulator.txt 2024-04-26T01:52:56.461 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/anatop-regulator.txt 2024-04-26T01:52:56.464 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/as3722-regulator.txt 2024-04-26T01:52:56.465 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/da9210.txt 2024-04-26T01:52:56.467 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/da9211.txt 2024-04-26T01:52:56.468 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/fan53555.txt 2024-04-26T01:52:56.470 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/fixed-regulator.txt 2024-04-26T01:52:56.471 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/gpio-regulator.txt 2024-04-26T01:52:56.473 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/isl9305.txt 2024-04-26T01:52:56.474 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/lp872x.txt 2024-04-26T01:52:56.475 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/ltc3589.txt 2024-04-26T01:52:56.486 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max1586-regulator.txt 2024-04-26T01:52:56.491 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max77802.txt 2024-04-26T01:52:56.493 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8660.txt 2024-04-26T01:52:56.494 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8907.txt 2024-04-26T01:52:56.496 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8925-regulator.txt 2024-04-26T01:52:56.498 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8952.txt 2024-04-26T01:52:56.500 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8973-regulator.txt 2024-04-26T01:52:56.502 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8997-regulator.txt 2024-04-26T01:52:56.503 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/mt6397-regulator.txt 2024-04-26T01:52:56.505 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/palmas-pmic.txt 2024-04-26T01:52:56.507 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/pbias-regulator.txt 2024-04-26T01:52:56.508 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/pfuze100.txt 2024-04-26T01:52:56.510 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/pwm-regulator.txt 2024-04-26T01:52:56.511 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/regulator.txt 2024-04-26T01:52:56.513 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/s5m8767-regulator.txt 2024-04-26T01:52:56.514 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/sky81452-regulator.txt 2024-04-26T01:52:56.516 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/ti-abb-regulator.txt 2024-04-26T01:52:56.518 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps51632-regulator.txt 2024-04-26T01:52:56.520 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps62360-regulator.txt 2024-04-26T01:52:56.522 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps65090.txt 2024-04-26T01:52:56.524 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps65217.txt 2024-04-26T01:52:56.525 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps65218.txt 2024-04-26T01:52:56.527 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps6586x.txt 2024-04-26T01:52:56.528 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/twl-regulator.txt 2024-04-26T01:52:56.530 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/vexpress.txt 2024-04-26T01:52:56.532 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/reserved-memory/ 2024-04-26T01:52:56.533 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/reserved-memory/reserved-memory.txt 2024-04-26T01:52:56.534 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/ 2024-04-26T01:52:56.536 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/allwinner,sunxi-clock-reset.txt 2024-04-26T01:52:56.538 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:56.539+0000 7f0ce7e00640 1 -- 172.21.15.46:0/3423268993 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55d58deb7320 con 0x55d58dfc9790 2024-04-26T01:52:56.538 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:56.539+0000 7f0ce7e00640 10 client.25546 handle_command_reply: tid=0 2024-04-26T01:52:56.538 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:56.539+0000 7f0d0ffd7740 1 client.25546 shutdown 2024-04-26T01:52:56.538 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:56.539+0000 7f0d0ffd7740 1 -- 172.21.15.46:0/3423268993 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d58df43820 msgr2=0x55d58df56b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:56.538 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:56.539+0000 7f0d0ffd7740 1 --2- 172.21.15.46:0/3423268993 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d58df43820 0x55d58df56b00 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f0cf80ce240 tx=0x7f0cf80d2f70 comp rx=0 tx=0).stop 2024-04-26T01:52:56.538 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:56.539+0000 7f0d0ffd7740 1 -- 172.21.15.46:0/3423268993 shutdown_connections 2024-04-26T01:52:56.538 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:56.539+0000 7f0d0ffd7740 1 --2- 172.21.15.46:0/3423268993 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55d58dfc9790 0x55d58dfcbbb0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:56.538 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:56.539+0000 7f0d0ffd7740 1 --2- 172.21.15.46:0/3423268993 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d58df4ea00 0x55d58df54510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:56.538 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:56.539+0000 7f0d0ffd7740 1 --2- 172.21.15.46:0/3423268993 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d58df44140 0x55d58df53fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:56.538 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:56.539+0000 7f0d0ffd7740 1 --2- 172.21.15.46:0/3423268993 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d58df43820 0x55d58df56b00 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:56.538 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:56.539+0000 7f0d0ffd7740 1 -- 172.21.15.46:0/3423268993 >> 172.21.15.46:0/3423268993 conn(0x55d58df3fd30 msgr2=0x55d58df3ee90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:56.539 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:56.539+0000 7f0ce7e00640 0 client.25546 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:52:56.539 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:56.539+0000 7f0d0ffd7740 1 -- 172.21.15.46:0/3423268993 shutdown_connections 2024-04-26T01:52:56.539 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:56.539+0000 7f0d0ffd7740 1 -- 172.21.15.46:0/3423268993 wait complete. 2024-04-26T01:52:56.539 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:56.540+0000 7f0d0ffd7740 20 client.25546 trim_cache size 0 max 16384 2024-04-26T01:52:56.539 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/fsl,imx-src.txt 2024-04-26T01:52:56.539 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:{ 2024-04-26T01:52:56.539 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "message": "", 2024-04-26T01:52:56.540 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "return_code": 0 2024-04-26T01:52:56.540 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:} 2024-04-26T01:52:56.540 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:56.541+0000 7f0d0d000640 1 -- 172.21.15.46:0/1338610335 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f0cec0a3dc0 msgr2=0x7f0cec0a6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:56.540 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:56.541+0000 7f0d0d000640 1 --2- 172.21.15.46:0/1338610335 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f0cec0a3dc0 0x7f0cec0a6280 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f0d00009a60 tx=0x7f0d00005d80 comp rx=0 tx=0).stop 2024-04-26T01:52:56.540 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:56.541+0000 7f0d0d000640 1 -- 172.21.15.46:0/1338610335 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d0806a780 msgr2=0x7f0d08198650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:52:56.540 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:56.541+0000 7f0d0d000640 1 --2- 172.21.15.46:0/1338610335 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d0806a780 0x7f0d08198650 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f0cf800e9f0 tx=0x7f0cf800eeb0 comp rx=0 tx=0).stop 2024-04-26T01:52:56.540 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:56.541+0000 7f0d0d000640 1 -- 172.21.15.46:0/1338610335 shutdown_connections 2024-04-26T01:52:56.541 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:56.541+0000 7f0d0d000640 1 --2- 172.21.15.46:0/1338610335 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f0cec0a3dc0 0x7f0cec0a6280 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:56.541 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:56.541+0000 7f0d0d000640 1 --2- 172.21.15.46:0/1338610335 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f0d081080e0 0x7f0d0819cf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:56.541 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:56.541+0000 7f0d0d000640 1 --2- 172.21.15.46:0/1338610335 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f0d0806b120 0x7f0d08198b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:56.541 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:56.541+0000 7f0d0d000640 1 --2- 172.21.15.46:0/1338610335 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d0806a780 0x7f0d08198650 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:52:56.541 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:56.541+0000 7f0d0d000640 1 -- 172.21.15.46:0/1338610335 >> 172.21.15.46:0/1338610335 conn(0x7f0d08076c50 msgr2=0x7f0d080ffb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:52:56.541 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/reset.txt 2024-04-26T01:52:56.542 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:56.541+0000 7f0d0d000640 1 -- 172.21.15.46:0/1338610335 shutdown_connections 2024-04-26T01:52:56.542 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:52:56.541+0000 7f0d0d000640 1 -- 172.21.15.46:0/1338610335 wait complete. 2024-04-26T01:52:56.542 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/sirf,rstc.txt 2024-04-26T01:52:56.542 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/socfpga-reset.txt 2024-04-26T01:52:56.542 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/st,sti-picophyreset.txt 2024-04-26T01:52:56.544 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/st,sti-powerdown.txt 2024-04-26T01:52:56.545 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/st,sti-softreset.txt 2024-04-26T01:52:56.546 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/resource-names.txt 2024-04-26T01:52:56.548 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/rng/ 2024-04-26T01:52:56.550 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/rng/apm,rng.txt 2024-04-26T01:52:56.552 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/rng/brcm,bcm2835.txt 2024-04-26T01:52:56.553 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/rng/qcom,prng.txt 2024-04-26T01:52:56.555 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/ 2024-04-26T01:52:56.557 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/armada-380-rtc.txt 2024-04-26T01:52:56.559 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/atmel,at91rm9200-rtc.txt 2024-04-26T01:52:56.561 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/atmel,at91sam9-rtc.txt 2024-04-26T01:52:56.563 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/dallas,ds1339.txt 2024-04-26T01:52:56.565 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/dw-apb.txt 2024-04-26T01:52:56.567 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/haoyu,hym8563.txt 2024-04-26T01:52:56.569 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/imxdi-rtc.txt 2024-04-26T01:52:56.571 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/isil,isl12057.txt 2024-04-26T01:52:56.573 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/lpc32xx-rtc.txt 2024-04-26T01:52:56.575 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/maxim,ds1742.txt 2024-04-26T01:52:56.578 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/moxa,moxart-rtc.txt 2024-04-26T01:52:56.580 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/nvidia,tegra20-rtc.txt 2024-04-26T01:52:56.582 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/nxp,rtc-2123.txt 2024-04-26T01:52:56.584 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/olpc-xo1-rtc.txt 2024-04-26T01:52:56.586 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/orion-rtc.txt 2024-04-26T01:52:56.588 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/pxa-rtc.txt 2024-04-26T01:52:56.590 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/rtc-cmos.txt 2024-04-26T01:52:56.592 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/rtc-omap.txt 2024-04-26T01:52:56.595 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/rtc-opal.txt 2024-04-26T01:52:56.597 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/rtc-palmas.txt 2024-04-26T01:52:56.599 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/s3c-rtc.txt 2024-04-26T01:52:56.602 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/sa1100-rtc.txt 2024-04-26T01:52:56.604 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/snvs-rtc.txt 2024-04-26T01:52:56.606 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/spear-rtc.txt 2024-04-26T01:52:56.608 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/stmp3xxx-rtc.txt 2024-04-26T01:52:56.610 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/sun6i-rtc.txt 2024-04-26T01:52:56.613 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/sunxi-rtc.txt 2024-04-26T01:52:56.615 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/twl-rtc.txt 2024-04-26T01:52:56.617 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/via,vt8500-rtc.txt 2024-04-26T01:52:56.619 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/xgene-rtc.txt 2024-04-26T01:52:56.621 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/security/ 2024-04-26T01:52:56.623 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/security/tpm/ 2024-04-26T01:52:56.625 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/security/tpm/st33zp24-i2c.txt 2024-04-26T01:52:56.627 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/ 2024-04-26T01:52:56.629 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/8250.txt 2024-04-26T01:52:56.630 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/altera_jtaguart.txt 2024-04-26T01:52:56.632 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/altera_uart.txt 2024-04-26T01:52:56.633 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/arc-uart.txt 2024-04-26T01:52:56.635 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/atmel-usart.txt 2024-04-26T01:52:56.637 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/axis,etraxfs-uart.txt 2024-04-26T01:52:56.638 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/bcm63xx-uart.txt 2024-04-26T01:52:56.640 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/cavium-uart.txt 2024-04-26T01:52:56.641 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/cdns,uart.txt 2024-04-26T01:52:56.643 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/cirrus,clps711x-uart.txt 2024-04-26T01:52:56.645 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/digicolor-usart.txt 2024-04-26T01:52:56.646 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/efm32-uart.txt 2024-04-26T01:52:56.648 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/fsl-imx-uart.txt 2024-04-26T01:52:56.650 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/fsl-lpuart.txt 2024-04-26T01:52:56.652 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/fsl-mxs-auart.txt 2024-04-26T01:52:56.653 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/lantiq_asc.txt 2024-04-26T01:52:56.655 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/maxim,max310x.txt 2024-04-26T01:52:56.657 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/mrvl,pxa-ssp.txt 2024-04-26T01:52:56.658 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/mrvl-serial.txt 2024-04-26T01:52:56.660 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/mtk-uart.txt 2024-04-26T01:52:56.662 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/nvidia,tegra20-hsuart.txt 2024-04-26T01:52:56.663 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/nxp,sc16is7xx.txt 2024-04-26T01:52:56.665 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/nxp-lpc32xx-hsuart.txt 2024-04-26T01:52:56.667 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/omap_serial.txt 2024-04-26T01:52:56.668 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/pl011.txt 2024-04-26T01:52:56.670 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/qca,ar9330-uart.txt 2024-04-26T01:52:56.672 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/qcom,msm-uart.txt 2024-04-26T01:52:56.673 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/qcom,msm-uartdm.txt 2024-04-26T01:52:56.675 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/renesas,sci-serial.txt 2024-04-26T01:52:56.678 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/rs485.txt 2024-04-26T01:52:56.680 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/samsung_uart.txt 2024-04-26T01:52:56.681 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/sirf-uart.txt 2024-04-26T01:52:56.683 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/snps-dw-apb-uart.txt 2024-04-26T01:52:56.684 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/sprd-uart.txt 2024-04-26T01:52:56.686 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/st-asc.txt 2024-04-26T01:52:56.688 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/vt8500-uart.txt 2024-04-26T01:52:56.689 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/ 2024-04-26T01:52:56.691 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/allwinner,sun4i-ps2.txt 2024-04-26T01:52:56.693 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/altera_ps2.txt 2024-04-26T01:52:56.694 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/olpc,ap-sp.txt 2024-04-26T01:52:56.696 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/snps-arc_ps2.txt 2024-04-26T01:52:56.697 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/ 2024-04-26T01:52:56.699 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/ 2024-04-26T01:52:56.700 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/bman-portals.txt 2024-04-26T01:52:56.702 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/bman.txt 2024-04-26T01:52:56.703 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/qman-portals.txt 2024-04-26T01:52:56.706 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/qman.txt 2024-04-26T01:52:56.708 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/qcom/ 2024-04-26T01:52:56.709 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/qcom/qcom,gsbi.txt 2024-04-26T01:52:56.712 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/ti/ 2024-04-26T01:52:56.713 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/ti/keystone-navigator-dma.txt 2024-04-26T01:52:56.716 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/ti/keystone-navigator-qmss.txt 2024-04-26T01:52:56.718 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ 2024-04-26T01:52:56.720 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/adi,adau1701.txt 2024-04-26T01:52:56.722 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/adi,axi-i2s.txt 2024-04-26T01:52:56.724 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/adi,axi-spdif-tx.txt 2024-04-26T01:52:56.727 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/adi,ssm2602.txt 2024-04-26T01:52:56.729 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ak4104.txt 2024-04-26T01:52:56.732 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ak4554.c 2024-04-26T01:52:56.734 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ak4642.txt 2024-04-26T01:52:56.736 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ak5386.txt 2024-04-26T01:52:56.738 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/alc5623.txt 2024-04-26T01:52:56.739 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/alc5632.txt 2024-04-26T01:52:56.741 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/armada-370db-audio.txt 2024-04-26T01:52:56.742 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/arndale.txt 2024-04-26T01:52:56.744 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/atmel-at91sam9g20ek-wm8731-audio.txt 2024-04-26T01:52:56.746 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/atmel-sam9x5-wm8731-audio.txt 2024-04-26T01:52:56.748 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/atmel-wm8904.txt 2024-04-26T01:52:56.750 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/atmel_ac97c.txt 2024-04-26T01:52:56.753 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/bcm2835-i2s.txt 2024-04-26T01:52:56.754 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cdns,xtfpga-i2s.txt 2024-04-26T01:52:56.757 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs35l32.txt 2024-04-26T01:52:56.759 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs4265.txt 2024-04-26T01:52:56.761 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs4270.txt 2024-04-26T01:52:56.764 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs4271.txt 2024-04-26T01:52:56.766 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs42l52.txt 2024-04-26T01:52:56.768 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs42l56.txt 2024-04-26T01:52:56.771 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs42l73.txt 2024-04-26T01:52:56.773 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs42xx8.txt 2024-04-26T01:52:56.775 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/da9055.txt 2024-04-26T01:52:56.778 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/davinci-evm-audio.txt 2024-04-26T01:52:56.780 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/davinci-mcasp-audio.txt 2024-04-26T01:52:56.782 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/designware-i2s.txt 2024-04-26T01:52:56.784 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/es8328.txt 2024-04-26T01:52:56.786 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/eukrea-tlv320.txt 2024-04-26T01:52:56.789 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl,asrc.txt 2024-04-26T01:52:56.791 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl,esai.txt 2024-04-26T01:52:56.793 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl,spdif.txt 2024-04-26T01:52:56.796 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl,ssi.txt 2024-04-26T01:52:56.798 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl-asoc-card.txt 2024-04-26T01:52:56.803 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl-sai.txt 2024-04-26T01:52:56.806 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/hdmi.txt 2024-04-26T01:52:56.808 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audio-es8328.txt 2024-04-26T01:52:56.810 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audio-sgtl5000.txt 2024-04-26T01:52:56.813 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audio-spdif.txt 2024-04-26T01:52:56.815 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audio-wm8962.txt 2024-04-26T01:52:56.817 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audmux.txt 2024-04-26T01:52:56.820 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ingenic,jz4740-i2s.txt 2024-04-26T01:52:56.822 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/max98090.txt 2024-04-26T01:52:56.825 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/max98095.txt 2024-04-26T01:52:56.827 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/max98357a.txt 2024-04-26T01:52:56.829 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mrvl,pxa-ssp.txt 2024-04-26T01:52:56.831 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mrvl,pxa2xx-pcm.txt 2024-04-26T01:52:56.832 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mvebu-audio.txt 2024-04-26T01:52:56.834 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mxs-audio-sgtl5000.txt 2024-04-26T01:52:56.836 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mxs-saif.txt 2024-04-26T01:52:56.838 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nokia,rx51.txt 2024-04-26T01:52:56.839 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-alc5632.txt 2024-04-26T01:52:56.841 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-max98090.txt 2024-04-26T01:52:56.843 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-rt5640.txt 2024-04-26T01:52:56.844 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-rt5677.txt 2024-04-26T01:52:56.846 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-trimslice.txt 2024-04-26T01:52:56.848 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-wm8753.txt 2024-04-26T01:52:56.850 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-wm8903.txt 2024-04-26T01:52:56.851 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-wm9712.txt 2024-04-26T01:52:56.853 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra20-ac97.txt 2024-04-26T01:52:56.855 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra20-das.txt 2024-04-26T01:52:56.856 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra20-i2s.txt 2024-04-26T01:52:56.858 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra30-ahub.txt 2024-04-26T01:52:56.860 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra30-hda.txt 2024-04-26T01:52:56.862 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra30-i2s.txt 2024-04-26T01:52:56.863 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-abe-twl6040.txt 2024-04-26T01:52:56.865 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-dmic.txt 2024-04-26T01:52:56.867 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-mcbsp.txt 2024-04-26T01:52:56.869 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-mcpdm.txt 2024-04-26T01:52:56.870 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-twl4030.txt 2024-04-26T01:52:56.872 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/pcm1792a.txt 2024-04-26T01:52:56.874 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/pcm512x.txt 2024-04-26T01:52:56.875 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/renesas,fsi.txt 2024-04-26T01:52:56.877 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/renesas,rsnd.txt 2024-04-26T01:52:56.879 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/rockchip-i2s.txt 2024-04-26T01:52:56.881 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/rt5631.txt 2024-04-26T01:52:56.883 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/rt5640.txt 2024-04-26T01:52:56.884 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/rt5677.txt 2024-04-26T01:52:56.886 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/samsung,odroidx2-max98090.txt 2024-04-26T01:52:56.888 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/samsung,smdk-wm8994.txt 2024-04-26T01:52:56.889 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/samsung-i2s.txt 2024-04-26T01:52:56.891 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sgtl5000.txt 2024-04-26T01:52:56.893 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/simple-card.txt 2024-04-26T01:52:56.895 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sirf-audio-codec.txt 2024-04-26T01:52:56.896 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sirf-audio-port.txt 2024-04-26T01:52:56.898 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sirf-audio.txt 2024-04-26T01:52:56.900 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sirf-usp.txt 2024-04-26T01:52:56.902 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/snow.txt 2024-04-26T01:52:56.904 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/soc-ac97link.txt 2024-04-26T01:52:56.905 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/spdif-receiver.txt 2024-04-26T01:52:56.907 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/spdif-transmitter.txt 2024-04-26T01:52:56.909 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ssm2518.txt 2024-04-26T01:52:56.911 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ssm4567.txt 2024-04-26T01:52:56.912 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/st,sta32x.txt 2024-04-26T01:52:56.914 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/st,sta350.txt 2024-04-26T01:52:56.916 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tas2552.txt 2024-04-26T01:52:56.918 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tdm-slot.txt 2024-04-26T01:52:56.919 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ti,pcm1681.txt 2024-04-26T01:52:56.921 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ti,tas5086.txt 2024-04-26T01:52:56.922 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tlv320aic31xx.txt 2024-04-26T01:52:56.924 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tlv320aic32x4.txt 2024-04-26T01:52:56.926 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tlv320aic3x.txt 2024-04-26T01:52:56.928 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tpa6130a2.txt 2024-04-26T01:52:56.929 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ts3a227e.txt 2024-04-26T01:52:56.931 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ux500-mop500.txt 2024-04-26T01:52:56.933 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ux500-msp.txt 2024-04-26T01:52:56.934 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/widgets.txt 2024-04-26T01:52:56.936 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8510.txt 2024-04-26T01:52:56.938 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8523.txt 2024-04-26T01:52:56.939 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8580.txt 2024-04-26T01:52:56.941 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8711.txt 2024-04-26T01:52:56.943 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8728.txt 2024-04-26T01:52:56.945 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8731.txt 2024-04-26T01:52:56.946 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8737.txt 2024-04-26T01:52:56.948 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8741.txt 2024-04-26T01:52:56.950 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8750.txt 2024-04-26T01:52:56.953 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8753.txt 2024-04-26T01:52:56.955 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8770.txt 2024-04-26T01:52:56.957 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8776.txt 2024-04-26T01:52:56.960 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8804.txt 2024-04-26T01:52:56.962 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8903.txt 2024-04-26T01:52:56.964 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8904.txt 2024-04-26T01:52:56.966 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8960.txt 2024-04-26T01:52:56.969 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8962.txt 2024-04-26T01:52:56.971 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8994.txt 2024-04-26T01:52:56.973 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/ 2024-04-26T01:52:56.975 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/brcm,bcm2835-spi.txt 2024-04-26T01:52:56.977 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/efm32-spi.txt 2024-04-26T01:52:56.980 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/fsl-imx-cspi.txt 2024-04-26T01:52:56.982 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/fsl-spi.txt 2024-04-26T01:52:56.984 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/mxs-spi.txt 2024-04-26T01:52:56.986 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/nvidia,tegra114-spi.txt 2024-04-26T01:52:56.988 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/nvidia,tegra20-sflash.txt 2024-04-26T01:52:56.990 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/nvidia,tegra20-slink.txt 2024-04-26T01:52:56.991 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/omap-spi.txt 2024-04-26T01:52:56.993 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/qcom,spi-qup.txt 2024-04-26T01:52:56.995 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/sh-hspi.txt 2024-04-26T01:52:56.996 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/sh-msiof.txt 2024-04-26T01:52:56.998 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/snps,dw-apb-ssi.txt 2024-04-26T01:52:57.000 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-bus.txt 2024-04-26T01:52:57.002 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-cadence.txt 2024-04-26T01:52:57.003 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-davinci.txt 2024-04-26T01:52:57.005 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-dw.txt 2024-04-26T01:52:57.007 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-fsl-dspi.txt 2024-04-26T01:52:57.009 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-gpio.txt 2024-04-26T01:52:57.011 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-img-spfi.txt 2024-04-26T01:52:57.013 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-meson.txt 2024-04-26T01:52:57.015 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-octeon.txt 2024-04-26T01:52:57.016 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-orion.txt 2024-04-26T01:52:57.018 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-rockchip.txt 2024-04-26T01:52:57.020 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-rspi.txt 2024-04-26T01:52:57.022 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-samsung.txt 2024-04-26T01:52:57.024 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-sc18is602.txt 2024-04-26T01:52:57.025 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-sirf.txt 2024-04-26T01:52:57.027 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-st-ssc.txt 2024-04-26T01:52:57.029 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-sun4i.txt 2024-04-26T01:52:57.031 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-sun6i.txt 2024-04-26T01:52:57.033 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-xtensa-xtfpga.txt 2024-04-26T01:52:57.034 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi_altera.txt 2024-04-26T01:52:57.036 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi_atmel.txt 2024-04-26T01:52:57.038 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi_oc_tiny.txt 2024-04-26T01:52:57.041 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi_pl022.txt 2024-04-26T01:52:57.041 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/ti_qspi.txt 2024-04-26T01:52:57.043 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/spmi/ 2024-04-26T01:52:57.044 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/spmi/qcom,spmi-pmic-arb.txt 2024-04-26T01:52:57.046 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/spmi/spmi.txt 2024-04-26T01:52:57.048 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/ 2024-04-26T01:52:57.049 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/ 2024-04-26T01:52:57.051 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/adc/ 2024-04-26T01:52:57.052 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/adc/lpc32xx-adc.txt 2024-04-26T01:52:57.054 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/adc/mxs-lradc.txt 2024-04-26T01:52:57.056 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/adc/spear-adc.txt 2024-04-26T01:52:57.057 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/submitting-patches.txt 2024-04-26T01:52:57.059 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/ 2024-04-26T01:52:57.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:52:56 smithi046 ceph-mon[28013]: pgmap v64: 97 pgs: 97 active+clean; 55 MiB data, 535 MiB used, 1.0 TiB / 1.0 TiB avail; 94 KiB/s rd, 4.5 MiB/s wr, 19 op/s 2024-04-26T01:52:57.061 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/armada-thermal.txt 2024-04-26T01:52:57.063 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/db8500-thermal.txt 2024-04-26T01:52:57.064 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/dove-thermal.txt 2024-04-26T01:52:57.066 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/exynos-thermal.txt 2024-04-26T01:52:57.068 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/imx-thermal.txt 2024-04-26T01:52:57.070 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/kirkwood-thermal.txt 2024-04-26T01:52:57.072 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/rcar-thermal.txt 2024-04-26T01:52:57.073 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/rockchip-thermal.txt 2024-04-26T01:52:57.075 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/spear-thermal.txt 2024-04-26T01:52:57.077 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/st-thermal.txt 2024-04-26T01:52:57.078 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/tegra-soctherm.txt 2024-04-26T01:52:57.080 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/thermal.txt 2024-04-26T01:52:57.082 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/ti_soc_thermal.txt 2024-04-26T01:52:57.084 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/ 2024-04-26T01:52:57.086 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/allwinner,sun4i-timer.txt 2024-04-26T01:52:57.087 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/allwinner,sun5i-a13-hstimer.txt 2024-04-26T01:52:57.089 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/amlogic,meson6-timer.txt 2024-04-26T01:52:57.091 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/arm,sp804.txt 2024-04-26T01:52:57.092 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/brcm,bcm2835-system-timer.txt 2024-04-26T01:52:57.094 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/cadence,ttc-timer.txt 2024-04-26T01:52:57.096 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/cirrus,clps711x-timer.txt 2024-04-26T01:52:57.098 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/digicolor-timer.txt 2024-04-26T01:52:57.100 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/energymicro,efm32-timer.txt 2024-04-26T01:52:57.102 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/fsl,ftm-timer.txt 2024-04-26T01:52:57.103 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/fsl,imxgpt.txt 2024-04-26T01:52:57.105 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/lsi,zevio-timer.txt 2024-04-26T01:52:57.107 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/marvell,armada-370-xp-timer.txt 2024-04-26T01:52:57.108 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/marvell,orion-timer.txt 2024-04-26T01:52:57.110 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/mediatek,mtk-timer.txt 2024-04-26T01:52:57.112 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/moxa,moxart-timer.txt 2024-04-26T01:52:57.114 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/nvidia,tegra20-timer.txt 2024-04-26T01:52:57.115 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/nvidia,tegra30-timer.txt 2024-04-26T01:52:57.117 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/renesas,cmt.txt 2024-04-26T01:52:57.119 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/renesas,mtu2.txt 2024-04-26T01:52:57.121 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/renesas,tmu.txt 2024-04-26T01:52:57.123 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/rockchip,rk3288-timer.txt 2024-04-26T01:52:57.124 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/samsung,exynos4210-mct.txt 2024-04-26T01:52:57.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:52:56 smithi103 ceph-mon[32920]: pgmap v64: 97 pgs: 97 active+clean; 55 MiB data, 535 MiB used, 1.0 TiB / 1.0 TiB avail; 94 KiB/s rd, 4.5 MiB/s wr, 19 op/s 2024-04-26T01:52:57.126 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/stericsson-u300-apptimer.txt 2024-04-26T01:52:57.128 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/ti,keystone-timer.txt 2024-04-26T01:52:57.130 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/ufs/ 2024-04-26T01:52:57.131 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/ufs/ufshcd-pltfrm.txt 2024-04-26T01:52:57.133 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/unittest.txt 2024-04-26T01:52:57.135 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ 2024-04-26T01:52:57.136 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/am33xx-usb.txt 2024-04-26T01:52:57.138 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/atmel-usb.txt 2024-04-26T01:52:57.140 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ci-hdrc-imx.txt 2024-04-26T01:52:57.142 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ci-hdrc-qcom.txt 2024-04-26T01:52:57.144 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ci-hdrc-usb2.txt 2024-04-26T01:52:57.146 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ci-hdrc-zevio.txt 2024-04-26T01:52:57.147 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/dwc2.txt 2024-04-26T01:52:57.149 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/dwc3-st.txt 2024-04-26T01:52:57.151 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/dwc3.txt 2024-04-26T01:52:57.153 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ehci-omap.txt 2024-04-26T01:52:57.154 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ehci-orion.txt 2024-04-26T01:52:57.157 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ehci-st.txt 2024-04-26T01:52:57.158 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/exynos-usb.txt 2024-04-26T01:52:57.160 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/fsl-usb.txt 2024-04-26T01:52:57.162 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/generic.txt 2024-04-26T01:52:57.164 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/gr-udc.txt 2024-04-26T01:52:57.166 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/isp1301.txt 2024-04-26T01:52:57.167 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/keystone-phy.txt 2024-04-26T01:52:57.169 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/keystone-usb.txt 2024-04-26T01:52:57.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:52:56 smithi163 ceph-mon[32592]: pgmap v64: 97 pgs: 97 active+clean; 55 MiB data, 535 MiB used, 1.0 TiB / 1.0 TiB avail; 94 KiB/s rd, 4.5 MiB/s wr, 19 op/s 2024-04-26T01:52:57.171 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/lpc32xx-udc.txt 2024-04-26T01:52:57.173 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/msm-hsusb.txt 2024-04-26T01:52:57.174 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/mxs-phy.txt 2024-04-26T01:52:57.176 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/nvidia,tegra20-ehci.txt 2024-04-26T01:52:57.178 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/nvidia,tegra20-usb-phy.txt 2024-04-26T01:52:57.180 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ohci-nxp.txt 2024-04-26T01:52:57.181 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ohci-omap3.txt 2024-04-26T01:52:57.183 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ohci-st.txt 2024-04-26T01:52:57.185 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/omap-usb.txt 2024-04-26T01:52:57.187 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/pxa-usb.txt 2024-04-26T01:52:57.188 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/qcom,dwc3.txt 2024-04-26T01:52:57.190 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/renesas_usbhs.txt 2024-04-26T01:52:57.192 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/samsung-hsotg.txt 2024-04-26T01:52:57.193 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/samsung-usbphy.txt 2024-04-26T01:52:57.195 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/spear-usb.txt 2024-04-26T01:52:57.197 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/twlxxxx-usb.txt 2024-04-26T01:52:57.199 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/udc-xilinx.txt 2024-04-26T01:52:57.200 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-ehci.txt 2024-04-26T01:52:57.202 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-nop-xceiv.txt 2024-04-26T01:52:57.207 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-ohci.txt 2024-04-26T01:52:57.209 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-uhci.txt 2024-04-26T01:52:57.211 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-xhci.txt 2024-04-26T01:52:57.213 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb3503.txt 2024-04-26T01:52:57.215 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usbmisc-imx.txt 2024-04-26T01:52:57.217 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ux500-usb.txt 2024-04-26T01:52:57.220 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/vendor-prefixes.txt 2024-04-26T01:52:57.222 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ 2024-04-26T01:52:57.224 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/adi,adv7123.txt 2024-04-26T01:52:57.227 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/adi,adv7511.txt 2024-04-26T01:52:57.229 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/analog-tv-connector.txt 2024-04-26T01:52:57.231 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/arm,pl11x.txt 2024-04-26T01:52:57.233 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/atmel,lcdc.txt 2024-04-26T01:52:57.236 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/ 2024-04-26T01:52:57.238 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/88pm860x.txt 2024-04-26T01:52:57.240 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/gpio-backlight.txt 2024-04-26T01:52:57.242 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/lp855x.txt 2024-04-26T01:52:57.245 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/max8925-backlight.txt 2024-04-26T01:52:57.247 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/pwm-backlight.txt 2024-04-26T01:52:57.249 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/tps65217-backlight.txt 2024-04-26T01:52:57.252 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/bridge/ 2024-04-26T01:52:57.254 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/bridge/ps8622.txt 2024-04-26T01:52:57.257 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/bridge/ptn3460.txt 2024-04-26T01:52:57.259 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/cirrus,clps711x-fb.txt 2024-04-26T01:52:57.261 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/display-timing.txt 2024-04-26T01:52:57.264 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/dvi-connector.txt 2024-04-26T01:52:57.266 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/dw_hdmi-rockchip.txt 2024-04-26T01:52:57.268 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos7-decon.txt 2024-04-26T01:52:57.271 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_dp.txt 2024-04-26T01:52:57.273 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_dsim.txt 2024-04-26T01:52:57.275 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmi.txt 2024-04-26T01:52:57.278 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmiddc.txt 2024-04-26T01:52:57.280 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmiphy.txt 2024-04-26T01:52:57.283 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_mixer.txt 2024-04-26T01:52:57.285 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/fsl,imx-fb.txt 2024-04-26T01:52:57.287 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/hdmi-connector.txt 2024-04-26T01:52:57.289 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/lgphilips,lb035q02.txt 2024-04-26T01:52:57.291 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/panel-dpi.txt 2024-04-26T01:52:57.294 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/panel-dsi-cm.txt 2024-04-26T01:52:57.296 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/renesas,du.txt 2024-04-26T01:52:57.298 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/rockchip-drm.txt 2024-04-26T01:52:57.301 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/rockchip-vop.txt 2024-04-26T01:52:57.303 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/samsung-fimd.txt 2024-04-26T01:52:57.306 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/sharp,ls037v7dw01.txt 2024-04-26T01:52:57.308 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/simple-framebuffer-sunxi.txt 2024-04-26T01:52:57.310 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/simple-framebuffer.txt 2024-04-26T01:52:57.313 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/sony,acx565akm.txt 2024-04-26T01:52:57.315 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ssd1289fb.txt 2024-04-26T01:52:57.317 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ssd1307fb.txt 2024-04-26T01:52:57.319 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/thine,thc63lvdm83d 2024-04-26T01:52:57.321 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,dra7-dss.txt 2024-04-26T01:52:57.324 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap-dss.txt 2024-04-26T01:52:57.326 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap2-dss.txt 2024-04-26T01:52:57.329 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap3-dss.txt 2024-04-26T01:52:57.331 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap4-dss.txt 2024-04-26T01:52:57.333 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap5-dss.txt 2024-04-26T01:52:57.336 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,opa362.txt 2024-04-26T01:52:57.338 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,tfp410.txt 2024-04-26T01:52:57.341 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,tpd12s015.txt 2024-04-26T01:52:57.343 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/toppoly,td028ttec1.txt 2024-04-26T01:52:57.345 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/tpo,td043mtea1.txt 2024-04-26T01:52:57.347 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/vga-connector.txt 2024-04-26T01:52:57.349 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/via,vt8500-fb.txt 2024-04-26T01:52:57.352 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/wm,prizm-ge-rops.txt 2024-04-26T01:52:57.354 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/wm,wm8505-fb.txt 2024-04-26T01:52:57.357 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/virtio/ 2024-04-26T01:52:57.359 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/virtio/mmio.txt 2024-04-26T01:52:57.362 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/w1/ 2024-04-26T01:52:57.364 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/w1/fsl-imx-owire.txt 2024-04-26T01:52:57.366 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/w1/omap-hdq.txt 2024-04-26T01:52:57.369 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/w1/w1-gpio.txt 2024-04-26T01:52:57.371 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/ 2024-04-26T01:52:57.373 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/atmel-at91rm9200-wdt.txt 2024-04-26T01:52:57.376 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/atmel-wdt.txt 2024-04-26T01:52:57.378 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/brcm,bcm2835-pm-wdog.txt 2024-04-26T01:52:57.380 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/cadence-wdt.txt 2024-04-26T01:52:57.383 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/davinci-wdt.txt 2024-04-26T01:52:57.385 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/dw_wdt.txt 2024-04-26T01:52:57.387 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/fsl-imx-wdt.txt 2024-04-26T01:52:57.389 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/gpio-wdt.txt 2024-04-26T01:52:57.395 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/imgpdc-wdt.txt 2024-04-26T01:52:57.398 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/ingenic,jz4740-wdt.txt 2024-04-26T01:52:57.402 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/marvel.txt 2024-04-26T01:52:57.404 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/men-a021-wdt.txt 2024-04-26T01:52:57.406 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/meson6-wdt.txt 2024-04-26T01:52:57.408 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/moxa,moxart-watchdog.txt 2024-04-26T01:52:57.411 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/mtk-wdt.txt 2024-04-26T01:52:57.413 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/of-xilinx-wdt.txt 2024-04-26T01:52:57.415 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/omap-wdt.txt 2024-04-26T01:52:57.417 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/pnx4008-wdt.txt 2024-04-26T01:52:57.419 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/qca-ar7130-wdt.txt 2024-04-26T01:52:57.422 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/qcom-wdt.txt 2024-04-26T01:52:57.424 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/rt2880-wdt.txt 2024-04-26T01:52:57.426 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/samsung-wdt.txt 2024-04-26T01:52:57.428 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/sirfsoc_wdt.txt 2024-04-26T01:52:57.431 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/stericsson-coh901327.txt 2024-04-26T01:52:57.433 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/sunxi-wdt.txt 2024-04-26T01:52:57.435 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/twl4030-wdt.txt 2024-04-26T01:52:57.438 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/x86/ 2024-04-26T01:52:57.440 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/x86/ce4100.txt 2024-04-26T01:52:57.442 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/x86/interrupt.txt 2024-04-26T01:52:57.445 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/x86/timer.txt 2024-04-26T01:52:57.447 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/xilinx.txt 2024-04-26T01:52:57.450 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/xillybus/ 2024-04-26T01:52:57.452 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/bindings/xillybus/xillybus.txt 2024-04-26T01:52:57.454 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/booting-without-of.txt 2024-04-26T01:52:57.457 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/changesets.txt 2024-04-26T01:52:57.459 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/dynamic-resolution-notes.txt 2024-04-26T01:52:57.462 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/of_selftest.txt 2024-04-26T01:52:57.464 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/overlay-notes.txt 2024-04-26T01:52:57.467 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/todo.txt 2024-04-26T01:52:57.469 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/devicetree/usage-model.txt 2024-04-26T01:52:57.472 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/digsig.txt 2024-04-26T01:52:57.576 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/dma-buf-sharing.txt 2024-04-26T01:52:57.578 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/dmaengine/ 2024-04-26T01:52:57.580 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/dmaengine/00-INDEX 2024-04-26T01:52:57.581 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/dmaengine/client.txt 2024-04-26T01:52:57.583 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/dmaengine/dmatest.txt 2024-04-26T01:52:57.585 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/dmaengine/provider.txt 2024-04-26T01:52:57.587 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/dontdiff 2024-04-26T01:52:57.589 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/driver-model/ 2024-04-26T01:52:57.590 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/driver-model/binding.txt 2024-04-26T01:52:57.592 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/driver-model/bus.txt 2024-04-26T01:52:57.593 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/driver-model/class.txt 2024-04-26T01:52:57.595 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/driver-model/design-patterns.txt 2024-04-26T01:52:57.597 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/driver-model/device.txt 2024-04-26T01:52:57.599 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/driver-model/devres.txt 2024-04-26T01:52:57.600 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/driver-model/driver.txt 2024-04-26T01:52:57.602 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/driver-model/overview.txt 2024-04-26T01:52:57.604 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/driver-model/platform.txt 2024-04-26T01:52:57.606 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/driver-model/porting.txt 2024-04-26T01:52:57.607 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/dvb/ 2024-04-26T01:52:57.609 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/dvb/README.dvb-usb 2024-04-26T01:52:57.611 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/dvb/avermedia.txt 2024-04-26T01:52:57.612 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/dvb/bt8xx.txt 2024-04-26T01:52:57.614 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/dvb/cards.txt 2024-04-26T01:52:57.616 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/dvb/ci.txt 2024-04-26T01:52:57.618 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/dvb/contributors.txt 2024-04-26T01:52:57.620 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/dvb/faq.txt 2024-04-26T01:52:57.621 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/dvb/get_dvb_firmware 2024-04-26T01:52:57.623 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/dvb/lmedm04.txt 2024-04-26T01:52:57.625 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/dvb/opera-firmware.txt 2024-04-26T01:52:57.627 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/dvb/readme.txt 2024-04-26T01:52:57.628 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/dvb/technisat.txt 2024-04-26T01:52:57.630 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/dvb/ttusb-dec.txt 2024-04-26T01:52:57.632 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/dvb/udev.txt 2024-04-26T01:52:57.633 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/dynamic-debug-howto.txt 2024-04-26T01:52:57.635 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/early-userspace/ 2024-04-26T01:52:57.637 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/early-userspace/README 2024-04-26T01:52:57.639 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/early-userspace/buffer-format.txt 2024-04-26T01:52:57.640 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/edac.txt 2024-04-26T01:52:57.642 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/efi-stub.txt 2024-04-26T01:52:57.644 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/eisa.txt 2024-04-26T01:52:57.646 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/email-clients.txt 2024-04-26T01:52:57.648 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/extcon/ 2024-04-26T01:52:57.649 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/extcon/porting-android-switch-class 2024-04-26T01:52:57.651 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fault-injection/ 2024-04-26T01:52:57.652 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fault-injection/fault-injection.txt 2024-04-26T01:52:57.654 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fault-injection/notifier-error-inject.txt 2024-04-26T01:52:57.656 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fault-injection/provoke-crashes.txt 2024-04-26T01:52:57.658 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fb/ 2024-04-26T01:52:57.659 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fb/00-INDEX 2024-04-26T01:52:57.661 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fb/api.txt 2024-04-26T01:52:57.663 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fb/arkfb.txt 2024-04-26T01:52:57.665 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fb/aty128fb.txt 2024-04-26T01:52:57.666 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fb/cirrusfb.txt 2024-04-26T01:52:57.668 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fb/cmap_xfbdev.txt 2024-04-26T01:52:57.670 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fb/deferred_io.txt 2024-04-26T01:52:57.671 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fb/efifb.txt 2024-04-26T01:52:57.673 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fb/ep93xx-fb.txt 2024-04-26T01:52:57.675 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fb/fbcon.txt 2024-04-26T01:52:57.677 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fb/framebuffer.txt 2024-04-26T01:52:57.678 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fb/gxfb.txt 2024-04-26T01:52:57.680 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fb/intel810.txt 2024-04-26T01:52:57.682 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fb/intelfb.txt 2024-04-26T01:52:57.684 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fb/internals.txt 2024-04-26T01:52:57.685 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fb/lxfb.txt 2024-04-26T01:52:57.687 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fb/matroxfb.txt 2024-04-26T01:52:57.689 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fb/metronomefb.txt 2024-04-26T01:52:57.691 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fb/modedb.txt 2024-04-26T01:52:57.692 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fb/pvr2fb.txt 2024-04-26T01:52:57.694 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fb/pxafb.txt 2024-04-26T01:52:57.696 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fb/s3fb.txt 2024-04-26T01:52:57.697 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fb/sa1100fb.txt 2024-04-26T01:52:57.699 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fb/sh7760fb.txt 2024-04-26T01:52:57.701 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fb/sisfb.txt 2024-04-26T01:52:57.703 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fb/sm501.txt 2024-04-26T01:52:57.704 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fb/sstfb.txt 2024-04-26T01:52:57.706 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fb/tgafb.txt 2024-04-26T01:52:57.708 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fb/tridentfb.txt 2024-04-26T01:52:57.709 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fb/udlfb.txt 2024-04-26T01:52:57.711 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fb/uvesafb.txt 2024-04-26T01:52:57.713 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fb/vesafb.txt 2024-04-26T01:52:57.715 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fb/viafb.modes 2024-04-26T01:52:57.717 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fb/viafb.txt 2024-04-26T01:52:57.719 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fb/vt8623fb.txt 2024-04-26T01:52:57.721 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/ 2024-04-26T01:52:57.723 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/.gitignore 2024-04-26T01:52:57.724 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/00-INDEX 2024-04-26T01:52:57.726 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/9p.txt 2024-04-26T01:52:57.728 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/Locking 2024-04-26T01:52:57.729 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/Makefile 2024-04-26T01:52:57.731 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/adfs.txt 2024-04-26T01:52:57.733 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/affs.txt 2024-04-26T01:52:57.735 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/afs.txt 2024-04-26T01:52:57.736 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/autofs4-mount-control.txt 2024-04-26T01:52:57.738 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/autofs4.txt 2024-04-26T01:52:57.740 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/automount-support.txt 2024-04-26T01:52:57.742 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/befs.txt 2024-04-26T01:52:57.743 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/bfs.txt 2024-04-26T01:52:57.745 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/btrfs.txt 2024-04-26T01:52:57.747 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/caching/ 2024-04-26T01:52:57.748 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/caching/backend-api.txt 2024-04-26T01:52:57.750 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/caching/cachefiles.txt 2024-04-26T01:52:57.752 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/caching/fscache.txt 2024-04-26T01:52:57.753 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/caching/netfs-api.txt 2024-04-26T01:52:57.755 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/caching/object.txt 2024-04-26T01:52:57.757 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/caching/operations.txt 2024-04-26T01:52:57.759 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/ceph.txt 2024-04-26T01:52:57.761 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/cifs/ 2024-04-26T01:52:57.762 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/cifs/AUTHORS 2024-04-26T01:52:57.764 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/cifs/CHANGES 2024-04-26T01:52:57.766 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/cifs/README 2024-04-26T01:52:57.767 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/cifs/TODO 2024-04-26T01:52:57.769 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/cifs/cifs.txt 2024-04-26T01:52:57.771 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/cifs/winucase_convert.pl 2024-04-26T01:52:57.773 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/coda.txt 2024-04-26T01:52:57.775 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/configfs/ 2024-04-26T01:52:57.776 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/configfs/Makefile 2024-04-26T01:52:57.778 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/configfs/configfs.txt 2024-04-26T01:52:57.780 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/configfs/configfs_example_explicit.c 2024-04-26T01:52:57.781 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/configfs/configfs_example_macros.c 2024-04-26T01:52:57.783 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/cramfs.txt 2024-04-26T01:52:57.785 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/dax.txt 2024-04-26T01:52:57.787 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/debugfs.txt 2024-04-26T01:52:57.788 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/devpts.txt 2024-04-26T01:52:57.790 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/directory-locking 2024-04-26T01:52:57.792 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/dlmfs.txt 2024-04-26T01:52:57.794 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/dnotify.txt 2024-04-26T01:52:57.796 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/dnotify_test.c 2024-04-26T01:52:57.797 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/ecryptfs.txt 2024-04-26T01:52:57.799 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/efivarfs.txt 2024-04-26T01:52:57.801 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/exofs.txt 2024-04-26T01:52:57.802 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/ext2.txt 2024-04-26T01:52:57.804 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/ext3.txt 2024-04-26T01:52:57.806 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/ext4.txt 2024-04-26T01:52:57.809 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/f2fs.txt 2024-04-26T01:52:57.811 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/fiemap.txt 2024-04-26T01:52:57.813 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/files.txt 2024-04-26T01:52:57.815 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/fuse.txt 2024-04-26T01:52:57.817 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/gfs2-glocks.txt 2024-04-26T01:52:57.819 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/gfs2-uevents.txt 2024-04-26T01:52:57.820 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/gfs2.txt 2024-04-26T01:52:57.822 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/hfs.txt 2024-04-26T01:52:57.824 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/hfsplus.txt 2024-04-26T01:52:57.826 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/hpfs.txt 2024-04-26T01:52:57.827 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/inotify.txt 2024-04-26T01:52:57.829 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/isofs.txt 2024-04-26T01:52:57.831 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/jfs.txt 2024-04-26T01:52:57.833 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/locks.txt 2024-04-26T01:52:57.835 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/logfs.txt 2024-04-26T01:52:57.837 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/mandatory-locking.txt 2024-04-26T01:52:57.838 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/ncpfs.txt 2024-04-26T01:52:57.840 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/nfs/ 2024-04-26T01:52:57.842 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/nfs/00-INDEX 2024-04-26T01:52:57.844 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/nfs/Exporting 2024-04-26T01:52:57.845 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/nfs/fault_injection.txt 2024-04-26T01:52:57.847 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/nfs/idmapper.txt 2024-04-26T01:52:57.849 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/nfs/knfsd-stats.txt 2024-04-26T01:52:57.851 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfs-rdma.txt 2024-04-26T01:52:57.852 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfs.txt 2024-04-26T01:52:57.854 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfs41-server.txt 2024-04-26T01:52:57.856 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfsd-admin-interfaces.txt 2024-04-26T01:52:57.858 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfsroot.txt 2024-04-26T01:52:57.859 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/nfs/pnfs-block-server.txt 2024-04-26T01:52:57.861 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/nfs/pnfs.txt 2024-04-26T01:52:57.863 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/nfs/rpc-cache.txt 2024-04-26T01:52:57.864 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/nfs/rpc-server-gss.txt 2024-04-26T01:52:57.866 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/nilfs2.txt 2024-04-26T01:52:57.868 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/ntfs.txt 2024-04-26T01:52:57.870 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/ocfs2.txt 2024-04-26T01:52:57.872 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/omfs.txt 2024-04-26T01:52:57.874 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/overlayfs.txt 2024-04-26T01:52:57.875 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/path-lookup.txt 2024-04-26T01:52:57.877 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/pohmelfs/ 2024-04-26T01:52:57.878 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/pohmelfs/design_notes.txt 2024-04-26T01:52:57.880 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/pohmelfs/info.txt 2024-04-26T01:52:57.882 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/pohmelfs/network_protocol.txt 2024-04-26T01:52:57.884 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/porting 2024-04-26T01:52:57.886 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/proc.txt 2024-04-26T01:52:57.888 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/qnx6.txt 2024-04-26T01:52:57.891 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/quota.txt 2024-04-26T01:52:57.893 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/ramfs-rootfs-initramfs.txt 2024-04-26T01:52:57.894 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/relay.txt 2024-04-26T01:52:57.896 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/romfs.txt 2024-04-26T01:52:57.898 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/seq_file.txt 2024-04-26T01:52:57.900 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/sharedsubtree.txt 2024-04-26T01:52:57.902 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/spufs.txt 2024-04-26T01:52:57.904 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/squashfs.txt 2024-04-26T01:52:57.906 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/sysfs-pci.txt 2024-04-26T01:52:57.908 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/sysfs-tagging.txt 2024-04-26T01:52:57.910 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/sysfs.txt 2024-04-26T01:52:57.912 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/sysv-fs.txt 2024-04-26T01:52:57.914 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/tmpfs.txt 2024-04-26T01:52:57.916 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/ubifs.txt 2024-04-26T01:52:57.917 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/udf.txt 2024-04-26T01:52:57.919 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/ufs.txt 2024-04-26T01:52:57.921 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/vfat.txt 2024-04-26T01:52:57.923 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/vfs.txt 2024-04-26T01:52:57.925 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/xfs-delayed-logging-design.txt 2024-04-26T01:52:57.927 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/xfs-self-describing-metadata.txt 2024-04-26T01:52:57.929 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/filesystems/xfs.txt 2024-04-26T01:52:57.930 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/firmware_class/ 2024-04-26T01:52:57.932 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/firmware_class/README 2024-04-26T01:52:57.934 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/firmware_class/hotplug-script 2024-04-26T01:52:57.936 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/flexible-arrays.txt 2024-04-26T01:52:57.937 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fmc/ 2024-04-26T01:52:57.939 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fmc/00-INDEX 2024-04-26T01:52:57.941 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fmc/API.txt 2024-04-26T01:52:57.942 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fmc/FMC-and-SDB.txt 2024-04-26T01:52:57.944 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fmc/carrier.txt 2024-04-26T01:52:57.946 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fmc/fmc-chardev.txt 2024-04-26T01:52:57.948 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fmc/fmc-fakedev.txt 2024-04-26T01:52:57.949 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fmc/fmc-trivial.txt 2024-04-26T01:52:57.951 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fmc/fmc-write-eeprom.txt 2024-04-26T01:52:57.953 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fmc/identifiers.txt 2024-04-26T01:52:57.955 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fmc/mezzanine.txt 2024-04-26T01:52:57.957 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/fmc/parameters.txt 2024-04-26T01:52:57.958 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/frv/ 2024-04-26T01:52:57.960 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/frv/README.txt 2024-04-26T01:52:57.962 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/frv/atomic-ops.txt 2024-04-26T01:52:57.963 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/frv/booting.txt 2024-04-26T01:52:57.965 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/frv/clock.txt 2024-04-26T01:52:57.966 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/frv/configuring.txt 2024-04-26T01:52:57.968 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/frv/features.txt 2024-04-26T01:52:57.970 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/frv/gdbinit 2024-04-26T01:52:57.972 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/frv/gdbstub.txt 2024-04-26T01:52:57.974 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/frv/kernel-ABI.txt 2024-04-26T01:52:57.975 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/frv/mmu-layout.txt 2024-04-26T01:52:57.977 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/futex-requeue-pi.txt 2024-04-26T01:52:57.979 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/gcov.txt 2024-04-26T01:52:57.981 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/gdb-kernel-debugging.txt 2024-04-26T01:52:57.983 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/gpio/ 2024-04-26T01:52:57.984 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/gpio/00-INDEX 2024-04-26T01:52:57.986 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/gpio/board.txt 2024-04-26T01:52:57.988 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/gpio/consumer.txt 2024-04-26T01:52:57.990 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/gpio/driver.txt 2024-04-26T01:52:57.991 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/gpio/gpio-legacy.txt 2024-04-26T01:52:57.993 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/gpio/gpio.txt 2024-04-26T01:52:57.995 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/gpio/sysfs.txt 2024-04-26T01:52:57.997 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hid/ 2024-04-26T01:52:57.998 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hid/hid-sensor.txt 2024-04-26T01:52:58.000 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hid/hid-transport.txt 2024-04-26T01:52:58.002 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hid/hiddev.txt 2024-04-26T01:52:58.004 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hid/hidraw.txt 2024-04-26T01:52:58.005 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hid/uhid.txt 2024-04-26T01:52:58.007 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/highuid.txt 2024-04-26T01:52:58.009 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hsi.txt 2024-04-26T01:52:58.011 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hw_random.txt 2024-04-26T01:52:58.012 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/ 2024-04-26T01:52:58.014 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/ab8500 2024-04-26T01:52:58.016 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/abituguru 2024-04-26T01:52:58.017 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/abituguru-datasheet 2024-04-26T01:52:58.019 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/abituguru3 2024-04-26T01:52:58.021 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/abx500 2024-04-26T01:52:58.023 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/acpi_power_meter 2024-04-26T01:52:58.024 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/ad7314 2024-04-26T01:52:58.026 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/adc128d818 2024-04-26T01:52:58.028 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/adm1021 2024-04-26T01:52:58.029 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/adm1025 2024-04-26T01:52:58.031 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/adm1026 2024-04-26T01:52:58.033 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/adm1031 2024-04-26T01:52:58.034 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/adm1275 2024-04-26T01:52:58.036 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/adm9240 2024-04-26T01:52:58.038 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/ads1015 2024-04-26T01:52:58.040 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/ads7828 2024-04-26T01:52:58.041 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/adt7410 2024-04-26T01:52:58.043 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/adt7411 2024-04-26T01:52:58.044 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/adt7462 2024-04-26T01:52:58.046 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/adt7470 2024-04-26T01:52:58.048 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/adt7475 2024-04-26T01:52:58.050 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/amc6821 2024-04-26T01:52:58.051 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/asb100 2024-04-26T01:52:58.053 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/asc7621 2024-04-26T01:52:58.055 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/coretemp 2024-04-26T01:52:58.057 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/da9052 2024-04-26T01:52:58.058 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/da9055 2024-04-26T01:52:58.062 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/dme1737 2024-04-26T01:52:58.062 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/ds1621 2024-04-26T01:52:58.063 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/ds620 2024-04-26T01:52:58.065 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/emc1403 2024-04-26T01:52:58.067 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/emc2103 2024-04-26T01:52:58.068 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/emc6w201 2024-04-26T01:52:58.070 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/f71805f 2024-04-26T01:52:58.072 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/f71882fg 2024-04-26T01:52:58.073 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/fam15h_power 2024-04-26T01:52:58.075 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/g760a 2024-04-26T01:52:58.077 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/g762 2024-04-26T01:52:58.078 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/gl518sm 2024-04-26T01:52:58.080 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/hih6130 2024-04-26T01:52:58.082 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/htu21 2024-04-26T01:52:58.084 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/hwmon-kernel-api.txt 2024-04-26T01:52:58.085 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/ibmaem 2024-04-26T01:52:58.087 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/ibmpowernv 2024-04-26T01:52:58.089 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/ina209 2024-04-26T01:52:58.091 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/ina2xx 2024-04-26T01:52:58.092 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/it87 2024-04-26T01:52:58.094 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/jc42 2024-04-26T01:52:58.096 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/k10temp 2024-04-26T01:52:58.098 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/k8temp 2024-04-26T01:52:58.100 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/lineage-pem 2024-04-26T01:52:58.101 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/lm25066 2024-04-26T01:52:58.103 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/lm63 2024-04-26T01:52:58.105 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/lm70 2024-04-26T01:52:58.106 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/lm73 2024-04-26T01:52:58.108 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/lm75 2024-04-26T01:52:58.110 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/lm77 2024-04-26T01:52:58.112 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/lm78 2024-04-26T01:52:58.113 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/lm80 2024-04-26T01:52:58.115 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/lm83 2024-04-26T01:52:58.117 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/lm85 2024-04-26T01:52:58.119 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/lm87 2024-04-26T01:52:58.120 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/lm90 2024-04-26T01:52:58.122 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/lm92 2024-04-26T01:52:58.124 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/lm93 2024-04-26T01:52:58.126 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/lm95234 2024-04-26T01:52:58.128 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/lm95245 2024-04-26T01:52:58.130 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/ltc2945 2024-04-26T01:52:58.131 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/ltc2978 2024-04-26T01:52:58.133 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/ltc4151 2024-04-26T01:52:58.135 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/ltc4215 2024-04-26T01:52:58.137 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/ltc4245 2024-04-26T01:52:58.138 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/ltc4260 2024-04-26T01:52:58.140 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/ltc4261 2024-04-26T01:52:58.142 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/max16064 2024-04-26T01:52:58.144 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/max16065 2024-04-26T01:52:58.146 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/max1619 2024-04-26T01:52:58.148 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/max1668 2024-04-26T01:52:58.150 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/max197 2024-04-26T01:52:58.151 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/max34440 2024-04-26T01:52:58.153 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/max6639 2024-04-26T01:52:58.155 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/max6642 2024-04-26T01:52:58.157 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/max6650 2024-04-26T01:52:58.158 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/max6697 2024-04-26T01:52:58.160 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/max8688 2024-04-26T01:52:58.162 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/mc13783-adc 2024-04-26T01:52:58.164 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/mcp3021 2024-04-26T01:52:58.165 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/menf21bmc 2024-04-26T01:52:58.167 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/nct6683 2024-04-26T01:52:58.169 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/nct6775 2024-04-26T01:52:58.171 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/nct7802 2024-04-26T01:52:58.173 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/ntc_thermistor 2024-04-26T01:52:58.174 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/pc87360 2024-04-26T01:52:58.176 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/pc87427 2024-04-26T01:52:58.178 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/pcf8591 2024-04-26T01:52:58.180 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/pmbus 2024-04-26T01:52:58.182 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/pmbus-core 2024-04-26T01:52:58.183 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/powr1220 2024-04-26T01:52:58.186 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/pwm-fan 2024-04-26T01:52:58.187 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/sch5627 2024-04-26T01:52:58.189 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/sch5636 2024-04-26T01:52:58.191 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/sht15 2024-04-26T01:52:58.193 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/sht21 2024-04-26T01:52:58.194 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/shtc1 2024-04-26T01:52:58.197 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/sis5595 2024-04-26T01:52:58.198 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/smm665 2024-04-26T01:52:58.200 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/smsc47b397 2024-04-26T01:52:58.202 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/smsc47m1 2024-04-26T01:52:58.204 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/smsc47m192 2024-04-26T01:52:58.205 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/submitting-patches 2024-04-26T01:52:58.211 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/sysfs-interface 2024-04-26T01:52:58.220 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/thmc50 2024-04-26T01:52:58.235 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/tmp102 2024-04-26T01:52:58.261 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/tmp103 2024-04-26T01:52:58.297 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/tmp401 2024-04-26T01:52:58.323 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/tmp421 2024-04-26T01:52:58.347 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/tps40422 2024-04-26T01:52:58.385 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/twl4030-madc-hwmon 2024-04-26T01:52:58.411 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/ucd9000 2024-04-26T01:52:58.412 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/ucd9200 2024-04-26T01:52:58.413 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/userspace-tools 2024-04-26T01:52:58.414 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/vexpress 2024-04-26T01:52:58.415 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/via686a 2024-04-26T01:52:58.417 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/vt1211 2024-04-26T01:52:58.418 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/w83627ehf 2024-04-26T01:52:58.419 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/w83627hf 2024-04-26T01:52:58.420 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/w83781d 2024-04-26T01:52:58.422 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/w83791d 2024-04-26T01:52:58.423 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/w83792d 2024-04-26T01:52:58.424 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/w83793 2024-04-26T01:52:58.425 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/w83795 2024-04-26T01:52:58.427 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/w83l785ts 2024-04-26T01:52:58.428 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/w83l786ng 2024-04-26T01:52:58.429 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/wm831x 2024-04-26T01:52:58.430 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/wm8350 2024-04-26T01:52:58.431 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwmon/zl6100 2024-04-26T01:52:58.432 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/hwspinlock.txt 2024-04-26T01:52:58.434 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/i2c/ 2024-04-26T01:52:58.435 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/i2c/busses/ 2024-04-26T01:52:58.436 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ali1535 2024-04-26T01:52:58.437 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ali1563 2024-04-26T01:52:58.438 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ali15x3 2024-04-26T01:52:58.440 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-amd756 2024-04-26T01:52:58.441 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-amd8111 2024-04-26T01:52:58.442 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-diolan-u2c 2024-04-26T01:52:58.443 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-i801 2024-04-26T01:52:58.444 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ismt 2024-04-26T01:52:58.445 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-nforce2 2024-04-26T01:52:58.447 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ocores 2024-04-26T01:52:58.448 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-parport 2024-04-26T01:52:58.449 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-parport-light 2024-04-26T01:52:58.450 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-pca-isa 2024-04-26T01:52:58.451 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-piix4 2024-04-26T01:52:58.452 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-sis5595 2024-04-26T01:52:58.454 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-sis630 2024-04-26T01:52:58.455 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-sis96x 2024-04-26T01:52:58.456 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-taos-evm 2024-04-26T01:52:58.458 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-via 2024-04-26T01:52:58.459 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-viapro 2024-04-26T01:52:58.460 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/i2c/busses/scx200_acb 2024-04-26T01:52:58.461 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/i2c/dev-interface 2024-04-26T01:52:58.463 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/i2c/fault-codes 2024-04-26T01:52:58.464 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/i2c/functionality 2024-04-26T01:52:58.465 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/i2c/i2c-protocol 2024-04-26T01:52:58.466 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/i2c/i2c-stub 2024-04-26T01:52:58.470 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/i2c/instantiating-devices 2024-04-26T01:52:58.470 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/i2c/muxes/ 2024-04-26T01:52:58.470 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/i2c/muxes/i2c-mux-gpio 2024-04-26T01:52:58.472 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/i2c/old-module-parameters 2024-04-26T01:52:58.473 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/i2c/smbus-protocol 2024-04-26T01:52:58.474 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/i2c/summary 2024-04-26T01:52:58.476 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/i2c/ten-bit-addresses 2024-04-26T01:52:58.478 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/i2c/upgrading-clients 2024-04-26T01:52:58.479 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/i2c/writing-clients 2024-04-26T01:52:58.480 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/i2o/ 2024-04-26T01:52:58.482 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/i2o/README 2024-04-26T01:52:58.483 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/i2o/ioctl 2024-04-26T01:52:58.485 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ia64/ 2024-04-26T01:52:58.486 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ia64/.gitignore 2024-04-26T01:52:58.487 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ia64/IRQ-redir.txt 2024-04-26T01:52:58.489 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ia64/Makefile 2024-04-26T01:52:58.491 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ia64/README 2024-04-26T01:52:58.492 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ia64/aliasing-test.c 2024-04-26T01:52:58.494 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ia64/aliasing.txt 2024-04-26T01:52:58.495 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ia64/efirtc.txt 2024-04-26T01:52:58.497 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ia64/err_inject.txt 2024-04-26T01:52:58.499 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ia64/fsys.txt 2024-04-26T01:52:58.501 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ia64/mca.txt 2024-04-26T01:52:58.503 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ia64/serial.txt 2024-04-26T01:52:58.504 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ia64/xen.txt 2024-04-26T01:52:58.506 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ide/ 2024-04-26T01:52:58.507 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ide/00-INDEX 2024-04-26T01:52:58.509 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ide/ChangeLog.ide-cd.1994-2004 2024-04-26T01:52:58.511 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ide/ChangeLog.ide-floppy.1996-2002 2024-04-26T01:52:58.512 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ide/ChangeLog.ide-tape.1995-2002 2024-04-26T01:52:58.514 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ide/ide-tape.txt 2024-04-26T01:52:58.516 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ide/ide.txt 2024-04-26T01:52:58.517 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ide/warm-plug-howto.txt 2024-04-26T01:52:58.519 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/infiniband/ 2024-04-26T01:52:58.521 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/infiniband/core_locking.txt 2024-04-26T01:52:58.522 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/infiniband/ipoib.txt 2024-04-26T01:52:58.524 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/infiniband/sysfs.txt 2024-04-26T01:52:58.525 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/infiniband/user_mad.txt 2024-04-26T01:52:58.527 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/infiniband/user_verbs.txt 2024-04-26T01:52:58.529 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/init.txt 2024-04-26T01:52:58.531 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/initrd.txt 2024-04-26T01:52:58.533 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/input/ 2024-04-26T01:52:58.534 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/input/alps.txt 2024-04-26T01:52:58.536 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/input/amijoy.txt 2024-04-26T01:52:58.537 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/input/appletouch.txt 2024-04-26T01:52:58.539 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/input/atarikbd.txt 2024-04-26T01:52:58.541 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/input/bcm5974.txt 2024-04-26T01:52:58.542 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/input/cd32.txt 2024-04-26T01:52:58.544 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/input/cma3000_d0x.txt 2024-04-26T01:52:58.546 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/input/cs461x.txt 2024-04-26T01:52:58.547 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/input/edt-ft5x06.txt 2024-04-26T01:52:58.549 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/input/elantech.txt 2024-04-26T01:52:58.551 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/input/event-codes.txt 2024-04-26T01:52:58.553 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/input/ff.txt 2024-04-26T01:52:58.555 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/input/gamepad.txt 2024-04-26T01:52:58.557 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/input/gameport-programming.txt 2024-04-26T01:52:58.558 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/input/gpio-tilt.txt 2024-04-26T01:52:58.560 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/input/iforce-protocol.txt 2024-04-26T01:52:58.562 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/input/input-programming.txt 2024-04-26T01:52:58.564 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/input/input.txt 2024-04-26T01:52:58.565 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/input/interactive.fig 2024-04-26T01:52:58.567 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/input/joystick-api.txt 2024-04-26T01:52:58.569 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/input/joystick-parport.txt 2024-04-26T01:52:58.570 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/input/joystick.txt 2024-04-26T01:52:58.572 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/input/multi-touch-protocol.txt 2024-04-26T01:52:58.574 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/input/notifier.txt 2024-04-26T01:52:58.576 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/input/ntrig.txt 2024-04-26T01:52:58.578 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/input/rotary-encoder.txt 2024-04-26T01:52:58.580 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/input/sentelic.txt 2024-04-26T01:52:58.582 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/input/shape.fig 2024-04-26T01:52:58.584 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/input/walkera0701.txt 2024-04-26T01:52:58.585 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/input/xpad.txt 2024-04-26T01:52:58.587 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/input/yealink.txt 2024-04-26T01:52:58.589 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/intel_txt.txt 2024-04-26T01:52:58.593 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/io-mapping.txt 2024-04-26T01:52:58.594 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/io_ordering.txt 2024-04-26T01:52:58.596 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ioctl/ 2024-04-26T01:52:58.598 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ioctl/00-INDEX 2024-04-26T01:52:58.600 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ioctl/botching-up-ioctls.txt 2024-04-26T01:52:58.601 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ioctl/cdrom.txt 2024-04-26T01:52:58.603 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ioctl/hdio.txt 2024-04-26T01:52:58.605 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ioctl/ioctl-decoding.txt 2024-04-26T01:52:58.607 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ioctl/ioctl-number.txt 2024-04-26T01:52:58.609 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/iostats.txt 2024-04-26T01:52:58.611 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/irqflags-tracing.txt 2024-04-26T01:52:58.613 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/isapnp.txt 2024-04-26T01:52:58.615 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/isdn/ 2024-04-26T01:52:58.616 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/isdn/00-INDEX 2024-04-26T01:52:58.618 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/isdn/CREDITS 2024-04-26T01:52:58.620 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/isdn/HiSax.cert 2024-04-26T01:52:58.622 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/isdn/INTERFACE 2024-04-26T01:52:58.623 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/isdn/INTERFACE.CAPI 2024-04-26T01:52:58.625 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/isdn/INTERFACE.fax 2024-04-26T01:52:58.627 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/isdn/README 2024-04-26T01:52:58.629 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/isdn/README.FAQ 2024-04-26T01:52:58.631 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/isdn/README.HiSax 2024-04-26T01:52:58.633 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/isdn/README.act2000 2024-04-26T01:52:58.634 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/isdn/README.audio 2024-04-26T01:52:58.636 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/isdn/README.avmb1 2024-04-26T01:52:58.638 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/isdn/README.concap 2024-04-26T01:52:58.640 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/isdn/README.diversion 2024-04-26T01:52:58.642 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/isdn/README.fax 2024-04-26T01:52:58.643 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/isdn/README.gigaset 2024-04-26T01:52:58.645 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/isdn/README.hfc-pci 2024-04-26T01:52:58.647 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/isdn/README.hysdn 2024-04-26T01:52:58.649 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/isdn/README.icn 2024-04-26T01:52:58.650 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/isdn/README.mISDN 2024-04-26T01:52:58.652 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/isdn/README.pcbit 2024-04-26T01:52:58.654 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/isdn/README.sc 2024-04-26T01:52:58.655 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/isdn/README.syncppp 2024-04-26T01:52:58.657 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/isdn/README.x25 2024-04-26T01:52:58.659 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/isdn/syncPPP.FAQ 2024-04-26T01:52:58.661 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ja_JP/ 2024-04-26T01:52:58.662 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ja_JP/HOWTO 2024-04-26T01:52:58.664 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ja_JP/SubmitChecklist 2024-04-26T01:52:58.666 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ja_JP/SubmittingPatches 2024-04-26T01:52:58.668 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ja_JP/stable_api_nonsense.txt 2024-04-26T01:52:58.670 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ja_JP/stable_kernel_rules.txt 2024-04-26T01:52:58.673 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/java.txt 2024-04-26T01:52:58.674 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/kasan.txt 2024-04-26T01:52:58.676 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/kbuild/ 2024-04-26T01:52:58.677 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/kbuild/00-INDEX 2024-04-26T01:52:58.679 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/kbuild/headers_install.txt 2024-04-26T01:52:58.681 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/kbuild/kbuild.txt 2024-04-26T01:52:58.684 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/kbuild/kconfig-language.txt 2024-04-26T01:52:58.686 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/kbuild/kconfig.txt 2024-04-26T01:52:58.687 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/kbuild/makefiles.txt 2024-04-26T01:52:58.689 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/kbuild/modules.txt 2024-04-26T01:52:58.693 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/kdump/ 2024-04-26T01:52:58.694 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/kdump/gdbmacros.txt 2024-04-26T01:52:58.696 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/kdump/kdump.txt 2024-04-26T01:52:58.698 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/kernel-doc-nano-HOWTO.txt 2024-04-26T01:52:58.700 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/kernel-docs.txt 2024-04-26T01:52:58.702 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/kernel-parameters.txt 2024-04-26T01:52:58.708 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/kernel-per-CPU-kthreads.txt 2024-04-26T01:52:58.710 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/kmemcheck.txt 2024-04-26T01:52:58.712 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/kmemleak.txt 2024-04-26T01:52:58.714 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ko_KR/ 2024-04-26T01:52:58.716 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ko_KR/HOWTO 2024-04-26T01:52:58.718 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ko_KR/stable_api_nonsense.txt 2024-04-26T01:52:58.720 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/kobject.txt 2024-04-26T01:52:58.722 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/kprobes.txt 2024-04-26T01:52:58.724 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/kref.txt 2024-04-26T01:52:58.726 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/kselftest.txt 2024-04-26T01:52:58.729 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/laptops/ 2024-04-26T01:52:58.730 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/laptops/.gitignore 2024-04-26T01:52:58.732 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/laptops/00-INDEX 2024-04-26T01:52:58.734 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/laptops/Makefile 2024-04-26T01:52:58.735 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/laptops/asus-laptop.txt 2024-04-26T01:52:58.737 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/laptops/disk-shock-protection.txt 2024-04-26T01:52:58.739 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/laptops/dslm.c 2024-04-26T01:52:58.741 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/laptops/freefall.c 2024-04-26T01:52:58.743 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/laptops/laptop-mode.txt 2024-04-26T01:52:58.744 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/laptops/sony-laptop.txt 2024-04-26T01:52:58.746 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/laptops/sonypi.txt 2024-04-26T01:52:58.748 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/laptops/thinkpad-acpi.txt 2024-04-26T01:52:58.750 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/laptops/toshiba_haps.txt 2024-04-26T01:52:58.752 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ldm.txt 2024-04-26T01:52:58.754 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/leds/ 2024-04-26T01:52:58.756 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/leds/00-INDEX 2024-04-26T01:52:58.758 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/leds/leds-blinkm.txt 2024-04-26T01:52:58.760 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/leds/leds-class.txt 2024-04-26T01:52:58.761 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/leds/leds-lm3556.txt 2024-04-26T01:52:58.763 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/leds/leds-lp3944.txt 2024-04-26T01:52:58.765 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/leds/leds-lp5521.txt 2024-04-26T01:52:58.767 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/leds/leds-lp5523.txt 2024-04-26T01:52:58.769 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/leds/leds-lp5562.txt 2024-04-26T01:52:58.771 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/leds/leds-lp55xx.txt 2024-04-26T01:52:58.773 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/leds/ledtrig-oneshot.txt 2024-04-26T01:52:58.774 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/leds/ledtrig-transient.txt 2024-04-26T01:52:58.776 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/local_ops.txt 2024-04-26T01:52:58.779 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/locking/ 2024-04-26T01:52:58.781 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/locking/00-INDEX 2024-04-26T01:52:58.782 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/locking/lglock.txt 2024-04-26T01:52:58.784 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/locking/lockdep-design.txt 2024-04-26T01:52:58.786 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/locking/lockstat.txt 2024-04-26T01:52:58.788 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/locking/locktorture.txt 2024-04-26T01:52:58.790 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/locking/mutex-design.txt 2024-04-26T01:52:58.792 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/locking/rt-mutex-design.txt 2024-04-26T01:52:58.794 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/locking/rt-mutex.txt 2024-04-26T01:52:58.797 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/locking/spinlocks.txt 2024-04-26T01:52:58.799 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/locking/ww-mutex-design.txt 2024-04-26T01:52:58.801 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/lockup-watchdogs.txt 2024-04-26T01:52:58.803 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/logo.gif 2024-04-26T01:52:58.805 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/logo.txt 2024-04-26T01:52:58.807 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/lzo.txt 2024-04-26T01:52:58.809 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/m68k/ 2024-04-26T01:52:58.811 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/m68k/00-INDEX 2024-04-26T01:52:58.812 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/m68k/README.buddha 2024-04-26T01:52:58.814 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/m68k/kernel-options.txt 2024-04-26T01:52:58.816 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/magic-number.txt 2024-04-26T01:52:58.818 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/mailbox.txt 2024-04-26T01:52:58.820 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/md.txt 2024-04-26T01:52:58.822 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/media-framework.txt 2024-04-26T01:52:58.824 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/memory-barriers.txt 2024-04-26T01:52:59.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:52:58 smithi046 ceph-mon[28013]: pgmap v65: 97 pgs: 97 active+clean; 55 MiB data, 535 MiB used, 1.0 TiB / 1.0 TiB avail; 92 KiB/s rd, 4.5 MiB/s wr, 15 op/s 2024-04-26T01:52:59.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:52:58 smithi103 ceph-mon[32920]: pgmap v65: 97 pgs: 97 active+clean; 55 MiB data, 535 MiB used, 1.0 TiB / 1.0 TiB avail; 92 KiB/s rd, 4.5 MiB/s wr, 15 op/s 2024-04-26T01:52:59.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:52:58 smithi163 ceph-mon[32592]: pgmap v65: 97 pgs: 97 active+clean; 55 MiB data, 535 MiB used, 1.0 TiB / 1.0 TiB avail; 92 KiB/s rd, 4.5 MiB/s wr, 15 op/s 2024-04-26T01:52:59.185 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/memory-devices/ 2024-04-26T01:52:59.187 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/memory-devices/ti-emif.txt 2024-04-26T01:52:59.188 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/memory-hotplug.txt 2024-04-26T01:52:59.191 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/metag/ 2024-04-26T01:52:59.192 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/metag/00-INDEX 2024-04-26T01:52:59.194 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/metag/kernel-ABI.txt 2024-04-26T01:52:59.196 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/mic/ 2024-04-26T01:52:59.198 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/mic/Makefile 2024-04-26T01:52:59.199 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/mic/mic_overview.txt 2024-04-26T01:52:59.201 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/mic/mpssd/ 2024-04-26T01:52:59.202 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/mic/mpssd/.gitignore 2024-04-26T01:52:59.204 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/mic/mpssd/Makefile 2024-04-26T01:52:59.206 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/mic/mpssd/micctrl 2024-04-26T01:52:59.207 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/mic/mpssd/mpss 2024-04-26T01:52:59.209 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/mic/mpssd/mpssd.c 2024-04-26T01:52:59.212 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/mic/mpssd/mpssd.h 2024-04-26T01:52:59.213 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/mic/mpssd/sysfs.c 2024-04-26T01:52:59.215 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/mips/ 2024-04-26T01:52:59.217 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/mips/00-INDEX 2024-04-26T01:52:59.218 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/mips/AU1xxx_IDE.README 2024-04-26T01:52:59.220 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/misc-devices/ 2024-04-26T01:52:59.221 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/misc-devices/Makefile 2024-04-26T01:52:59.223 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/misc-devices/ad525x_dpot.txt 2024-04-26T01:52:59.225 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/misc-devices/apds990x.txt 2024-04-26T01:52:59.227 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/misc-devices/bh1770glc.txt 2024-04-26T01:52:59.228 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/misc-devices/c2port.txt 2024-04-26T01:52:59.230 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/misc-devices/eeprom 2024-04-26T01:52:59.231 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/misc-devices/ics932s401 2024-04-26T01:52:59.233 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/misc-devices/isl29003 2024-04-26T01:52:59.235 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/misc-devices/lis3lv02d 2024-04-26T01:52:59.238 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/misc-devices/max6875 2024-04-26T01:52:59.240 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/misc-devices/mei/ 2024-04-26T01:52:59.241 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/misc-devices/mei/.gitignore 2024-04-26T01:52:59.243 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/misc-devices/mei/Makefile 2024-04-26T01:52:59.246 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/misc-devices/mei/TODO 2024-04-26T01:52:59.248 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/misc-devices/mei/mei-amt-version.c 2024-04-26T01:52:59.250 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/misc-devices/mei/mei-client-bus.txt 2024-04-26T01:52:59.252 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/misc-devices/mei/mei.txt 2024-04-26T01:52:59.254 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/misc-devices/spear-pcie-gadget.txt 2024-04-26T01:52:59.257 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/mmc/ 2024-04-26T01:52:59.259 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/mmc/00-INDEX 2024-04-26T01:52:59.261 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/mmc/mmc-async-req.txt 2024-04-26T01:52:59.263 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/mmc/mmc-dev-attrs.txt 2024-04-26T01:52:59.265 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/mmc/mmc-dev-parts.txt 2024-04-26T01:52:59.267 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/mn10300/ 2024-04-26T01:52:59.269 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/mn10300/ABI.txt 2024-04-26T01:52:59.271 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/mn10300/compartmentalisation.txt 2024-04-26T01:52:59.274 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/module-signing.txt 2024-04-26T01:52:59.276 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/mono.txt 2024-04-26T01:52:59.278 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/mtd/ 2024-04-26T01:52:59.280 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/mtd/nand/ 2024-04-26T01:52:59.282 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/mtd/nand/pxa3xx-nand.txt 2024-04-26T01:52:59.284 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/mtd/nand_ecc.txt 2024-04-26T01:52:59.287 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/mtd/spi-nor.txt 2024-04-26T01:52:59.289 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/namespaces/ 2024-04-26T01:52:59.291 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/namespaces/compatibility-list.txt 2024-04-26T01:52:59.293 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/namespaces/resource-control.txt 2024-04-26T01:52:59.295 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/netlabel/ 2024-04-26T01:52:59.297 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/netlabel/00-INDEX 2024-04-26T01:52:59.299 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/netlabel/cipso_ipv4.txt 2024-04-26T01:52:59.300 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/netlabel/draft-ietf-cipso-ipsecurity-01.txt 2024-04-26T01:52:59.302 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/netlabel/introduction.txt 2024-04-26T01:52:59.304 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/netlabel/lsm_interface.txt 2024-04-26T01:52:59.306 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/ 2024-04-26T01:52:59.307 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/00-INDEX 2024-04-26T01:52:59.309 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/3c509.txt 2024-04-26T01:52:59.311 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/6pack.txt 2024-04-26T01:52:59.312 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/LICENSE.qla3xxx 2024-04-26T01:52:59.314 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/LICENSE.qlcnic 2024-04-26T01:52:59.316 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/LICENSE.qlge 2024-04-26T01:52:59.318 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/Makefile 2024-04-26T01:52:59.319 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/PLIP.txt 2024-04-26T01:52:59.321 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/README.ipw2100 2024-04-26T01:52:59.323 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/README.ipw2200 2024-04-26T01:52:59.325 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/README.sb1000 2024-04-26T01:52:59.326 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/alias.txt 2024-04-26T01:52:59.328 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/altera_tse.txt 2024-04-26T01:52:59.330 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/arcnet-hardware.txt 2024-04-26T01:52:59.333 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/arcnet.txt 2024-04-26T01:52:59.335 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/atm.txt 2024-04-26T01:52:59.337 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/ax25.txt 2024-04-26T01:52:59.339 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/batman-adv.txt 2024-04-26T01:52:59.340 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/baycom.txt 2024-04-26T01:52:59.342 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/bonding.txt 2024-04-26T01:52:59.346 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/bridge.txt 2024-04-26T01:52:59.348 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/caif/ 2024-04-26T01:52:59.349 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/caif/Linux-CAIF.txt 2024-04-26T01:52:59.351 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/caif/README 2024-04-26T01:52:59.353 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/caif/spi_porting.txt 2024-04-26T01:52:59.354 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/can.txt 2024-04-26T01:52:59.356 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/cdc_mbim.txt 2024-04-26T01:52:59.358 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/cops.txt 2024-04-26T01:52:59.360 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/cs89x0.txt 2024-04-26T01:52:59.362 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/cxacru-cf.py 2024-04-26T01:52:59.364 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/cxacru.txt 2024-04-26T01:52:59.365 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/cxgb.txt 2024-04-26T01:52:59.367 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/dccp.txt 2024-04-26T01:52:59.369 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/dctcp.txt 2024-04-26T01:52:59.371 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/de4x5.txt 2024-04-26T01:52:59.372 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/decnet.txt 2024-04-26T01:52:59.374 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/dl2k.txt 2024-04-26T01:52:59.376 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/dm9000.txt 2024-04-26T01:52:59.378 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/dmfe.txt 2024-04-26T01:52:59.380 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/dns_resolver.txt 2024-04-26T01:52:59.382 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/driver.txt 2024-04-26T01:52:59.384 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/e100.txt 2024-04-26T01:52:59.386 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/e1000.txt 2024-04-26T01:52:59.388 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/e1000e.txt 2024-04-26T01:52:59.391 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/eql.txt 2024-04-26T01:52:59.394 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/fib_trie.txt 2024-04-26T01:52:59.396 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/filter.txt 2024-04-26T01:52:59.399 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/fore200e.txt 2024-04-26T01:52:59.402 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/framerelay.txt 2024-04-26T01:52:59.404 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/gen_stats.txt 2024-04-26T01:52:59.406 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/generic-hdlc.txt 2024-04-26T01:52:59.409 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/generic_netlink.txt 2024-04-26T01:52:59.411 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/gianfar.txt 2024-04-26T01:52:59.413 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/i40e.txt 2024-04-26T01:52:59.415 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/i40evf.txt 2024-04-26T01:52:59.417 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/ieee802154.txt 2024-04-26T01:52:59.419 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/igb.txt 2024-04-26T01:52:59.421 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/igbvf.txt 2024-04-26T01:52:59.423 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/ip-sysctl.txt 2024-04-26T01:52:59.426 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/ip_dynaddr.txt 2024-04-26T01:52:59.429 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/ipddp.txt 2024-04-26T01:52:59.432 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/iphase.txt 2024-04-26T01:52:59.434 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/ipsec.txt 2024-04-26T01:52:59.436 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/ipv6.txt 2024-04-26T01:52:59.439 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/ipvlan.txt 2024-04-26T01:52:59.441 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/ipvs-sysctl.txt 2024-04-26T01:52:59.443 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/irda.txt 2024-04-26T01:52:59.445 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/ixgb.txt 2024-04-26T01:52:59.448 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/ixgbe.txt 2024-04-26T01:52:59.450 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/ixgbevf.txt 2024-04-26T01:52:59.452 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/l2tp.txt 2024-04-26T01:52:59.454 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/lapb-module.txt 2024-04-26T01:52:59.455 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/ltpc.txt 2024-04-26T01:52:59.457 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/mac80211-auth-assoc-deauth.txt 2024-04-26T01:52:59.459 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/mac80211-injection.txt 2024-04-26T01:52:59.461 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/mac80211_hwsim/ 2024-04-26T01:52:59.462 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/mac80211_hwsim/README 2024-04-26T01:52:59.464 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/mac80211_hwsim/hostapd.conf 2024-04-26T01:52:59.466 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/mac80211_hwsim/wpa_supplicant.conf 2024-04-26T01:52:59.468 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/multiqueue.txt 2024-04-26T01:52:59.469 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/netconsole.txt 2024-04-26T01:52:59.471 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/netdev-FAQ.txt 2024-04-26T01:52:59.473 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/netdev-features.txt 2024-04-26T01:52:59.475 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/netdevices.txt 2024-04-26T01:52:59.477 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/netif-msg.txt 2024-04-26T01:52:59.479 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/netlink_mmap.txt 2024-04-26T01:52:59.481 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/nf_conntrack-sysctl.txt 2024-04-26T01:52:59.483 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/nfc.txt 2024-04-26T01:52:59.484 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/openvswitch.txt 2024-04-26T01:52:59.486 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/operstates.txt 2024-04-26T01:52:59.488 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/packet_mmap.txt 2024-04-26T01:52:59.490 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/phonet.txt 2024-04-26T01:52:59.492 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/phy.txt 2024-04-26T01:52:59.495 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/pktgen.txt 2024-04-26T01:52:59.497 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/policy-routing.txt 2024-04-26T01:52:59.498 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/ppp_generic.txt 2024-04-26T01:52:59.500 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/proc_net_tcp.txt 2024-04-26T01:52:59.502 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/radiotap-headers.txt 2024-04-26T01:52:59.504 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/ray_cs.txt 2024-04-26T01:52:59.506 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/rds.txt 2024-04-26T01:52:59.507 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/regulatory.txt 2024-04-26T01:52:59.509 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/rxrpc.txt 2024-04-26T01:52:59.511 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/s2io.txt 2024-04-26T01:52:59.513 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/scaling.txt 2024-04-26T01:52:59.515 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/sctp.txt 2024-04-26T01:52:59.517 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/secid.txt 2024-04-26T01:52:59.518 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/skfp.txt 2024-04-26T01:52:59.520 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/smc9.txt 2024-04-26T01:52:59.522 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/spider_net.txt 2024-04-26T01:52:59.523 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/stmmac.txt 2024-04-26T01:52:59.525 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/switchdev.txt 2024-04-26T01:52:59.527 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/tc-actions-env-rules.txt 2024-04-26T01:52:59.529 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/tcp-thin.txt 2024-04-26T01:52:59.530 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/tcp.txt 2024-04-26T01:52:59.532 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/team.txt 2024-04-26T01:52:59.534 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/timestamping.txt 2024-04-26T01:52:59.536 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/timestamping/ 2024-04-26T01:52:59.537 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/timestamping/.gitignore 2024-04-26T01:52:59.539 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/timestamping/Makefile 2024-04-26T01:52:59.540 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/timestamping/hwtstamp_config.c 2024-04-26T01:52:59.542 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/timestamping/timestamping.c 2024-04-26T01:52:59.544 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/timestamping/txtimestamp.c 2024-04-26T01:52:59.546 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/tlan.txt 2024-04-26T01:52:59.547 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/tproxy.txt 2024-04-26T01:52:59.549 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/tuntap.txt 2024-04-26T01:52:59.551 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/udplite.txt 2024-04-26T01:52:59.553 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/vortex.txt 2024-04-26T01:52:59.554 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/vxge.txt 2024-04-26T01:52:59.556 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/vxlan.txt 2024-04-26T01:52:59.558 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/x25-iface.txt 2024-04-26T01:52:59.560 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/x25.txt 2024-04-26T01:52:59.562 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/xfrm_proc.txt 2024-04-26T01:52:59.563 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/xfrm_sync.txt 2024-04-26T01:52:59.565 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/xfrm_sysctl.txt 2024-04-26T01:52:59.567 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/networking/z8530drv.txt 2024-04-26T01:52:59.569 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/nfc/ 2024-04-26T01:52:59.570 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/nfc/nfc-hci.txt 2024-04-26T01:52:59.572 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/nfc/nfc-pn544.txt 2024-04-26T01:52:59.574 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/nios2/ 2024-04-26T01:52:59.576 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/nios2/README 2024-04-26T01:52:59.577 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/nommu-mmap.txt 2024-04-26T01:52:59.579 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/numastat.txt 2024-04-26T01:52:59.581 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/oops-tracing.txt 2024-04-26T01:52:59.583 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/padata.txt 2024-04-26T01:52:59.584 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/parisc/ 2024-04-26T01:52:59.586 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/parisc/00-INDEX 2024-04-26T01:52:59.588 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/parisc/debugging 2024-04-26T01:52:59.589 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/parisc/registers 2024-04-26T01:52:59.591 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/parport-lowlevel.txt 2024-04-26T01:52:59.593 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/parport.txt 2024-04-26T01:52:59.595 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/pcmcia/ 2024-04-26T01:52:59.596 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/pcmcia/.gitignore 2024-04-26T01:52:59.598 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/pcmcia/Makefile 2024-04-26T01:52:59.600 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/pcmcia/crc32hash.c 2024-04-26T01:52:59.601 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/pcmcia/devicetable.txt 2024-04-26T01:52:59.603 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/pcmcia/driver-changes.txt 2024-04-26T01:52:59.604 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/pcmcia/driver.txt 2024-04-26T01:52:59.606 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/pcmcia/locking.txt 2024-04-26T01:52:59.608 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/percpu-rw-semaphore.txt 2024-04-26T01:52:59.610 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/phy.txt 2024-04-26T01:52:59.611 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/phy/ 2024-04-26T01:52:59.613 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/phy/samsung-usb2.txt 2024-04-26T01:52:59.615 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/pi-futex.txt 2024-04-26T01:52:59.617 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/pinctrl.txt 2024-04-26T01:52:59.619 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/platform/ 2024-04-26T01:52:59.620 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/platform/x86-laptop-drivers.txt 2024-04-26T01:52:59.622 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/pnp.txt 2024-04-26T01:52:59.624 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/power/ 2024-04-26T01:52:59.625 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/power/00-INDEX 2024-04-26T01:52:59.627 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/power/apm-acpi.txt 2024-04-26T01:52:59.629 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/power/basic-pm-debugging.txt 2024-04-26T01:52:59.631 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/power/charger-manager.txt 2024-04-26T01:52:59.632 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/power/devices.txt 2024-04-26T01:52:59.634 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/power/drivers-testing.txt 2024-04-26T01:52:59.636 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/power/freezing-of-tasks.txt 2024-04-26T01:52:59.638 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/power/interface.txt 2024-04-26T01:52:59.639 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/power/notifiers.txt 2024-04-26T01:52:59.641 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/power/opp.txt 2024-04-26T01:52:59.643 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/power/pci.txt 2024-04-26T01:52:59.646 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/power/pm_qos_interface.txt 2024-04-26T01:52:59.648 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/power/power_supply_class.txt 2024-04-26T01:52:59.650 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/power/powercap/ 2024-04-26T01:52:59.652 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/power/powercap/powercap.txt 2024-04-26T01:52:59.654 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/power/regulator/ 2024-04-26T01:52:59.656 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/power/regulator/consumer.txt 2024-04-26T01:52:59.659 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/power/regulator/design.txt 2024-04-26T01:52:59.661 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/power/regulator/machine.txt 2024-04-26T01:52:59.663 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/power/regulator/overview.txt 2024-04-26T01:52:59.666 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/power/regulator/regulator.txt 2024-04-26T01:52:59.668 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/power/runtime_pm.txt 2024-04-26T01:52:59.671 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/power/s2ram.txt 2024-04-26T01:52:59.673 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/power/states.txt 2024-04-26T01:52:59.676 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/power/suspend-and-cpuhotplug.txt 2024-04-26T01:52:59.678 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/power/suspend-and-interrupts.txt 2024-04-26T01:52:59.681 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/power/swsusp-and-swap-files.txt 2024-04-26T01:52:59.683 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/power/swsusp-dmcrypt.txt 2024-04-26T01:52:59.685 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/power/swsusp.txt 2024-04-26T01:52:59.688 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/power/tricks.txt 2024-04-26T01:52:59.690 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/power/userland-swsusp.txt 2024-04-26T01:52:59.692 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/power/video.txt 2024-04-26T01:52:59.695 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/powerpc/ 2024-04-26T01:52:59.697 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/powerpc/00-INDEX 2024-04-26T01:52:59.699 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/powerpc/bootwrapper.txt 2024-04-26T01:52:59.701 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/powerpc/cpu_families.txt 2024-04-26T01:52:59.703 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/powerpc/cpu_features.txt 2024-04-26T01:52:59.705 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/powerpc/cxl.txt 2024-04-26T01:52:59.707 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/powerpc/eeh-pci-error-recovery.txt 2024-04-26T01:52:59.709 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/powerpc/firmware-assisted-dump.txt 2024-04-26T01:52:59.711 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/powerpc/hvcs.txt 2024-04-26T01:52:59.714 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/powerpc/mpc52xx.txt 2024-04-26T01:52:59.716 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/powerpc/pmu-ebb.txt 2024-04-26T01:52:59.719 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/powerpc/ptrace.txt 2024-04-26T01:52:59.721 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/powerpc/qe_firmware.txt 2024-04-26T01:52:59.723 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/powerpc/transactional_memory.txt 2024-04-26T01:52:59.726 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/pps/ 2024-04-26T01:52:59.728 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/pps/pps.txt 2024-04-26T01:52:59.730 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/prctl/ 2024-04-26T01:52:59.733 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/prctl/.gitignore 2024-04-26T01:52:59.734 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/prctl/Makefile 2024-04-26T01:52:59.736 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/prctl/disable-tsc-ctxt-sw-stress-test.c 2024-04-26T01:52:59.739 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/prctl/disable-tsc-on-off-stress-test.c 2024-04-26T01:52:59.741 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/prctl/disable-tsc-test.c 2024-04-26T01:52:59.743 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/prctl/no_new_privs.txt 2024-04-26T01:52:59.745 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/prctl/seccomp_filter.txt 2024-04-26T01:52:59.748 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/preempt-locking.txt 2024-04-26T01:52:59.750 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/printk-formats.txt 2024-04-26T01:52:59.753 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/pti/ 2024-04-26T01:52:59.754 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/pti/pti_intel_mid.txt 2024-04-26T01:52:59.757 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ptp/ 2024-04-26T01:52:59.758 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ptp/.gitignore 2024-04-26T01:52:59.760 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ptp/Makefile 2024-04-26T01:52:59.763 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ptp/ptp.txt 2024-04-26T01:52:59.765 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ptp/testptp.c 2024-04-26T01:52:59.767 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ptp/testptp.mk 2024-04-26T01:52:59.770 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/pwm.txt 2024-04-26T01:52:59.772 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/ramoops.txt 2024-04-26T01:52:59.774 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/rapidio/ 2024-04-26T01:52:59.776 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/rapidio/rapidio.txt 2024-04-26T01:52:59.779 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/rapidio/sysfs.txt 2024-04-26T01:52:59.781 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/rapidio/tsi721.txt 2024-04-26T01:52:59.784 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/rbtree.txt 2024-04-26T01:52:59.786 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/remoteproc.txt 2024-04-26T01:52:59.789 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/rfkill.txt 2024-04-26T01:52:59.792 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/robust-futex-ABI.txt 2024-04-26T01:52:59.794 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/robust-futexes.txt 2024-04-26T01:52:59.797 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/rpmsg.txt 2024-04-26T01:52:59.800 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/rtc.txt 2024-04-26T01:52:59.802 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/s390/ 2024-04-26T01:52:59.804 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/s390/00-INDEX 2024-04-26T01:52:59.806 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/s390/3270.ChangeLog 2024-04-26T01:52:59.807 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/s390/3270.txt 2024-04-26T01:52:59.809 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/s390/CommonIO 2024-04-26T01:52:59.811 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/s390/DASD 2024-04-26T01:52:59.812 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/s390/Debugging390.txt 2024-04-26T01:52:59.816 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/s390/cds.txt 2024-04-26T01:52:59.820 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/s390/config3270.sh 2024-04-26T01:52:59.823 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/s390/driver-model.txt 2024-04-26T01:52:59.825 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/s390/kvm.txt 2024-04-26T01:52:59.828 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/s390/monreader.txt 2024-04-26T01:52:59.830 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/s390/qeth.txt 2024-04-26T01:52:59.833 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/s390/s390dbf.txt 2024-04-26T01:52:59.836 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/s390/zfcpdump.txt 2024-04-26T01:52:59.838 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scheduler/ 2024-04-26T01:52:59.840 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scheduler/00-INDEX 2024-04-26T01:52:59.843 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scheduler/completion.txt 2024-04-26T01:52:59.846 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scheduler/sched-arch.txt 2024-04-26T01:52:59.848 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scheduler/sched-bwc.txt 2024-04-26T01:52:59.851 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scheduler/sched-deadline.txt 2024-04-26T01:52:59.853 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scheduler/sched-design-CFS.txt 2024-04-26T01:52:59.856 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scheduler/sched-domains.txt 2024-04-26T01:52:59.859 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scheduler/sched-nice-design.txt 2024-04-26T01:52:59.861 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scheduler/sched-rt-group.txt 2024-04-26T01:52:59.864 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scheduler/sched-stats.txt 2024-04-26T01:52:59.866 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/ 2024-04-26T01:52:59.868 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/00-INDEX 2024-04-26T01:52:59.871 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/53c700.txt 2024-04-26T01:52:59.873 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/BusLogic.txt 2024-04-26T01:52:59.876 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.1992-1997 2024-04-26T01:52:59.879 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.arcmsr 2024-04-26T01:52:59.881 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.ips 2024-04-26T01:52:59.883 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.lpfc 2024-04-26T01:52:59.887 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.megaraid 2024-04-26T01:52:59.889 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.megaraid_sas 2024-04-26T01:52:59.891 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.ncr53c8xx 2024-04-26T01:52:59.893 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.sym53c8xx 2024-04-26T01:52:59.896 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.sym53c8xx_2 2024-04-26T01:52:59.898 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/FlashPoint.txt 2024-04-26T01:52:59.901 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/LICENSE.FlashPoint 2024-04-26T01:52:59.903 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/LICENSE.qla2xxx 2024-04-26T01:52:59.905 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/LICENSE.qla4xxx 2024-04-26T01:52:59.907 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/Mylex.txt 2024-04-26T01:52:59.909 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/NinjaSCSI.txt 2024-04-26T01:52:59.911 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/aacraid.txt 2024-04-26T01:52:59.913 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/advansys.txt 2024-04-26T01:52:59.915 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/aha152x.txt 2024-04-26T01:52:59.917 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/aic79xx.txt 2024-04-26T01:52:59.919 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/aic7xxx.txt 2024-04-26T01:52:59.921 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/arcmsr_spec.txt 2024-04-26T01:52:59.923 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/bfa.txt 2024-04-26T01:52:59.925 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/bnx2fc.txt 2024-04-26T01:52:59.927 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/cxgb3i.txt 2024-04-26T01:52:59.929 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/dc395x.txt 2024-04-26T01:52:59.931 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/dpti.txt 2024-04-26T01:52:59.933 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/dtc3x80.txt 2024-04-26T01:52:59.935 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/g_NCR5380.txt 2024-04-26T01:52:59.937 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/hpsa.txt 2024-04-26T01:52:59.939 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/hptiop.txt 2024-04-26T01:52:59.941 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/in2000.txt 2024-04-26T01:52:59.943 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/libsas.txt 2024-04-26T01:52:59.945 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/link_power_management_policy.txt 2024-04-26T01:52:59.947 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/lpfc.txt 2024-04-26T01:52:59.948 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/megaraid.txt 2024-04-26T01:52:59.950 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/ncr53c8xx.txt 2024-04-26T01:52:59.953 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/osd.txt 2024-04-26T01:52:59.956 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/osst.txt 2024-04-26T01:52:59.958 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/ppa.txt 2024-04-26T01:52:59.960 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/qlogicfas.txt 2024-04-26T01:52:59.962 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/scsi-changer.txt 2024-04-26T01:52:59.963 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/scsi-generic.txt 2024-04-26T01:52:59.965 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/scsi-parameters.txt 2024-04-26T01:52:59.968 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/scsi.txt 2024-04-26T01:52:59.970 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/scsi_eh.txt 2024-04-26T01:52:59.973 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/scsi_fc_transport.txt 2024-04-26T01:52:59.976 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/scsi_mid_low_api.txt 2024-04-26T01:52:59.978 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/scsi_transport_srp/ 2024-04-26T01:52:59.980 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/scsi_transport_srp/Makefile 2024-04-26T01:52:59.982 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/scsi_transport_srp/rport_state_diagram.dot 2024-04-26T01:52:59.984 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/st.txt 2024-04-26T01:52:59.987 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/sym53c500_cs.txt 2024-04-26T01:52:59.989 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/sym53c8xx_2.txt 2024-04-26T01:52:59.991 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/tmscsim.txt 2024-04-26T01:52:59.994 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/ufs.txt 2024-04-26T01:52:59.997 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/scsi/wd719x.txt 2024-04-26T01:52:59.999 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/security/ 2024-04-26T01:53:00.001 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/security/00-INDEX 2024-04-26T01:53:00.003 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/security/IMA-templates.txt 2024-04-26T01:53:00.005 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/security/LSM.txt 2024-04-26T01:53:00.007 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/security/SELinux.txt 2024-04-26T01:53:00.009 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/security/Smack.txt 2024-04-26T01:53:00.011 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/security/Yama.txt 2024-04-26T01:53:00.013 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/security/apparmor.txt 2024-04-26T01:53:00.015 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/security/credentials.txt 2024-04-26T01:53:00.017 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/security/keys-ecryptfs.txt 2024-04-26T01:53:00.019 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/security/keys-request-key.txt 2024-04-26T01:53:00.021 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/security/keys-trusted-encrypted.txt 2024-04-26T01:53:00.023 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/security/keys.txt 2024-04-26T01:53:00.026 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/security/tomoyo.txt 2024-04-26T01:53:00.028 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/serial-console.txt 2024-04-26T01:53:00.030 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/serial/ 2024-04-26T01:53:00.032 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/serial/00-INDEX 2024-04-26T01:53:00.033 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/serial/README.cycladesZ 2024-04-26T01:53:00.035 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/serial/driver 2024-04-26T01:53:00.037 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/serial/moxa-smartio 2024-04-26T01:53:00.039 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/serial/n_gsm.txt 2024-04-26T01:53:00.041 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/serial/rocket.txt 2024-04-26T01:53:00.043 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/serial/serial-rs485.txt 2024-04-26T01:53:00.045 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/serial/tty.txt 2024-04-26T01:53:00.047 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sgi-ioc4.txt 2024-04-26T01:53:00.049 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sh/ 2024-04-26T01:53:00.051 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sh/new-machine.txt 2024-04-26T01:53:00.052 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sh/register-banks.txt 2024-04-26T01:53:00.054 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/smsc_ece1099.txt 2024-04-26T01:53:00.056 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/ 2024-04-26T01:53:00.058 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/alsa/ 2024-04-26T01:53:00.059 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/alsa/ALSA-Configuration.txt 2024-04-26T01:53:00.062 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/alsa/Audigy-mixer.txt 2024-04-26T01:53:00.064 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/alsa/Audiophile-Usb.txt 2024-04-26T01:53:00.066 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/alsa/Bt87x.txt 2024-04-26T01:53:00.068 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/alsa/CMIPCI.txt 2024-04-26T01:53:00.070 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/alsa/Channel-Mapping-API.txt 2024-04-26T01:53:00.071 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/alsa/ControlNames.txt 2024-04-26T01:53:00.073 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/alsa/HD-Audio-Controls.txt 2024-04-26T01:53:00.075 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/alsa/HD-Audio-Models.txt 2024-04-26T01:53:00.077 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/alsa/HD-Audio.txt 2024-04-26T01:53:00.079 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/alsa/Joystick.txt 2024-04-26T01:53:00.080 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/alsa/MIXART.txt 2024-04-26T01:53:00.082 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/alsa/OSS-Emulation.txt 2024-04-26T01:53:00.084 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/alsa/Procfile.txt 2024-04-26T01:53:00.085 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/alsa/README.maya44 2024-04-26T01:53:00.087 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/alsa/SB-Live-mixer.txt 2024-04-26T01:53:00.089 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/alsa/VIA82xx-mixer.txt 2024-04-26T01:53:00.090 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/alsa/alsa-parameters.txt 2024-04-26T01:53:00.092 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/alsa/compress_offload.txt 2024-04-26T01:53:00.094 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/alsa/emu10k1-jack.txt 2024-04-26T01:53:00.096 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/alsa/hda_codec.txt 2024-04-26T01:53:00.098 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/alsa/hdspm.txt 2024-04-26T01:53:00.101 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/alsa/powersave.txt 2024-04-26T01:53:00.101 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/alsa/seq_oss.html 2024-04-26T01:53:00.103 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/alsa/serial-u16550.txt 2024-04-26T01:53:00.104 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/alsa/soc/ 2024-04-26T01:53:00.106 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/alsa/soc/DAI.txt 2024-04-26T01:53:00.108 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/alsa/soc/DPCM.txt 2024-04-26T01:53:00.109 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/alsa/soc/clocking.txt 2024-04-26T01:53:00.111 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/alsa/soc/codec.txt 2024-04-26T01:53:00.113 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/alsa/soc/dapm.txt 2024-04-26T01:53:00.115 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/alsa/soc/jack.txt 2024-04-26T01:53:00.116 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/alsa/soc/machine.txt 2024-04-26T01:53:00.118 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/alsa/soc/overview.txt 2024-04-26T01:53:00.120 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/alsa/soc/platform.txt 2024-04-26T01:53:00.121 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/alsa/soc/pops_clicks.txt 2024-04-26T01:53:00.123 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/oss/ 2024-04-26T01:53:00.125 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/oss/ALS 2024-04-26T01:53:00.127 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/oss/AudioExcelDSP16 2024-04-26T01:53:00.128 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/oss/CMI8330 2024-04-26T01:53:00.130 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/oss/ESS 2024-04-26T01:53:00.132 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/oss/ESS1868 2024-04-26T01:53:00.133 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/oss/Introduction 2024-04-26T01:53:00.135 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/oss/MultiSound 2024-04-26T01:53:00.137 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/oss/OPL3 2024-04-26T01:53:00.139 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/oss/Opti 2024-04-26T01:53:00.141 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/oss/PAS16 2024-04-26T01:53:00.142 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/oss/PSS 2024-04-26T01:53:00.144 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/oss/PSS-updates 2024-04-26T01:53:00.146 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/oss/README.OSS 2024-04-26T01:53:00.148 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/oss/README.modules 2024-04-26T01:53:00.150 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/oss/README.ymfsb 2024-04-26T01:53:00.151 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/oss/SoundPro 2024-04-26T01:53:00.153 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/oss/Soundblaster 2024-04-26T01:53:00.155 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/oss/Tropez+ 2024-04-26T01:53:00.157 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/oss/VIBRA16 2024-04-26T01:53:00.159 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/oss/WaveArtist 2024-04-26T01:53:00.161 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/oss/btaudio 2024-04-26T01:53:00.162 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/oss/mwave 2024-04-26T01:53:00.164 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/oss/oss-parameters.txt 2024-04-26T01:53:00.166 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sound/oss/ultrasound 2024-04-26T01:53:00.168 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sparse.txt 2024-04-26T01:53:00.170 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/spi/ 2024-04-26T01:53:00.173 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/spi/.gitignore 2024-04-26T01:53:00.174 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/spi/00-INDEX 2024-04-26T01:53:00.176 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/spi/Makefile 2024-04-26T01:53:00.178 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/spi/butterfly 2024-04-26T01:53:00.179 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/spi/ep93xx_spi 2024-04-26T01:53:00.181 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/spi/pxa2xx 2024-04-26T01:53:00.183 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/spi/spi-lm70llp 2024-04-26T01:53:00.185 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/spi/spi-sc18is602 2024-04-26T01:53:00.186 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/spi/spi-summary 2024-04-26T01:53:00.188 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/spi/spidev 2024-04-26T01:53:00.190 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/spi/spidev_fdx.c 2024-04-26T01:53:00.192 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/spi/spidev_test.c 2024-04-26T01:53:00.193 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/stable_api_nonsense.txt 2024-04-26T01:53:00.195 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/stable_kernel_rules.txt 2024-04-26T01:53:00.197 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/static-keys.txt 2024-04-26T01:53:00.199 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/svga.txt 2024-04-26T01:53:00.201 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sysctl/ 2024-04-26T01:53:00.203 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sysctl/00-INDEX 2024-04-26T01:53:00.205 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sysctl/README 2024-04-26T01:53:00.206 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sysctl/abi.txt 2024-04-26T01:53:00.208 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sysctl/fs.txt 2024-04-26T01:53:00.210 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sysctl/kernel.txt 2024-04-26T01:53:00.212 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sysctl/net.txt 2024-04-26T01:53:00.214 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sysctl/sunrpc.txt 2024-04-26T01:53:00.216 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sysctl/vm.txt 2024-04-26T01:53:00.218 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sysfs-rules.txt 2024-04-26T01:53:00.220 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/sysrq.txt 2024-04-26T01:53:00.222 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/target/ 2024-04-26T01:53:00.224 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/target/tcm_mod_builder.py 2024-04-26T01:53:00.226 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/target/tcm_mod_builder.txt 2024-04-26T01:53:00.228 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/target/tcmu-design.txt 2024-04-26T01:53:00.230 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/thermal/ 2024-04-26T01:53:00.232 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/thermal/cpu-cooling-api.txt 2024-04-26T01:53:00.234 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/thermal/exynos_thermal 2024-04-26T01:53:00.235 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/thermal/exynos_thermal_emulation 2024-04-26T01:53:00.237 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/thermal/intel_powerclamp.txt 2024-04-26T01:53:00.239 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/thermal/nouveau_thermal 2024-04-26T01:53:00.241 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/thermal/sysfs-api.txt 2024-04-26T01:53:00.243 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/thermal/x86_pkg_temperature_thermal 2024-04-26T01:53:00.245 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/this_cpu_ops.txt 2024-04-26T01:53:00.247 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/timers/ 2024-04-26T01:53:00.249 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/timers/.gitignore 2024-04-26T01:53:00.250 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/timers/00-INDEX 2024-04-26T01:53:00.252 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/timers/Makefile 2024-04-26T01:53:00.254 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/timers/NO_HZ.txt 2024-04-26T01:53:00.256 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/timers/highres.txt 2024-04-26T01:53:00.258 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/timers/hpet.txt 2024-04-26T01:53:00.260 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/timers/hpet_example.c 2024-04-26T01:53:00.261 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/timers/hrtimers.txt 2024-04-26T01:53:00.263 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/timers/timekeeping.txt 2024-04-26T01:53:00.266 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/timers/timer_stats.txt 2024-04-26T01:53:00.267 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/timers/timers-howto.txt 2024-04-26T01:53:00.269 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/tpm/ 2024-04-26T01:53:00.271 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/tpm/xen-tpmfront.txt 2024-04-26T01:53:00.272 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/trace/ 2024-04-26T01:53:00.274 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/trace/coresight.txt 2024-04-26T01:53:00.276 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/trace/events-kmem.txt 2024-04-26T01:53:00.277 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/trace/events-nmi.txt 2024-04-26T01:53:00.279 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/trace/events-power.txt 2024-04-26T01:53:00.281 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/trace/events.txt 2024-04-26T01:53:00.283 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/trace/ftrace-design.txt 2024-04-26T01:53:00.285 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/trace/ftrace.txt 2024-04-26T01:53:00.289 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/trace/function-graph-fold.vim 2024-04-26T01:53:00.291 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/trace/kprobetrace.txt 2024-04-26T01:53:00.293 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/trace/mmiotrace.txt 2024-04-26T01:53:00.294 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/trace/postprocess/ 2024-04-26T01:53:00.296 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/trace/postprocess/trace-pagealloc-postprocess.pl 2024-04-26T01:53:00.298 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/trace/postprocess/trace-vmscan-postprocess.pl 2024-04-26T01:53:00.300 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/trace/ring-buffer-design.txt 2024-04-26T01:53:00.302 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/trace/tracepoint-analysis.txt 2024-04-26T01:53:00.304 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/trace/tracepoints.txt 2024-04-26T01:53:00.306 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/trace/uprobetracer.txt 2024-04-26T01:53:00.307 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/unaligned-memory-access.txt 2024-04-26T01:53:00.309 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/unicode.txt 2024-04-26T01:53:00.311 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/unshare.txt 2024-04-26T01:53:00.313 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/usb/ 2024-04-26T01:53:00.314 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/usb/CREDITS 2024-04-26T01:53:00.316 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/usb/URB.txt 2024-04-26T01:53:00.318 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/usb/WUSB-Design-overview.txt 2024-04-26T01:53:00.320 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/usb/acm.txt 2024-04-26T01:53:00.321 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/usb/anchors.txt 2024-04-26T01:53:00.323 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/usb/authorization.txt 2024-04-26T01:53:00.325 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/usb/bulk-streams.txt 2024-04-26T01:53:00.327 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/usb/callbacks.txt 2024-04-26T01:53:00.328 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/usb/chipidea.txt 2024-04-26T01:53:00.330 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/usb/dma.txt 2024-04-26T01:53:00.332 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/usb/dwc3.txt 2024-04-26T01:53:00.333 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/usb/ehci.txt 2024-04-26T01:53:00.336 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/usb/error-codes.txt 2024-04-26T01:53:00.337 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/usb/functionfs.txt 2024-04-26T01:53:00.339 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/usb/gadget-testing.txt 2024-04-26T01:53:00.341 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/usb/gadget_configfs.txt 2024-04-26T01:53:00.343 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/usb/gadget_hid.txt 2024-04-26T01:53:00.345 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/usb/gadget_multi.txt 2024-04-26T01:53:00.347 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/usb/gadget_printer.txt 2024-04-26T01:53:00.349 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/usb/gadget_serial.txt 2024-04-26T01:53:00.351 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/usb/hotplug.txt 2024-04-26T01:53:00.489 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/usb/iuu_phoenix.txt 2024-04-26T01:53:00.589 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/usb/linux-cdc-acm.inf 2024-04-26T01:53:00.591 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/usb/linux.inf 2024-04-26T01:53:00.593 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/usb/mass-storage.txt 2024-04-26T01:53:00.594 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/usb/misc_usbsevseg.txt 2024-04-26T01:53:00.596 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/usb/mtouchusb.txt 2024-04-26T01:53:00.598 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/usb/ohci.txt 2024-04-26T01:53:00.599 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/usb/persist.txt 2024-04-26T01:53:00.601 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/usb/power-management.txt 2024-04-26T01:53:00.604 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/usb/proc_usb_info.txt 2024-04-26T01:53:00.606 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/usb/rio.txt 2024-04-26T01:53:00.608 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/usb/usb-help.txt 2024-04-26T01:53:00.610 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/usb/usb-serial.txt 2024-04-26T01:53:00.612 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/usb/usbmon.txt 2024-04-26T01:53:00.614 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/usb/wusb-cbaf 2024-04-26T01:53:00.616 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/vDSO/ 2024-04-26T01:53:00.617 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/vDSO/.gitignore 2024-04-26T01:53:00.619 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/vDSO/Makefile 2024-04-26T01:53:00.621 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/vDSO/parse_vdso.c 2024-04-26T01:53:00.623 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/vDSO/vdso_standalone_test_x86.c 2024-04-26T01:53:00.624 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/vDSO/vdso_test.c 2024-04-26T01:53:00.626 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/vfio.txt 2024-04-26T01:53:00.628 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/vgaarbiter.txt 2024-04-26T01:53:00.630 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video-output.txt 2024-04-26T01:53:00.632 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/ 2024-04-26T01:53:00.633 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/4CCs.txt 2024-04-26T01:53:00.635 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/API.html 2024-04-26T01:53:00.636 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.au0828 2024-04-26T01:53:00.638 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.bttv 2024-04-26T01:53:00.640 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.cx23885 2024-04-26T01:53:00.642 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.cx88 2024-04-26T01:53:00.643 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.em28xx 2024-04-26T01:53:00.645 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.ivtv 2024-04-26T01:53:00.647 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.saa7134 2024-04-26T01:53:00.648 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.saa7164 2024-04-26T01:53:00.650 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.tm6000 2024-04-26T01:53:00.651 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.tuner 2024-04-26T01:53:00.653 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.usbvision 2024-04-26T01:53:00.654 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/Makefile 2024-04-26T01:53:00.656 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/README.cpia2 2024-04-26T01:53:00.658 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/README.cx88 2024-04-26T01:53:00.659 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/README.davinci-vpbe 2024-04-26T01:53:00.661 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/README.ir 2024-04-26T01:53:00.663 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/README.ivtv 2024-04-26T01:53:00.664 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/README.pvrusb2 2024-04-26T01:53:00.666 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/README.saa7134 2024-04-26T01:53:00.668 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/Zoran 2024-04-26T01:53:00.669 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/bttv/ 2024-04-26T01:53:00.671 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/bttv/CONTRIBUTORS 2024-04-26T01:53:00.673 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/bttv/Cards 2024-04-26T01:53:00.674 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/bttv/ICs 2024-04-26T01:53:00.676 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/bttv/Insmod-options 2024-04-26T01:53:00.678 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/bttv/MAKEDEV 2024-04-26T01:53:00.679 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/bttv/Modprobe.conf 2024-04-26T01:53:00.681 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/bttv/Modules.conf 2024-04-26T01:53:00.683 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/bttv/PROBLEMS 2024-04-26T01:53:00.685 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/bttv/README 2024-04-26T01:53:00.686 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/bttv/README.WINVIEW 2024-04-26T01:53:00.688 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/bttv/README.freeze 2024-04-26T01:53:00.690 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/bttv/README.quirks 2024-04-26T01:53:00.691 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/bttv/Sound-FAQ 2024-04-26T01:53:00.693 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/bttv/Specs 2024-04-26T01:53:00.695 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/bttv/THANKS 2024-04-26T01:53:00.697 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/bttv/Tuners 2024-04-26T01:53:00.698 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/cafe_ccic 2024-04-26T01:53:00.700 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/cpia2_overview.txt 2024-04-26T01:53:00.702 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/cx18.txt 2024-04-26T01:53:00.703 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/ 2024-04-26T01:53:00.705 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/README.hm12 2024-04-26T01:53:00.706 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/README.vbi 2024-04-26T01:53:00.708 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-calling.txt 2024-04-26T01:53:00.710 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-decoder-api.txt 2024-04-26T01:53:00.711 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-decoder-regs.txt 2024-04-26T01:53:00.713 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-dma.txt 2024-04-26T01:53:00.715 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-encoder-api.txt 2024-04-26T01:53:00.717 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-memory.txt 2024-04-26T01:53:00.718 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-osd-api.txt 2024-04-26T01:53:00.720 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-upload.txt 2024-04-26T01:53:00.722 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/cx88/ 2024-04-26T01:53:00.723 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/cx88/hauppauge-wintv-cx88-ir.txt 2024-04-26T01:53:00.725 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/extract_xc3028.pl 2024-04-26T01:53:00.727 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/fimc.txt 2024-04-26T01:53:00.728 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/gspca.txt 2024-04-26T01:53:00.730 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/hauppauge-wintv-cx88-ir.txt 2024-04-26T01:53:00.732 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/lifeview.txt 2024-04-26T01:53:00.734 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/meye.txt 2024-04-26T01:53:00.735 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/not-in-cx2388x-datasheet.txt 2024-04-26T01:53:00.737 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/omap3isp.txt 2024-04-26T01:53:00.739 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/omap4_camera.txt 2024-04-26T01:53:00.741 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/pxa_camera.txt 2024-04-26T01:53:00.742 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/radiotrack.txt 2024-04-26T01:53:00.744 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/sh_mobile_ceu_camera.txt 2024-04-26T01:53:00.745 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/si470x.txt 2024-04-26T01:53:00.747 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/si4713.txt 2024-04-26T01:53:00.749 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/si476x.txt 2024-04-26T01:53:00.751 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/soc-camera.txt 2024-04-26T01:53:00.752 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/uvcvideo.txt 2024-04-26T01:53:00.754 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/v4l2-controls.txt 2024-04-26T01:53:00.756 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/v4l2-framework.txt 2024-04-26T01:53:00.758 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/v4l2-pci-skeleton.c 2024-04-26T01:53:00.760 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/videobuf 2024-04-26T01:53:00.761 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/vivid.txt 2024-04-26T01:53:00.763 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/video4linux/zr364xx.txt 2024-04-26T01:53:00.765 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/virtual/ 2024-04-26T01:53:00.767 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/virtual/00-INDEX 2024-04-26T01:53:00.768 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/virtual/kvm/ 2024-04-26T01:53:00.769 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/virtual/kvm/00-INDEX 2024-04-26T01:53:00.771 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/virtual/kvm/api.txt 2024-04-26T01:53:00.775 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/virtual/kvm/cpuid.txt 2024-04-26T01:53:00.777 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/ 2024-04-26T01:53:00.778 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/README 2024-04-26T01:53:00.780 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/arm-vgic.txt 2024-04-26T01:53:00.782 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/mpic.txt 2024-04-26T01:53:00.783 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/s390_flic.txt 2024-04-26T01:53:00.785 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/vfio.txt 2024-04-26T01:53:00.787 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/vm.txt 2024-04-26T01:53:00.789 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/xics.txt 2024-04-26T01:53:00.790 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/virtual/kvm/hypercalls.txt 2024-04-26T01:53:00.792 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/virtual/kvm/locking.txt 2024-04-26T01:53:00.794 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/virtual/kvm/mmu.txt 2024-04-26T01:53:00.796 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/virtual/kvm/msr.txt 2024-04-26T01:53:00.798 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/virtual/kvm/nested-vmx.txt 2024-04-26T01:53:00.799 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/virtual/kvm/ppc-pv.txt 2024-04-26T01:53:00.801 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/virtual/kvm/review-checklist.txt 2024-04-26T01:53:00.803 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/virtual/kvm/s390-diag.txt 2024-04-26T01:53:00.805 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/virtual/kvm/timekeeping.txt 2024-04-26T01:53:00.807 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/virtual/paravirt_ops.txt 2024-04-26T01:53:00.809 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/virtual/uml/ 2024-04-26T01:53:00.811 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/virtual/uml/UserModeLinux-HOWTO.txt 2024-04-26T01:53:00.816 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/vm/ 2024-04-26T01:53:00.819 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/vm/.gitignore 2024-04-26T01:53:00.821 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/vm/00-INDEX 2024-04-26T01:53:00.822 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/vm/active_mm.txt 2024-04-26T01:53:00.824 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/vm/balance 2024-04-26T01:53:00.826 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/vm/cleancache.txt 2024-04-26T01:53:00.828 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/vm/frontswap.txt 2024-04-26T01:53:00.830 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/vm/highmem.txt 2024-04-26T01:53:00.832 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/vm/hugetlbpage.txt 2024-04-26T01:53:00.834 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/vm/hwpoison.txt 2024-04-26T01:53:00.835 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/vm/ksm.txt 2024-04-26T01:53:00.837 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/vm/numa 2024-04-26T01:53:00.839 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/vm/numa_memory_policy.txt 2024-04-26T01:53:00.841 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/vm/overcommit-accounting 2024-04-26T01:53:00.843 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/vm/page_migration 2024-04-26T01:53:00.845 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/vm/page_owner.txt 2024-04-26T01:53:00.846 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/vm/pagemap.txt 2024-04-26T01:53:00.848 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/vm/remap_file_pages.txt 2024-04-26T01:53:00.849 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/vm/slub.txt 2024-04-26T01:53:00.851 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/vm/soft-dirty.txt 2024-04-26T01:53:00.853 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/vm/split_page_table_lock 2024-04-26T01:53:00.854 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/vm/transhuge.txt 2024-04-26T01:53:00.856 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/vm/unevictable-lru.txt 2024-04-26T01:53:00.858 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/vm/zswap.txt 2024-04-26T01:53:00.860 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/vme_api.txt 2024-04-26T01:53:00.861 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/volatile-considered-harmful.txt 2024-04-26T01:53:00.863 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/w1/ 2024-04-26T01:53:00.865 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/w1/00-INDEX 2024-04-26T01:53:00.867 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/w1/masters/ 2024-04-26T01:53:00.868 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/w1/masters/00-INDEX 2024-04-26T01:53:00.870 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/w1/masters/ds2482 2024-04-26T01:53:00.871 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/w1/masters/ds2490 2024-04-26T01:53:00.873 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/w1/masters/mxc-w1 2024-04-26T01:53:00.875 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/w1/masters/omap-hdq 2024-04-26T01:53:00.876 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/w1/masters/w1-gpio 2024-04-26T01:53:00.878 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/w1/slaves/ 2024-04-26T01:53:00.879 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/w1/slaves/00-INDEX 2024-04-26T01:53:00.881 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/w1/slaves/w1_ds2406 2024-04-26T01:53:00.883 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/w1/slaves/w1_ds2423 2024-04-26T01:53:00.884 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/w1/slaves/w1_ds28e04 2024-04-26T01:53:00.886 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/w1/slaves/w1_therm 2024-04-26T01:53:00.888 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/w1/w1.generic 2024-04-26T01:53:00.889 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/w1/w1.netlink 2024-04-26T01:53:00.891 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/watchdog/ 2024-04-26T01:53:00.893 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/watchdog/Makefile 2024-04-26T01:53:00.894 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/watchdog/convert_drivers_to_kernel_api.txt 2024-04-26T01:53:00.896 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/watchdog/hpwdt.txt 2024-04-26T01:53:00.898 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/watchdog/pcwd-watchdog.txt 2024-04-26T01:53:00.900 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/watchdog/src/ 2024-04-26T01:53:00.901 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/watchdog/src/.gitignore 2024-04-26T01:53:00.902 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/watchdog/src/Makefile 2024-04-26T01:53:00.904 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/watchdog/src/watchdog-simple.c 2024-04-26T01:53:00.906 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/watchdog/src/watchdog-test.c 2024-04-26T01:53:00.907 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/watchdog/watchdog-api.txt 2024-04-26T01:53:00.909 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/watchdog/watchdog-kernel-api.txt 2024-04-26T01:53:00.911 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/watchdog/watchdog-parameters.txt 2024-04-26T01:53:00.913 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/watchdog/wdt.txt 2024-04-26T01:53:00.914 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/wimax/ 2024-04-26T01:53:00.916 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/wimax/README.i2400m 2024-04-26T01:53:00.918 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/wimax/README.wimax 2024-04-26T01:53:00.919 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/workqueue.txt 2024-04-26T01:53:00.921 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/x86/ 2024-04-26T01:53:00.923 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/x86/00-INDEX 2024-04-26T01:53:00.924 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/x86/boot.txt 2024-04-26T01:53:00.926 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/x86/early-microcode.txt 2024-04-26T01:53:00.928 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/x86/earlyprintk.txt 2024-04-26T01:53:00.929 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/x86/entry_64.txt 2024-04-26T01:53:00.931 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/x86/exception-tables.txt 2024-04-26T01:53:00.933 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/x86/i386/ 2024-04-26T01:53:00.934 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/x86/i386/IO-APIC.txt 2024-04-26T01:53:00.936 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/x86/intel_mpx.txt 2024-04-26T01:53:00.938 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/x86/mtrr.txt 2024-04-26T01:53:00.939 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/x86/pat.txt 2024-04-26T01:53:00.941 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/x86/tlb.txt 2024-04-26T01:53:00.943 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/x86/usb-legacy-support.txt 2024-04-26T01:53:00.944 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/x86/x86_64/ 2024-04-26T01:53:00.946 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/x86/x86_64/00-INDEX 2024-04-26T01:53:00.948 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/x86/x86_64/boot-options.txt 2024-04-26T01:53:00.949 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/x86/x86_64/cpu-hotplug-spec 2024-04-26T01:53:00.951 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/x86/x86_64/fake-numa-for-cpusets 2024-04-26T01:53:00.953 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/x86/x86_64/kernel-stacks 2024-04-26T01:53:00.955 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/x86/x86_64/machinecheck 2024-04-26T01:53:00.956 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/x86/x86_64/mm.txt 2024-04-26T01:53:00.958 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/x86/x86_64/uefi.txt 2024-04-26T01:53:00.960 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/x86/zero-page.txt 2024-04-26T01:53:00.961 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/xillybus.txt 2024-04-26T01:53:00.963 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/xtensa/ 2024-04-26T01:53:00.965 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/xtensa/atomctl.txt 2024-04-26T01:53:00.967 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/xtensa/mmu.txt 2024-04-26T01:53:00.968 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/xz.txt 2024-04-26T01:53:00.970 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/zh_CN/ 2024-04-26T01:53:00.972 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/zh_CN/CodingStyle 2024-04-26T01:53:00.973 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/zh_CN/HOWTO 2024-04-26T01:53:00.975 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/zh_CN/IRQ.txt 2024-04-26T01:53:00.977 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/zh_CN/SecurityBugs 2024-04-26T01:53:00.979 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/zh_CN/SubmittingDrivers 2024-04-26T01:53:00.980 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/zh_CN/SubmittingPatches 2024-04-26T01:53:00.982 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/zh_CN/arm/ 2024-04-26T01:53:00.984 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/zh_CN/arm/Booting 2024-04-26T01:53:00.985 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/zh_CN/arm/kernel_user_helpers.txt 2024-04-26T01:53:00.987 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/zh_CN/arm64/ 2024-04-26T01:53:00.988 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/zh_CN/arm64/booting.txt 2024-04-26T01:53:00.990 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/zh_CN/arm64/memory.txt 2024-04-26T01:53:00.992 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/zh_CN/arm64/tagged-pointers.txt 2024-04-26T01:53:00.993 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/zh_CN/basic_profiling.txt 2024-04-26T01:53:00.995 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/zh_CN/email-clients.txt 2024-04-26T01:53:00.997 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/zh_CN/filesystems/ 2024-04-26T01:53:00.998 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/zh_CN/filesystems/sysfs.txt 2024-04-26T01:53:01.000 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/zh_CN/gpio.txt 2024-04-26T01:53:01.002 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/zh_CN/io_ordering.txt 2024-04-26T01:53:01.003 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/zh_CN/magic-number.txt 2024-04-26T01:53:01.005 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/zh_CN/oops-tracing.txt 2024-04-26T01:53:01.007 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/zh_CN/sparse.txt 2024-04-26T01:53:01.009 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/zh_CN/stable_api_nonsense.txt 2024-04-26T01:53:01.011 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/zh_CN/stable_kernel_rules.txt 2024-04-26T01:53:01.012 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/zh_CN/video4linux/ 2024-04-26T01:53:01.014 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/zh_CN/video4linux/omap3isp.txt 2024-04-26T01:53:01.016 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/zh_CN/video4linux/v4l2-framework.txt 2024-04-26T01:53:01.017 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/zh_CN/volatile-considered-harmful.txt 2024-04-26T01:53:01.019 INFO:tasks.workunit.client.0.smithi046.stdout:linux-4.0.5/Documentation/zorro.txt 2024-04-26T01:53:01.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:53:00 smithi046 ceph-mon[28013]: pgmap v66: 97 pgs: 97 active+clean; 89 MiB data, 632 MiB used, 1.0 TiB / 1.0 TiB avail; 624 KiB/s rd, 7.5 MiB/s wr, 322 op/s 2024-04-26T01:53:01.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:53:00 smithi103 ceph-mon[32920]: pgmap v66: 97 pgs: 97 active+clean; 89 MiB data, 632 MiB used, 1.0 TiB / 1.0 TiB avail; 624 KiB/s rd, 7.5 MiB/s wr, 322 op/s 2024-04-26T01:53:01.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:53:00 smithi163 ceph-mon[32592]: pgmap v66: 97 pgs: 97 active+clean; 89 MiB data, 632 MiB used, 1.0 TiB / 1.0 TiB avail; 624 KiB/s rd, 7.5 MiB/s wr, 322 op/s 2024-04-26T01:53:03.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:53:02 smithi046 ceph-mon[28013]: pgmap v67: 97 pgs: 97 active+clean; 89 MiB data, 632 MiB used, 1.0 TiB / 1.0 TiB avail; 619 KiB/s rd, 7.5 MiB/s wr, 316 op/s 2024-04-26T01:53:03.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:53:02 smithi103 ceph-mon[32920]: pgmap v67: 97 pgs: 97 active+clean; 89 MiB data, 632 MiB used, 1.0 TiB / 1.0 TiB avail; 619 KiB/s rd, 7.5 MiB/s wr, 316 op/s 2024-04-26T01:53:03.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:53:02 smithi163 ceph-mon[32592]: pgmap v67: 97 pgs: 97 active+clean; 89 MiB data, 632 MiB used, 1.0 TiB / 1.0 TiB avail; 619 KiB/s rd, 7.5 MiB/s wr, 316 op/s 2024-04-26T01:53:05.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:53:04 smithi103 ceph-mon[32920]: pgmap v68: 97 pgs: 97 active+clean; 89 MiB data, 632 MiB used, 1.0 TiB / 1.0 TiB avail; 619 KiB/s rd, 7.5 MiB/s wr, 316 op/s 2024-04-26T01:53:05.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:53:04 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:53:05.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:53:04 smithi163 ceph-mon[32592]: pgmap v68: 97 pgs: 97 active+clean; 89 MiB data, 632 MiB used, 1.0 TiB / 1.0 TiB avail; 619 KiB/s rd, 7.5 MiB/s wr, 316 op/s 2024-04-26T01:53:05.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:53:04 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:53:05.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:53:04 smithi046 ceph-mon[28013]: pgmap v68: 97 pgs: 97 active+clean; 89 MiB data, 632 MiB used, 1.0 TiB / 1.0 TiB avail; 619 KiB/s rd, 7.5 MiB/s wr, 316 op/s 2024-04-26T01:53:05.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:53:04 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:53:06.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:53:05 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:53:06.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:53:05 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:53:06.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:53:05 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:53:06.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:53:05 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:53:06.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:53:05 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:53:06.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:53:05 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:53:06.213 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:53:05 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:53:06.213 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:53:05 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:53:06.213 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:53:05 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:53:06.548 INFO:tasks.workunit.client.0.smithi046.stderr:+ tar cf doc.tar linux-4.0.5 2024-04-26T01:53:07.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:53:06 smithi103 ceph-mon[32920]: pgmap v69: 97 pgs: 97 active+clean; 92 MiB data, 634 MiB used, 1.0 TiB / 1.0 TiB avail; 848 KiB/s rd, 7.7 MiB/s wr, 342 op/s 2024-04-26T01:53:07.169 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:53:06 smithi163 ceph-mon[32592]: pgmap v69: 97 pgs: 97 active+clean; 92 MiB data, 634 MiB used, 1.0 TiB / 1.0 TiB avail; 848 KiB/s rd, 7.7 MiB/s wr, 342 op/s 2024-04-26T01:53:07.245 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:53:06 smithi046 ceph-mon[28013]: pgmap v69: 97 pgs: 97 active+clean; 92 MiB data, 634 MiB used, 1.0 TiB / 1.0 TiB avail; 848 KiB/s rd, 7.7 MiB/s wr, 342 op/s 2024-04-26T01:53:08.283 INFO:tasks.workunit.client.0.smithi046.stderr:+ tar xf doc.tar 2024-04-26T01:53:09.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:53:08 smithi103 ceph-mon[32920]: pgmap v70: 97 pgs: 97 active+clean; 92 MiB data, 634 MiB used, 1.0 TiB / 1.0 TiB avail; 761 KiB/s rd, 3.2 MiB/s wr, 332 op/s 2024-04-26T01:53:09.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:53:08 smithi163 ceph-mon[32592]: pgmap v70: 97 pgs: 97 active+clean; 92 MiB data, 634 MiB used, 1.0 TiB / 1.0 TiB avail; 761 KiB/s rd, 3.2 MiB/s wr, 332 op/s 2024-04-26T01:53:09.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:53:08 smithi046 ceph-mon[28013]: pgmap v70: 97 pgs: 97 active+clean; 92 MiB data, 634 MiB used, 1.0 TiB / 1.0 TiB avail; 761 KiB/s rd, 3.2 MiB/s wr, 332 op/s 2024-04-26T01:53:09.688 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.690+0000 7f126be00640 1 -- 172.21.15.46:0/2525976987 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f126c100e60 msgr2=0x7f126c1069f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:09.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.690+0000 7f126be00640 1 --2- 172.21.15.46:0/2525976987 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f126c100e60 0x7f126c1069f0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f1258009900 tx=0x7f125802a410 comp rx=0 tx=0).stop 2024-04-26T01:53:09.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.690+0000 7f126be00640 1 -- 172.21.15.46:0/2525976987 shutdown_connections 2024-04-26T01:53:09.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.690+0000 7f126be00640 1 --2- 172.21.15.46:0/2525976987 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f126c107120 0x7f126c10eca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:09.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.690+0000 7f126be00640 1 --2- 172.21.15.46:0/2525976987 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f126c100e60 0x7f126c1069f0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:09.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.690+0000 7f126be00640 1 --2- 172.21.15.46:0/2525976987 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f126c1004b0 0x7f126c100890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:09.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.690+0000 7f126be00640 1 -- 172.21.15.46:0/2525976987 >> 172.21.15.46:0/2525976987 conn(0x7f126c0771c0 msgr2=0x7f126c0fe550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:09.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.690+0000 7f126be00640 1 -- 172.21.15.46:0/2525976987 shutdown_connections 2024-04-26T01:53:09.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.690+0000 7f126be00640 1 -- 172.21.15.46:0/2525976987 wait complete. 2024-04-26T01:53:09.690 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.691+0000 7f126be00640 1 Processor -- start 2024-04-26T01:53:09.690 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.692+0000 7f126be00640 1 -- start start 2024-04-26T01:53:09.690 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.692+0000 7f126be00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f126c1004b0 0x7f126c1a05d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:09.691 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.692+0000 7f126be00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f126c107120 0x7f126c1a0b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:09.691 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.692+0000 7f126be00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f126c19a6e0 0x7f126c19ab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:09.691 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.692+0000 7f126be00640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f126c1121a0 con 0x7f126c19a6e0 2024-04-26T01:53:09.691 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.692+0000 7f126be00640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f126c112020 con 0x7f126c1004b0 2024-04-26T01:53:09.691 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.692+0000 7f126be00640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f126c112320 con 0x7f126c107120 2024-04-26T01:53:09.691 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.692+0000 7f126aa00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f126c1004b0 0x7f126c1a05d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:09.691 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.692+0000 7f126aa00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f126c1004b0 0x7f126c1a05d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:59552/0 (socket says 172.21.15.46:59552) 2024-04-26T01:53:09.691 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.692+0000 7f126b400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f126c19a6e0 0x7f126c19ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:09.691 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.692+0000 7f126aa00640 1 -- 172.21.15.46:0/1257872069 learned_addr learned my addr 172.21.15.46:0/1257872069 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:53:09.691 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.693+0000 7f126a000640 1 --2- 172.21.15.46:0/1257872069 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f126c107120 0x7f126c1a0b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:09.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.693+0000 7f126aa00640 1 -- 172.21.15.46:0/1257872069 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f126c107120 msgr2=0x7f126c1a0b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:09.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.693+0000 7f126aa00640 1 --2- 172.21.15.46:0/1257872069 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f126c107120 0x7f126c1a0b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:09.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.693+0000 7f126aa00640 1 -- 172.21.15.46:0/1257872069 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f126c19a6e0 msgr2=0x7f126c19ab60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:09.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.693+0000 7f126aa00640 1 --2- 172.21.15.46:0/1257872069 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f126c19a6e0 0x7f126c19ab60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:09.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.693+0000 7f126aa00640 1 -- 172.21.15.46:0/1257872069 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f126c19b2e0 con 0x7f126c1004b0 2024-04-26T01:53:09.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.693+0000 7f126b400640 1 --2- 172.21.15.46:0/1257872069 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f126c19a6e0 0x7f126c19ab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:53:09.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.693+0000 7f126aa00640 1 --2- 172.21.15.46:0/1257872069 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f126c1004b0 0x7f126c1a05d0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f125c00ea60 tx=0x7f125c00ef20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:09.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.693+0000 7f1263400640 1 -- 172.21.15.46:0/1257872069 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f125c00cde0 con 0x7f126c1004b0 2024-04-26T01:53:09.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.693+0000 7f126be00640 1 -- 172.21.15.46:0/1257872069 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f126c1a7370 con 0x7f126c1004b0 2024-04-26T01:53:09.693 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.693+0000 7f1263400640 1 -- 172.21.15.46:0/1257872069 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f125c0035f0 con 0x7f126c1004b0 2024-04-26T01:53:09.693 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.693+0000 7f1263400640 1 -- 172.21.15.46:0/1257872069 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f125c010690 con 0x7f126c1004b0 2024-04-26T01:53:09.693 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.694+0000 7f126be00640 1 -- 172.21.15.46:0/1257872069 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f126c1a7720 con 0x7f126c1004b0 2024-04-26T01:53:09.695 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.697+0000 7f12743c9740 1 Processor -- start 2024-04-26T01:53:09.696 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.697+0000 7f1263400640 1 -- 172.21.15.46:0/1257872069 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 27) ==== 138777+0+0 (secure 0 0 0) 0x7f125c0037a0 con 0x7f126c1004b0 2024-04-26T01:53:09.696 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.697+0000 7f12743c9740 1 -- start start 2024-04-26T01:53:09.696 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.697+0000 7f12743c9740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba142009b0 0x55ba14200d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:09.696 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.697+0000 7f12743c9740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ba142012d0 0x55ba1420b650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:09.696 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.697+0000 7f12743c9740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55ba1420bb90 0x55ba1420df80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:09.696 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.697+0000 7f12743c9740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55ba14166900 con 0x55ba142012d0 2024-04-26T01:53:09.696 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.697+0000 7f12743c9740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55ba1410cef0 con 0x55ba142009b0 2024-04-26T01:53:09.696 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.697+0000 7f12743c9740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55ba141628c0 con 0x55ba1420bb90 2024-04-26T01:53:09.696 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.698+0000 7f126b400640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba142009b0 0x55ba14200d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:09.696 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.698+0000 7f126b400640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba142009b0 0x55ba14200d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:59554/0 (socket says 172.21.15.46:59554) 2024-04-26T01:53:09.696 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.698+0000 7f126b400640 1 -- 172.21.15.46:0/3586501268 learned_addr learned my addr 172.21.15.46:0/3586501268 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:53:09.696 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.698+0000 7f126aa00640 1 --2- 172.21.15.46:0/3586501268 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ba142012d0 0x55ba1420b650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:09.696 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.698+0000 7f126a000640 1 --2- 172.21.15.46:0/3586501268 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55ba1420bb90 0x55ba1420df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:09.698 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.698+0000 7f126b400640 1 -- 172.21.15.46:0/3586501268 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55ba1420bb90 msgr2=0x55ba1420df80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:09.698 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.698+0000 7f126b400640 1 --2- 172.21.15.46:0/3586501268 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55ba1420bb90 0x55ba1420df80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:09.698 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.698+0000 7f126b400640 1 -- 172.21.15.46:0/3586501268 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ba142012d0 msgr2=0x55ba1420b650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:09.698 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.698+0000 7f126b400640 1 --2- 172.21.15.46:0/3586501268 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ba142012d0 0x55ba1420b650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:09.699 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.698+0000 7f126b400640 1 -- 172.21.15.46:0/3586501268 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ba13e79210 con 0x55ba142009b0 2024-04-26T01:53:09.699 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.698+0000 7f126b400640 1 --2- 172.21.15.46:0/3586501268 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba142009b0 0x55ba14200d90 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f1264011790 tx=0x7f1264011c50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e68fc4a9b7355421 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:09.699 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.699+0000 7f1257400640 1 -- 172.21.15.46:0/3586501268 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1264003c30 con 0x55ba142009b0 2024-04-26T01:53:09.699 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.699+0000 7f1257400640 1 -- 172.21.15.46:0/3586501268 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f126400fe70 con 0x55ba142009b0 2024-04-26T01:53:09.699 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.699+0000 7f1263400640 1 --2- 172.21.15.46:0/1257872069 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f12500a3d10 0x7f12500a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:09.699 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.699+0000 7f1257400640 1 -- 172.21.15.46:0/3586501268 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12640193e0 con 0x55ba142009b0 2024-04-26T01:53:09.699 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.699+0000 7f1263400640 1 -- 172.21.15.46:0/1257872069 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f125c0d0af0 con 0x7f126c1004b0 2024-04-26T01:53:09.699 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.699+0000 7f126aa00640 1 --2- 172.21.15.46:0/1257872069 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f12500a3d10 0x7f12500a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:09.700 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.699+0000 7f12743c9740 1 -- 172.21.15.46:0/3586501268 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba142009b0 msgr2=0x55ba14200d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:09.700 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.699+0000 7f12743c9740 1 --2- 172.21.15.46:0/3586501268 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba142009b0 0x55ba14200d90 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f1264011790 tx=0x7f1264011c50 comp rx=0 tx=0).stop 2024-04-26T01:53:09.700 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.700+0000 7f12743c9740 1 -- 172.21.15.46:0/3586501268 shutdown_connections 2024-04-26T01:53:09.700 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.700+0000 7f12743c9740 1 --2- 172.21.15.46:0/3586501268 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55ba1420bb90 0x55ba1420df80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:09.700 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.700+0000 7f12743c9740 1 --2- 172.21.15.46:0/3586501268 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ba142012d0 0x55ba1420b650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:09.700 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.700+0000 7f12743c9740 1 --2- 172.21.15.46:0/3586501268 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba142009b0 0x55ba14200d90 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:09.700 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.700+0000 7f12743c9740 1 -- 172.21.15.46:0/3586501268 >> 172.21.15.46:0/3586501268 conn(0x55ba141fcec0 msgr2=0x55ba141fd2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:09.700 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.700+0000 7f12743c9740 1 -- 172.21.15.46:0/3586501268 shutdown_connections 2024-04-26T01:53:09.700 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.700+0000 7f126aa00640 1 --2- 172.21.15.46:0/1257872069 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f12500a3d10 0x7f12500a61d0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x55ba14201f50 tx=0x7f125c00ef90 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:09.700 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.700+0000 7f12743c9740 1 -- 172.21.15.46:0/3586501268 wait complete. 2024-04-26T01:53:09.700 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.700+0000 7f12743c9740 1 -- start start 2024-04-26T01:53:09.700 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.701+0000 7f12743c9740 1 Processor -- start 2024-04-26T01:53:09.706 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.701+0000 7f12743c9740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55ba142009b0 0x55ba14208b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:09.706 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.701+0000 7f12743c9740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ba142012d0 0x55ba14209070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:09.706 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.701+0000 7f12743c9740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba1420bb90 0x55ba142095b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:09.706 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.701+0000 7f12743c9740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55ba1420e7c0 con 0x55ba142012d0 2024-04-26T01:53:09.706 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.701+0000 7f12743c9740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55ba14120310 con 0x55ba1420bb90 2024-04-26T01:53:09.706 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.701+0000 7f12743c9740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55ba1420e940 con 0x55ba142009b0 2024-04-26T01:53:09.706 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.701+0000 7f12743c9740 10 client.0 _ll_register_callbacks cb 0x55ba140eecb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:53:09.706 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.701+0000 7f126a000640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ba142012d0 0x55ba14209070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:09.707 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.702+0000 7f126b400640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba1420bb90 0x55ba142095b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:09.707 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.702+0000 7f126b400640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba1420bb90 0x55ba142095b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:59566/0 (socket says 172.21.15.46:59566) 2024-04-26T01:53:09.707 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.702+0000 7f126a000640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ba142012d0 0x55ba14209070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58248/0 (socket says 172.21.15.46:58248) 2024-04-26T01:53:09.707 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.702+0000 7f126b400640 1 -- 172.21.15.46:0/4065657375 learned_addr learned my addr 172.21.15.46:0/4065657375 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:53:09.707 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.702+0000 7f126b400640 1 --2- 172.21.15.46:0/4065657375 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55ba142009b0 0x55ba14208b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:09.707 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.702+0000 7f126b400640 1 -- 172.21.15.46:0/4065657375 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55ba142009b0 msgr2=0x55ba14208b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:09.707 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.702+0000 7f126b400640 1 --2- 172.21.15.46:0/4065657375 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55ba142009b0 0x55ba14208b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:09.707 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.702+0000 7f126b400640 1 -- 172.21.15.46:0/4065657375 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ba142012d0 msgr2=0x55ba14209070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:09.707 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.702+0000 7f126b400640 1 --2- 172.21.15.46:0/4065657375 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ba142012d0 0x55ba14209070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:09.707 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.702+0000 7f126b400640 1 -- 172.21.15.46:0/4065657375 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ba13f45620 con 0x55ba1420bb90 2024-04-26T01:53:09.707 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.702+0000 7f126a000640 1 --2- 172.21.15.46:0/4065657375 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ba142012d0 0x55ba14209070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:53:09.707 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.702+0000 7f126b400640 1 --2- 172.21.15.46:0/4065657375 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba1420bb90 0x55ba142095b0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f1264009fd0 tx=0x7f1264004590 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9a6cc5b24cc3dc server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:09.707 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.702+0000 7f124be00640 10 client.0 ms_handle_connect on v2:172.21.15.103:3300/0 2024-04-26T01:53:09.707 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.703+0000 7f124be00640 1 -- 172.21.15.46:0/4065657375 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1264004c50 con 0x55ba1420bb90 2024-04-26T01:53:09.707 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.703+0000 7f12743c9740 1 -- 172.21.15.46:0/4065657375 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f126400fe70 con 0x55ba1420bb90 2024-04-26T01:53:09.707 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.703+0000 7f124be00640 1 -- 172.21.15.46:0/4065657375 <== mon.2 v2:172.21.15.103:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f1264003a30 con 0x55ba1420bb90 2024-04-26T01:53:09.708 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.703+0000 7f124be00640 1 -- 172.21.15.46:0/4065657375 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1264003c30 con 0x55ba1420bb90 2024-04-26T01:53:09.708 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.703+0000 7f12743c9740 10 client.25535 fetch_fsmap learned FSMap version 29 2024-04-26T01:53:09.708 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.703+0000 7f12743c9740 1 -- 172.21.15.46:0/4065657375 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ba1421aa40 con 0x55ba1420bb90 2024-04-26T01:53:09.708 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.703+0000 7f124be00640 1 -- 172.21.15.46:0/4065657375 <== mon.2 v2:172.21.15.103:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f126400fe70 con 0x55ba1420bb90 2024-04-26T01:53:09.708 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.704+0000 7f124be00640 1 -- 172.21.15.46:0/4065657375 <== mon.2 v2:172.21.15.103:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f1264018070 con 0x55ba1420bb90 2024-04-26T01:53:09.708 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.704+0000 7f12743c9740 10 client.25535 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:53:09.708 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.704+0000 7f12743c9740 10 client.25535 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:53:09.708 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.704+0000 7f12743c9740 20 client.25535 populate_metadata read hostname 'smithi046' 2024-04-26T01:53:09.708 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.704+0000 7f12743c9740 1 --2- 172.21.15.46:0/4065657375 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55ba1421bea0 0x55ba1421e290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:09.708 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.704+0000 7f12743c9740 4 client.25535 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:53:09.708 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.704+0000 7f12743c9740 1 -- 172.21.15.46:0/4065657375 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ba1417a8b0 con 0x55ba1421bea0 2024-04-26T01:53:09.708 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.704+0000 7f126a000640 1 --2- 172.21.15.46:0/4065657375 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55ba1421bea0 0x55ba1421e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:09.708 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.705+0000 7f126a000640 1 --2- 172.21.15.46:0/4065657375 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55ba1421bea0 0x55ba1421e290 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=65214d4bc62faa4d server_cookie=a05557c68498a488 in_seq=0 out_seq=0 2024-04-26T01:53:09.708 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.705+0000 7f124be00640 10 client.25535 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:53:09.708 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.706+0000 7f124be00640 1 -- 172.21.15.46:0/4065657375 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ba1417a8b0 con 0x55ba1421bea0 2024-04-26T01:53:09.708 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.706+0000 7f124be00640 10 client.25535 handle_command_reply: tid=0 2024-04-26T01:53:09.709 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.706+0000 7f12743c9740 1 client.25535 shutdown 2024-04-26T01:53:09.709 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.707+0000 7f12743c9740 1 -- 172.21.15.46:0/4065657375 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba1420bb90 msgr2=0x55ba142095b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:09.709 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.707+0000 7f12743c9740 1 --2- 172.21.15.46:0/4065657375 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba1420bb90 0x55ba142095b0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f1264009fd0 tx=0x7f1264004590 comp rx=0 tx=0).stop 2024-04-26T01:53:09.709 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.707+0000 7f12743c9740 1 -- 172.21.15.46:0/4065657375 shutdown_connections 2024-04-26T01:53:09.709 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.707+0000 7f12743c9740 1 --2- 172.21.15.46:0/4065657375 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55ba1421bea0 0x55ba1421e290 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:09.709 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.707+0000 7f12743c9740 1 --2- 172.21.15.46:0/4065657375 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba1420bb90 0x55ba142095b0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:09.709 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.707+0000 7f12743c9740 1 --2- 172.21.15.46:0/4065657375 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ba142012d0 0x55ba14209070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:09.709 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.707+0000 7f124be00640 0 client.25535 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:53:09.709 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.707+0000 7f12743c9740 1 --2- 172.21.15.46:0/4065657375 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55ba142009b0 0x55ba14208b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:09.709 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.707+0000 7f12743c9740 1 -- 172.21.15.46:0/4065657375 >> 172.21.15.46:0/4065657375 conn(0x55ba141fcec0 msgr2=0x55ba14202c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:09.709 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.707+0000 7f12743c9740 1 -- 172.21.15.46:0/4065657375 shutdown_connections 2024-04-26T01:53:09.709 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.707+0000 7f12743c9740 1 -- 172.21.15.46:0/4065657375 wait complete. 2024-04-26T01:53:09.709 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.707+0000 7f12743c9740 20 client.25535 trim_cache size 0 max 16384 2024-04-26T01:53:09.724 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.726+0000 7f12743c9740 1 Processor -- start 2024-04-26T01:53:09.724 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.726+0000 7f12743c9740 1 -- start start 2024-04-26T01:53:09.724 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.726+0000 7f12743c9740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba142009b0 0x55ba14217680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:09.724 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.726+0000 7f12743c9740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55ba142012d0 0x55ba142239d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:09.725 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.726+0000 7f12743c9740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ba1420bb90 0x55ba14223f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:09.725 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.726+0000 7f12743c9740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f126c1afca0 con 0x55ba1420bb90 2024-04-26T01:53:09.725 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.726+0000 7f12743c9740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f126c1b17e0 con 0x55ba142009b0 2024-04-26T01:53:09.725 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.726+0000 7f12743c9740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f126c1b0370 con 0x55ba142012d0 2024-04-26T01:53:09.725 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.727+0000 7f126b400640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba142009b0 0x55ba14217680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:09.725 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.727+0000 7f126a000640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55ba142012d0 0x55ba142239d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:09.725 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.727+0000 7f126a000640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55ba142012d0 0x55ba142239d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:37394/0 (socket says 172.21.15.46:37394) 2024-04-26T01:53:09.725 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.727+0000 7f126a000640 1 -- 172.21.15.46:0/1608608588 learned_addr learned my addr 172.21.15.46:0/1608608588 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:53:09.725 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.727+0000 7f126b400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ba1420bb90 0x55ba14223f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:09.726 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.727+0000 7f126a000640 1 -- 172.21.15.46:0/1608608588 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba142009b0 msgr2=0x55ba14217680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:09.726 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.727+0000 7f126a000640 1 --2- 172.21.15.46:0/1608608588 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba142009b0 0x55ba14217680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:09.726 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.727+0000 7f126a000640 1 -- 172.21.15.46:0/1608608588 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ba1420bb90 msgr2=0x55ba14223f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:09.726 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.727+0000 7f126a000640 1 --2- 172.21.15.46:0/1608608588 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ba1420bb90 0x55ba14223f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:09.726 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.727+0000 7f126a000640 1 -- 172.21.15.46:0/1608608588 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ba14201100 con 0x55ba142012d0 2024-04-26T01:53:09.726 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.727+0000 7f126b400640 1 --2- 172.21.15.46:0/1608608588 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba142009b0 0x55ba14217680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:53:09.726 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.727+0000 7f126a000640 1 --2- 172.21.15.46:0/1608608588 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55ba142012d0 0x55ba142239d0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f126c069e00 tx=0x7f1258005fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8bd1843f213ed22c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:09.726 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.727+0000 7f1256a00640 1 -- 172.21.15.46:0/1608608588 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1258035040 con 0x55ba142012d0 2024-04-26T01:53:09.726 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.728+0000 7f1256a00640 1 -- 172.21.15.46:0/1608608588 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f12580055e0 con 0x55ba142012d0 2024-04-26T01:53:09.726 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.728+0000 7f1256a00640 1 -- 172.21.15.46:0/1608608588 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1258004750 con 0x55ba142012d0 2024-04-26T01:53:09.728 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.728+0000 7f12743c9740 1 -- 172.21.15.46:0/1608608588 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55ba142012d0 msgr2=0x55ba142239d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:09.728 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.728+0000 7f12743c9740 1 --2- 172.21.15.46:0/1608608588 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55ba142012d0 0x55ba142239d0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f126c069e00 tx=0x7f1258005fd0 comp rx=0 tx=0).stop 2024-04-26T01:53:09.728 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.728+0000 7f12743c9740 1 -- 172.21.15.46:0/1608608588 shutdown_connections 2024-04-26T01:53:09.728 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.728+0000 7f12743c9740 1 --2- 172.21.15.46:0/1608608588 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ba1420bb90 0x55ba14223f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:09.728 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.728+0000 7f12743c9740 1 --2- 172.21.15.46:0/1608608588 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55ba142012d0 0x55ba142239d0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:09.728 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.728+0000 7f12743c9740 1 --2- 172.21.15.46:0/1608608588 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba142009b0 0x55ba14217680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:09.728 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.728+0000 7f12743c9740 1 -- 172.21.15.46:0/1608608588 >> 172.21.15.46:0/1608608588 conn(0x55ba141fcec0 msgr2=0x55ba14203e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:09.728 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.729+0000 7f12743c9740 1 -- 172.21.15.46:0/1608608588 shutdown_connections 2024-04-26T01:53:09.728 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.729+0000 7f12743c9740 1 -- 172.21.15.46:0/1608608588 wait complete. 2024-04-26T01:53:09.729 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.729+0000 7f12743c9740 1 -- start start 2024-04-26T01:53:09.729 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.729+0000 7f12743c9740 1 Processor -- start 2024-04-26T01:53:09.729 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.730+0000 7f12743c9740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ba142009b0 0x55ba14210d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:09.729 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.730+0000 7f12743c9740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba142012d0 0x55ba142112d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:09.729 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.730+0000 7f12743c9740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55ba1420bb90 0x55ba14280240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:09.729 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.730+0000 7f12743c9740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f126c1b1110 con 0x55ba142009b0 2024-04-26T01:53:09.729 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.730+0000 7f12743c9740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f126c1b0a40 con 0x55ba142012d0 2024-04-26T01:53:09.729 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.730+0000 7f12743c9740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f126c1adc80 con 0x55ba1420bb90 2024-04-26T01:53:09.729 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.730+0000 7f12743c9740 10 client.0 _ll_register_callbacks cb 0x7f1264004050 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:53:09.729 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.730+0000 7f126a000640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba142012d0 0x55ba142112d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:09.729 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.730+0000 7f126a000640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba142012d0 0x55ba142112d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:59590/0 (socket says 172.21.15.46:59590) 2024-04-26T01:53:09.729 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.730+0000 7f126a000640 1 -- 172.21.15.46:0/2249508419 learned_addr learned my addr 172.21.15.46:0/2249508419 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:53:09.729 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.730+0000 7f126b400640 1 --2- 172.21.15.46:0/2249508419 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ba142009b0 0x55ba14210d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:09.731 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.730+0000 7f126a000640 1 -- 172.21.15.46:0/2249508419 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55ba1420bb90 msgr2=0x55ba14280240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:09.731 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.730+0000 7f126a000640 1 --2- 172.21.15.46:0/2249508419 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55ba1420bb90 0x55ba14280240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:09.731 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.730+0000 7f126a000640 1 -- 172.21.15.46:0/2249508419 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ba142009b0 msgr2=0x55ba14210d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:09.731 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.730+0000 7f126a000640 1 --2- 172.21.15.46:0/2249508419 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ba142009b0 0x55ba14210d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:09.731 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.730+0000 7f126a000640 1 -- 172.21.15.46:0/2249508419 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ba14280830 con 0x55ba142012d0 2024-04-26T01:53:09.731 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.730+0000 7f126b400640 1 --2- 172.21.15.46:0/2249508419 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ba142009b0 0x55ba14210d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:53:09.731 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.731+0000 7f126a000640 1 --2- 172.21.15.46:0/2249508419 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba142012d0 0x55ba142112d0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f1258009230 tx=0x7f1258004610 comp rx=0 tx=0).ready entity=mon.2 client_cookie=247c46af2418a44f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:09.731 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.731+0000 7f124be00640 10 client.0 ms_handle_connect on v2:172.21.15.103:3300/0 2024-04-26T01:53:09.732 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.731+0000 7f124be00640 1 -- 172.21.15.46:0/2249508419 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1258054060 con 0x55ba142012d0 2024-04-26T01:53:09.732 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.731+0000 7f124be00640 1 -- 172.21.15.46:0/2249508419 <== mon.2 v2:172.21.15.103:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f1258046540 con 0x55ba142012d0 2024-04-26T01:53:09.732 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.731+0000 7f12743c9740 1 -- 172.21.15.46:0/2249508419 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f12580055e0 con 0x55ba142012d0 2024-04-26T01:53:09.732 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.731+0000 7f124be00640 1 -- 172.21.15.46:0/2249508419 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1258035070 con 0x55ba142012d0 2024-04-26T01:53:09.732 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.731+0000 7f12743c9740 10 client.25541 fetch_fsmap learned FSMap version 29 2024-04-26T01:53:09.732 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.731+0000 7f12743c9740 1 -- 172.21.15.46:0/2249508419 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ba14281b20 con 0x55ba142012d0 2024-04-26T01:53:09.732 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.732+0000 7f124be00640 1 -- 172.21.15.46:0/2249508419 <== mon.2 v2:172.21.15.103:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f12580055e0 con 0x55ba142012d0 2024-04-26T01:53:09.732 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.732+0000 7f124be00640 1 -- 172.21.15.46:0/2249508419 <== mon.2 v2:172.21.15.103:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f1258004cf0 con 0x55ba142012d0 2024-04-26T01:53:09.732 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.732+0000 7f12743c9740 10 client.25541 fetch_fsmap finished waiting for FSMap version 29 2024-04-26T01:53:09.732 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.732+0000 7f12743c9740 10 client.25541 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:53:09.732 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.732+0000 7f12743c9740 20 client.25541 populate_metadata read hostname 'smithi046' 2024-04-26T01:53:09.732 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.732+0000 7f12743c9740 1 --2- 172.21.15.46:0/2249508419 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55ba142821e0 0x55ba14284620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:09.732 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.732+0000 7f12743c9740 4 client.25541 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:53:09.732 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.732+0000 7f12743c9740 1 -- 172.21.15.46:0/2249508419 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ba14174320 con 0x55ba142821e0 2024-04-26T01:53:09.732 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.732+0000 7f126b400640 1 --2- 172.21.15.46:0/2249508419 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55ba142821e0 0x55ba14284620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:09.732 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.733+0000 7f126b400640 1 --2- 172.21.15.46:0/2249508419 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55ba142821e0 0x55ba14284620 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ae0b66bb24e022c5 server_cookie=ea3b0cfdecbb7dd2 in_seq=0 out_seq=0 2024-04-26T01:53:09.733 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:09.733+0000 7f124be00640 10 client.25541 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:53:11.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:53:10 smithi103 ceph-mon[32920]: pgmap v71: 97 pgs: 97 active+clean; 94 MiB data, 645 MiB used, 1.0 TiB / 1.0 TiB avail; 943 KiB/s rd, 3.4 MiB/s wr, 368 op/s 2024-04-26T01:53:11.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:53:10 smithi163 ceph-mon[32592]: pgmap v71: 97 pgs: 97 active+clean; 94 MiB data, 645 MiB used, 1.0 TiB / 1.0 TiB avail; 943 KiB/s rd, 3.4 MiB/s wr, 368 op/s 2024-04-26T01:53:11.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:53:10 smithi046 ceph-mon[28013]: pgmap v71: 97 pgs: 97 active+clean; 94 MiB data, 645 MiB used, 1.0 TiB / 1.0 TiB avail; 943 KiB/s rd, 3.4 MiB/s wr, 368 op/s 2024-04-26T01:53:12.813 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:12.815+0000 7f124be00640 1 -- 172.21.15.46:0/2249508419 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55ba14174320 con 0x55ba142821e0 2024-04-26T01:53:12.813 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:12.815+0000 7f124be00640 10 client.25541 handle_command_reply: tid=0 2024-04-26T01:53:12.813 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:12.815+0000 7f12743c9740 1 client.25541 shutdown 2024-04-26T01:53:12.814 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:12.815+0000 7f12743c9740 1 -- 172.21.15.46:0/2249508419 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba142012d0 msgr2=0x55ba142112d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:12.814 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:12.815+0000 7f12743c9740 1 --2- 172.21.15.46:0/2249508419 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba142012d0 0x55ba142112d0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f1258009230 tx=0x7f1258004610 comp rx=0 tx=0).stop 2024-04-26T01:53:12.814 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:12.815+0000 7f12743c9740 1 -- 172.21.15.46:0/2249508419 shutdown_connections 2024-04-26T01:53:12.814 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:12.815+0000 7f12743c9740 1 --2- 172.21.15.46:0/2249508419 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55ba142821e0 0x55ba14284620 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:12.814 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:12.815+0000 7f12743c9740 1 --2- 172.21.15.46:0/2249508419 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55ba1420bb90 0x55ba14280240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:12.814 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:12.815+0000 7f12743c9740 1 --2- 172.21.15.46:0/2249508419 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba142012d0 0x55ba142112d0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:12.814 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:12.815+0000 7f12743c9740 1 --2- 172.21.15.46:0/2249508419 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ba142009b0 0x55ba14210d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:12.814 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:12.816+0000 7f12743c9740 1 -- 172.21.15.46:0/2249508419 >> 172.21.15.46:0/2249508419 conn(0x55ba141fcec0 msgr2=0x55ba1420a360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:12.815 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:12.816+0000 7f124be00640 0 client.25541 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:53:12.815 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:12.816+0000 7f12743c9740 1 -- 172.21.15.46:0/2249508419 shutdown_connections 2024-04-26T01:53:12.815 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:12.816+0000 7f12743c9740 1 -- 172.21.15.46:0/2249508419 wait complete. 2024-04-26T01:53:12.815 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:12.816+0000 7f12743c9740 20 client.25541 trim_cache size 0 max 16384 2024-04-26T01:53:12.815 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:{ 2024-04-26T01:53:12.815 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "message": "", 2024-04-26T01:53:12.815 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "return_code": 0 2024-04-26T01:53:12.816 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:} 2024-04-26T01:53:12.816 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:12.818+0000 7f126be00640 1 -- 172.21.15.46:0/1257872069 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f12500a3d10 msgr2=0x7f12500a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:12.817 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:12.818+0000 7f126be00640 1 --2- 172.21.15.46:0/1257872069 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f12500a3d10 0x7f12500a61d0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x55ba14201f50 tx=0x7f125c00ef90 comp rx=0 tx=0).stop 2024-04-26T01:53:12.817 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:12.818+0000 7f126be00640 1 -- 172.21.15.46:0/1257872069 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f126c1004b0 msgr2=0x7f126c1a05d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:12.817 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:12.818+0000 7f126be00640 1 --2- 172.21.15.46:0/1257872069 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f126c1004b0 0x7f126c1a05d0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f125c00ea60 tx=0x7f125c00ef20 comp rx=0 tx=0).stop 2024-04-26T01:53:12.817 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:12.818+0000 7f126be00640 1 -- 172.21.15.46:0/1257872069 shutdown_connections 2024-04-26T01:53:12.817 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:12.818+0000 7f126be00640 1 --2- 172.21.15.46:0/1257872069 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f12500a3d10 0x7f12500a61d0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:12.817 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:12.818+0000 7f126be00640 1 --2- 172.21.15.46:0/1257872069 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f126c19a6e0 0x7f126c19ab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:12.817 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:12.818+0000 7f126be00640 1 --2- 172.21.15.46:0/1257872069 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f126c107120 0x7f126c1a0b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:12.817 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:12.818+0000 7f126be00640 1 --2- 172.21.15.46:0/1257872069 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f126c1004b0 0x7f126c1a05d0 secure :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f125c00ea60 tx=0x7f125c00ef20 comp rx=0 tx=0).stop 2024-04-26T01:53:12.817 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:12.818+0000 7f126be00640 1 -- 172.21.15.46:0/1257872069 >> 172.21.15.46:0/1257872069 conn(0x7f126c0771c0 msgr2=0x7f126c1058b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:12.817 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:12.819+0000 7f126be00640 1 -- 172.21.15.46:0/1257872069 shutdown_connections 2024-04-26T01:53:12.817 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:12.819+0000 7f126be00640 1 -- 172.21.15.46:0/1257872069 wait complete. 2024-04-26T01:53:13.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:53:12 smithi103 ceph-mon[32920]: pgmap v72: 97 pgs: 97 active+clean; 94 MiB data, 645 MiB used, 1.0 TiB / 1.0 TiB avail; 410 KiB/s rd, 492 KiB/s wr, 61 op/s 2024-04-26T01:53:13.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:53:12 smithi163 ceph-mon[32592]: pgmap v72: 97 pgs: 97 active+clean; 94 MiB data, 645 MiB used, 1.0 TiB / 1.0 TiB avail; 410 KiB/s rd, 492 KiB/s wr, 61 op/s 2024-04-26T01:53:13.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:53:12 smithi046 ceph-mon[28013]: pgmap v72: 97 pgs: 97 active+clean; 94 MiB data, 645 MiB used, 1.0 TiB / 1.0 TiB avail; 410 KiB/s rd, 492 KiB/s wr, 61 op/s 2024-04-26T01:53:14.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:53:13 smithi103 ceph-mon[32920]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:53:14.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:53:13 smithi163 ceph-mon[32592]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:53:14.212 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:53:13 smithi046 ceph-mon[28013]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:53:15.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:53:14 smithi103 ceph-mon[32920]: pgmap v73: 97 pgs: 97 active+clean; 94 MiB data, 645 MiB used, 1.0 TiB / 1.0 TiB avail; 410 KiB/s rd, 492 KiB/s wr, 61 op/s 2024-04-26T01:53:15.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:53:14 smithi163 ceph-mon[32592]: pgmap v73: 97 pgs: 97 active+clean; 94 MiB data, 645 MiB used, 1.0 TiB / 1.0 TiB avail; 410 KiB/s rd, 492 KiB/s wr, 61 op/s 2024-04-26T01:53:15.232 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:53:14 smithi046 ceph-mon[28013]: pgmap v73: 97 pgs: 97 active+clean; 94 MiB data, 645 MiB used, 1.0 TiB / 1.0 TiB avail; 410 KiB/s rd, 492 KiB/s wr, 61 op/s 2024-04-26T01:53:17.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:53:16 smithi103 ceph-mon[32920]: pgmap v74: 97 pgs: 97 active+clean; 93 MiB data, 649 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.6 MiB/s wr, 596 op/s 2024-04-26T01:53:17.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:53:16 smithi163 ceph-mon[32592]: pgmap v74: 97 pgs: 97 active+clean; 93 MiB data, 649 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.6 MiB/s wr, 596 op/s 2024-04-26T01:53:17.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:53:16 smithi046 ceph-mon[28013]: pgmap v74: 97 pgs: 97 active+clean; 93 MiB data, 649 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.6 MiB/s wr, 596 op/s 2024-04-26T01:53:19.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:53:18 smithi163 ceph-mon[32592]: pgmap v75: 97 pgs: 97 active+clean; 93 MiB data, 649 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 570 op/s 2024-04-26T01:53:19.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:53:18 smithi163 ceph-mon[32592]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:53:19.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:53:18 smithi046 ceph-mon[28013]: pgmap v75: 97 pgs: 97 active+clean; 93 MiB data, 649 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 570 op/s 2024-04-26T01:53:19.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:53:18 smithi046 ceph-mon[28013]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:53:19.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:53:18 smithi103 ceph-mon[32920]: pgmap v75: 97 pgs: 97 active+clean; 93 MiB data, 649 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 570 op/s 2024-04-26T01:53:19.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:53:18 smithi103 ceph-mon[32920]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:53:21.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:53:20 smithi163 ceph-mon[32592]: pgmap v76: 97 pgs: 97 active+clean; 102 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 580 op/s 2024-04-26T01:53:21.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:53:20 smithi046 ceph-mon[28013]: pgmap v76: 97 pgs: 97 active+clean; 102 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 580 op/s 2024-04-26T01:53:21.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:53:20 smithi103 ceph-mon[32920]: pgmap v76: 97 pgs: 97 active+clean; 102 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 580 op/s 2024-04-26T01:53:23.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:53:22 smithi163 ceph-mon[32592]: pgmap v77: 97 pgs: 97 active+clean; 102 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 544 op/s 2024-04-26T01:53:23.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:53:22 smithi046 ceph-mon[28013]: pgmap v77: 97 pgs: 97 active+clean; 102 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 544 op/s 2024-04-26T01:53:23.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:53:22 smithi103 ceph-mon[32920]: pgmap v77: 97 pgs: 97 active+clean; 102 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 544 op/s 2024-04-26T01:53:25.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:53:24 smithi163 ceph-mon[32592]: pgmap v78: 97 pgs: 97 active+clean; 102 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 544 op/s 2024-04-26T01:53:25.284 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:53:24 smithi046 ceph-mon[28013]: pgmap v78: 97 pgs: 97 active+clean; 102 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 544 op/s 2024-04-26T01:53:25.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:53:24 smithi103 ceph-mon[32920]: pgmap v78: 97 pgs: 97 active+clean; 102 MiB data, 652 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 544 op/s 2024-04-26T01:53:25.979 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.980+0000 7ff3c1600640 1 -- 172.21.15.46:0/1279501831 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff3bc1072a0 msgr2=0x7ff3bc10ee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:25.979 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.980+0000 7ff3c1600640 1 --2- 172.21.15.46:0/1279501831 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff3bc1072a0 0x7ff3bc10ee70 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7ff3b4009ca0 tx=0x7ff3b402a8c0 comp rx=0 tx=0).stop 2024-04-26T01:53:25.979 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.980+0000 7ff3c1600640 1 -- 172.21.15.46:0/1279501831 shutdown_connections 2024-04-26T01:53:25.979 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.980+0000 7ff3c1600640 1 --2- 172.21.15.46:0/1279501831 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff3bc1072a0 0x7ff3bc10ee70 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:25.979 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.980+0000 7ff3c1600640 1 --2- 172.21.15.46:0/1279501831 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff3bc102b80 0x7ff3bc106bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:25.979 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.980+0000 7ff3c1600640 1 --2- 172.21.15.46:0/1279501831 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff3bc1021d0 0x7ff3bc1025b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:25.979 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.980+0000 7ff3c1600640 1 -- 172.21.15.46:0/1279501831 >> 172.21.15.46:0/1279501831 conn(0x7ff3bc0793e0 msgr2=0x7ff3bc0797f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:25.979 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.981+0000 7ff3c1600640 1 -- 172.21.15.46:0/1279501831 shutdown_connections 2024-04-26T01:53:25.979 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.981+0000 7ff3c1600640 1 -- 172.21.15.46:0/1279501831 wait complete. 2024-04-26T01:53:25.980 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.982+0000 7ff3c1600640 1 Processor -- start 2024-04-26T01:53:25.980 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.982+0000 7ff3c1600640 1 -- start start 2024-04-26T01:53:25.981 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.983+0000 7ff3c1600640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff3bc1021d0 0x7ff3bc074250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:25.981 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.983+0000 7ff3c1600640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff3bc1072a0 0x7ff3bc074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:25.981 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.983+0000 7ff3c1600640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff3bc075ef0 0x7ff3bc074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:25.981 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.983+0000 7ff3c1600640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff3bc112320 con 0x7ff3bc075ef0 2024-04-26T01:53:25.981 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.983+0000 7ff3c1600640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7ff3bc1121a0 con 0x7ff3bc1021d0 2024-04-26T01:53:25.982 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.983+0000 7ff3c1600640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7ff3bc1124a0 con 0x7ff3bc1072a0 2024-04-26T01:53:25.982 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.983+0000 7ff3bb400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff3bc075ef0 0x7ff3bc074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:25.982 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.983+0000 7ff3bb400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff3bc075ef0 0x7ff3bc074cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:46118/0 (socket says 172.21.15.46:46118) 2024-04-26T01:53:25.982 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.983+0000 7ff3bb400640 1 -- 172.21.15.46:0/3369571067 learned_addr learned my addr 172.21.15.46:0/3369571067 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:53:25.982 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.983+0000 7ff3baa00640 1 --2- 172.21.15.46:0/3369571067 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff3bc1021d0 0x7ff3bc074250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:25.982 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.983+0000 7ff3b3e00640 1 --2- 172.21.15.46:0/3369571067 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff3bc1072a0 0x7ff3bc074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:25.982 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.983+0000 7ff3bb400640 1 -- 172.21.15.46:0/3369571067 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff3bc1072a0 msgr2=0x7ff3bc074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:25.982 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.983+0000 7ff3bb400640 1 --2- 172.21.15.46:0/3369571067 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff3bc1072a0 0x7ff3bc074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:25.982 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.983+0000 7ff3bb400640 1 -- 172.21.15.46:0/3369571067 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff3bc1021d0 msgr2=0x7ff3bc074250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:25.982 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.983+0000 7ff3bb400640 1 --2- 172.21.15.46:0/3369571067 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff3bc1021d0 0x7ff3bc074250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:25.982 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.983+0000 7ff3bb400640 1 -- 172.21.15.46:0/3369571067 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3bc1ab410 con 0x7ff3bc075ef0 2024-04-26T01:53:25.983 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.984+0000 7ff3bb400640 1 --2- 172.21.15.46:0/3369571067 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff3bc075ef0 0x7ff3bc074cd0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7ff3b4033040 tx=0x7ff3b4003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:25.983 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.984+0000 7ff3b3400640 1 -- 172.21.15.46:0/3369571067 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3b4031650 con 0x7ff3bc075ef0 2024-04-26T01:53:25.983 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.984+0000 7ff3c1600640 1 -- 172.21.15.46:0/3369571067 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3bc1ab6a0 con 0x7ff3bc075ef0 2024-04-26T01:53:25.983 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.984+0000 7ff3b3400640 1 -- 172.21.15.46:0/3369571067 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff3b4003e10 con 0x7ff3bc075ef0 2024-04-26T01:53:25.983 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.984+0000 7ff3b3400640 1 -- 172.21.15.46:0/3369571067 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3b402f970 con 0x7ff3bc075ef0 2024-04-26T01:53:25.983 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.984+0000 7ff3c1600640 1 -- 172.21.15.46:0/3369571067 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3bc1abbf0 con 0x7ff3bc075ef0 2024-04-26T01:53:25.986 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.988+0000 7ff3c4419740 1 Processor -- start 2024-04-26T01:53:25.986 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.988+0000 7ff3b3400640 1 -- 172.21.15.46:0/3369571067 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 27) ==== 138777+0+0 (secure 0 0 0) 0x7ff3b402fb30 con 0x7ff3bc075ef0 2024-04-26T01:53:25.986 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.988+0000 7ff3c4419740 1 -- start start 2024-04-26T01:53:25.987 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.988+0000 7ff3c4419740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559715fbb820 0x559715fbbc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:25.987 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.989+0000 7ff3c4419740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559715fbc140 0x559715fc64c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:25.988 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.989+0000 7ff3c4419740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559715fc6a00 0x559715fc8df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:25.988 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.989+0000 7ff3c4419740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x559715f21900 con 0x559715fbb820 2024-04-26T01:53:25.988 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.989+0000 7ff3c4419740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x559715ec7ef0 con 0x559715fc6a00 2024-04-26T01:53:25.988 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.989+0000 7ff3c4419740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x559715f1d8c0 con 0x559715fbc140 2024-04-26T01:53:25.988 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.989+0000 7ff3b3e00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559715fbb820 0x559715fbbc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:25.988 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.989+0000 7ff3b3e00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559715fbb820 0x559715fbbc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:46122/0 (socket says 172.21.15.46:46122) 2024-04-26T01:53:25.988 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.989+0000 7ff3baa00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559715fbc140 0x559715fc64c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:25.988 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.989+0000 7ff3b3e00640 1 -- 172.21.15.46:0/767365152 learned_addr learned my addr 172.21.15.46:0/767365152 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:53:25.988 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.989+0000 7ff3b3e00640 1 --2- 172.21.15.46:0/767365152 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559715fc6a00 0x559715fc8df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:25.988 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.989+0000 7ff3baa00640 1 -- 172.21.15.46:0/767365152 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559715fc6a00 msgr2=0x559715fc8df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:25.988 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.989+0000 7ff3baa00640 1 --2- 172.21.15.46:0/767365152 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559715fc6a00 0x559715fc8df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:25.988 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.989+0000 7ff3baa00640 1 -- 172.21.15.46:0/767365152 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559715fbb820 msgr2=0x559715fbbc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:25.988 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.989+0000 7ff3baa00640 1 --2- 172.21.15.46:0/767365152 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559715fbb820 0x559715fbbc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:25.988 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.989+0000 7ff3baa00640 1 -- 172.21.15.46:0/767365152 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559715c34210 con 0x559715fbc140 2024-04-26T01:53:25.988 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.990+0000 7ff3b3400640 1 --2- 172.21.15.46:0/3369571067 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7ff3a00a3dc0 0x7ff3a00a6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:25.991 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.990+0000 7ff3baa00640 1 --2- 172.21.15.46:0/767365152 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559715fbc140 0x559715fc64c0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7ff3ac009c20 tx=0x7ff3ac011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=437153977c89fc12 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:25.991 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.990+0000 7ff3b3400640 1 -- 172.21.15.46:0/3369571067 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7ff3b40f1a30 con 0x7ff3bc075ef0 2024-04-26T01:53:25.991 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.990+0000 7ff3b3e00640 1 --2- 172.21.15.46:0/3369571067 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7ff3a00a3dc0 0x7ff3a00a6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:25.991 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.990+0000 7ff3ab400640 1 -- 172.21.15.46:0/767365152 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3ac004050 con 0x559715fbc140 2024-04-26T01:53:25.991 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.990+0000 7ff3ab400640 1 -- 172.21.15.46:0/767365152 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff3ac0054f0 con 0x559715fbc140 2024-04-26T01:53:25.991 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.990+0000 7ff3ab400640 1 -- 172.21.15.46:0/767365152 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3ac004dd0 con 0x559715fbc140 2024-04-26T01:53:25.991 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.991+0000 7ff3c4419740 1 -- 172.21.15.46:0/767365152 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559715fbc140 msgr2=0x559715fc64c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:25.992 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.991+0000 7ff3c4419740 1 --2- 172.21.15.46:0/767365152 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559715fbc140 0x559715fc64c0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7ff3ac009c20 tx=0x7ff3ac011810 comp rx=0 tx=0).stop 2024-04-26T01:53:25.992 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.991+0000 7ff3b3e00640 1 --2- 172.21.15.46:0/3369571067 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7ff3a00a3dc0 0x7ff3a00a6280 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x559715fb9150 tx=0x7ff3a40096c0 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:25.992 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.991+0000 7ff3c4419740 1 -- 172.21.15.46:0/767365152 shutdown_connections 2024-04-26T01:53:25.992 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.991+0000 7ff3c4419740 1 --2- 172.21.15.46:0/767365152 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559715fc6a00 0x559715fc8df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:25.992 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.991+0000 7ff3c4419740 1 --2- 172.21.15.46:0/767365152 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559715fbc140 0x559715fc64c0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:25.992 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.991+0000 7ff3c4419740 1 --2- 172.21.15.46:0/767365152 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559715fbb820 0x559715fbbc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:25.992 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.991+0000 7ff3c4419740 1 -- 172.21.15.46:0/767365152 >> 172.21.15.46:0/767365152 conn(0x559715fb7d30 msgr2=0x559715fb8110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:25.992 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.991+0000 7ff3c4419740 1 -- 172.21.15.46:0/767365152 shutdown_connections 2024-04-26T01:53:25.992 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.991+0000 7ff3c4419740 1 -- 172.21.15.46:0/767365152 wait complete. 2024-04-26T01:53:25.992 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.992+0000 7ff3c4419740 1 -- start start 2024-04-26T01:53:25.992 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.992+0000 7ff3c4419740 1 Processor -- start 2024-04-26T01:53:25.992 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.992+0000 7ff3c4419740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559715fbb820 0x559715fc38e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:25.992 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.992+0000 7ff3c4419740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559715fbc140 0x559715fc3e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:25.992 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.992+0000 7ff3c4419740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559715fc6a00 0x559715fc4360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:25.992 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.992+0000 7ff3c4419740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x559715fc9630 con 0x559715fbb820 2024-04-26T01:53:25.993 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.992+0000 7ff3c4419740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x559715edb310 con 0x559715fbc140 2024-04-26T01:53:25.993 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.992+0000 7ff3c4419740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x559715fc97b0 con 0x559715fc6a00 2024-04-26T01:53:25.993 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.992+0000 7ff3c4419740 10 client.0 _ll_register_callbacks cb 0x559715ea9cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:53:25.993 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.993+0000 7ff3baa00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559715fbb820 0x559715fc38e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:25.993 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.993+0000 7ff3baa00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559715fbb820 0x559715fc38e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:46132/0 (socket says 172.21.15.46:46132) 2024-04-26T01:53:25.993 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.993+0000 7ff3baa00640 1 -- 172.21.15.46:0/3561962411 learned_addr learned my addr 172.21.15.46:0/3561962411 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:53:25.993 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.993+0000 7ff3bb400640 1 --2- 172.21.15.46:0/3561962411 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559715fc6a00 0x559715fc4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:25.993 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.993+0000 7ff3b3e00640 1 --2- 172.21.15.46:0/3561962411 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559715fbc140 0x559715fc3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:25.993 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.993+0000 7ff3baa00640 1 -- 172.21.15.46:0/3561962411 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559715fc6a00 msgr2=0x559715fc4360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:25.993 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.993+0000 7ff3baa00640 1 --2- 172.21.15.46:0/3561962411 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559715fc6a00 0x559715fc4360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:25.993 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.993+0000 7ff3baa00640 1 -- 172.21.15.46:0/3561962411 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559715fbc140 msgr2=0x559715fc3e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:25.993 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.993+0000 7ff3baa00640 1 --2- 172.21.15.46:0/3561962411 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559715fbc140 0x559715fc3e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:25.993 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.993+0000 7ff3baa00640 1 -- 172.21.15.46:0/3561962411 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559715d00620 con 0x559715fbb820 2024-04-26T01:53:25.993 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.993+0000 7ff3bb400640 1 --2- 172.21.15.46:0/3561962411 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559715fc6a00 0x559715fc4360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:53:25.996 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.993+0000 7ff3baa00640 1 --2- 172.21.15.46:0/3561962411 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559715fbb820 0x559715fc38e0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7ff3ac004ab0 tx=0x7ff3ac009910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0176dc583f5211e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:25.996 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.993+0000 7ff39fe00640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2024-04-26T01:53:25.996 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.994+0000 7ff39fe00640 1 -- 172.21.15.46:0/3561962411 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3ac0044a0 con 0x559715fbb820 2024-04-26T01:53:25.996 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.994+0000 7ff3c4419740 1 -- 172.21.15.46:0/3561962411 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff3ac0054f0 con 0x559715fbb820 2024-04-26T01:53:25.996 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.994+0000 7ff39fe00640 1 -- 172.21.15.46:0/3561962411 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7ff3ac004d60 con 0x559715fbb820 2024-04-26T01:53:25.996 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.994+0000 7ff39fe00640 1 -- 172.21.15.46:0/3561962411 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7ff3ac032050 con 0x559715fbb820 2024-04-26T01:53:25.996 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.994+0000 7ff3c4419740 10 client.15426 fetch_fsmap learned FSMap version 31 2024-04-26T01:53:25.996 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.994+0000 7ff3c4419740 1 -- 172.21.15.46:0/3561962411 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x559715fd57d0 con 0x559715fbb820 2024-04-26T01:53:25.996 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.994+0000 7ff39fe00640 1 -- 172.21.15.46:0/3561962411 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff3ac0054f0 con 0x559715fbb820 2024-04-26T01:53:25.996 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.995+0000 7ff39fe00640 1 -- 172.21.15.46:0/3561962411 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 31) ==== 8370+0+0 (secure 0 0 0) 0x7ff3ac018070 con 0x559715fbb820 2024-04-26T01:53:25.996 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.995+0000 7ff3c4419740 10 client.15426 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T01:53:25.997 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.995+0000 7ff3c4419740 10 client.15426 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:53:25.997 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.995+0000 7ff3c4419740 20 client.15426 populate_metadata read hostname 'smithi046' 2024-04-26T01:53:25.997 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.995+0000 7ff3c4419740 1 --2- 172.21.15.46:0/3561962411 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x559715fd6be0 0x559715fd9080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:25.997 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.995+0000 7ff3c4419740 4 client.15426 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:53:25.997 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.995+0000 7ff3c4419740 1 -- 172.21.15.46:0/3561962411 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559715f358b0 con 0x559715fd6be0 2024-04-26T01:53:25.997 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.995+0000 7ff3b3e00640 1 --2- 172.21.15.46:0/3561962411 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x559715fd6be0 0x559715fd9080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:25.997 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.996+0000 7ff3b3e00640 1 --2- 172.21.15.46:0/3561962411 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x559715fd6be0 0x559715fd9080 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9d237ebe96239f2 server_cookie=874948701b4296b0 in_seq=0 out_seq=0 2024-04-26T01:53:25.997 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.996+0000 7ff39fe00640 10 client.15426 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:53:25.997 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.997+0000 7ff39fe00640 1 -- 172.21.15.46:0/3561962411 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559715f358b0 con 0x559715fd6be0 2024-04-26T01:53:25.997 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.997+0000 7ff39fe00640 10 client.15426 handle_command_reply: tid=0 2024-04-26T01:53:25.997 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.997+0000 7ff3c4419740 1 client.15426 shutdown 2024-04-26T01:53:25.997 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.997+0000 7ff3c4419740 1 -- 172.21.15.46:0/3561962411 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559715fbb820 msgr2=0x559715fc38e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:25.997 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.997+0000 7ff3c4419740 1 --2- 172.21.15.46:0/3561962411 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559715fbb820 0x559715fc38e0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7ff3ac004ab0 tx=0x7ff3ac009910 comp rx=0 tx=0).stop 2024-04-26T01:53:25.997 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.997+0000 7ff3c4419740 1 -- 172.21.15.46:0/3561962411 shutdown_connections 2024-04-26T01:53:25.997 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.997+0000 7ff3c4419740 1 --2- 172.21.15.46:0/3561962411 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x559715fd6be0 0x559715fd9080 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:25.998 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.997+0000 7ff3c4419740 1 --2- 172.21.15.46:0/3561962411 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559715fc6a00 0x559715fc4360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:25.998 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.997+0000 7ff3c4419740 1 --2- 172.21.15.46:0/3561962411 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559715fbc140 0x559715fc3e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:25.998 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.997+0000 7ff3c4419740 1 --2- 172.21.15.46:0/3561962411 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559715fbb820 0x559715fc38e0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:25.998 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.997+0000 7ff39fe00640 0 client.15426 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:53:25.998 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.997+0000 7ff3c4419740 1 -- 172.21.15.46:0/3561962411 >> 172.21.15.46:0/3561962411 conn(0x559715fb7d30 msgr2=0x559715fbdab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:25.998 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.997+0000 7ff3c4419740 1 -- 172.21.15.46:0/3561962411 shutdown_connections 2024-04-26T01:53:25.998 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.997+0000 7ff3c4419740 1 -- 172.21.15.46:0/3561962411 wait complete. 2024-04-26T01:53:25.998 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:25.998+0000 7ff3c4419740 20 client.15426 trim_cache size 0 max 16384 2024-04-26T01:53:26.012 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.014+0000 7ff3c4419740 1 Processor -- start 2024-04-26T01:53:26.012 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.014+0000 7ff3c4419740 1 -- start start 2024-04-26T01:53:26.012 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.014+0000 7ff3c4419740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559715fbb820 0x559715fd24f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:26.013 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.014+0000 7ff3c4419740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559715fbc140 0x559715fbe1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:26.013 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.014+0000 7ff3c4419740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559715fc6a00 0x559715fde9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:26.013 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.014+0000 7ff3c4419740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff3bc1b4120 con 0x559715fbb820 2024-04-26T01:53:26.013 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.014+0000 7ff3c4419740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7ff3bc1b5d20 con 0x559715fc6a00 2024-04-26T01:53:26.013 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.014+0000 7ff3c4419740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7ff3bc1b47f0 con 0x559715fbc140 2024-04-26T01:53:26.014 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.015+0000 7ff3bb400640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559715fc6a00 0x559715fde9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:26.014 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.015+0000 7ff3b3e00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559715fbc140 0x559715fbe1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:26.014 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.015+0000 7ff3baa00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559715fbb820 0x559715fd24f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:26.014 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.015+0000 7ff3b3e00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559715fbc140 0x559715fbe1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:45284/0 (socket says 172.21.15.46:45284) 2024-04-26T01:53:26.014 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.015+0000 7ff3bb400640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559715fc6a00 0x559715fde9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:56124/0 (socket says 172.21.15.46:56124) 2024-04-26T01:53:26.014 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.015+0000 7ff3b3e00640 1 -- 172.21.15.46:0/307065470 learned_addr learned my addr 172.21.15.46:0/307065470 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:53:26.014 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.015+0000 7ff3b3e00640 1 -- 172.21.15.46:0/307065470 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559715fc6a00 msgr2=0x559715fde9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:26.014 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.015+0000 7ff3b3e00640 1 --2- 172.21.15.46:0/307065470 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559715fc6a00 0x559715fde9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:26.014 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.015+0000 7ff3b3e00640 1 -- 172.21.15.46:0/307065470 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559715fbb820 msgr2=0x559715fd24f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:26.014 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.015+0000 7ff3b3e00640 1 --2- 172.21.15.46:0/307065470 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559715fbb820 0x559715fd24f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:26.014 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.015+0000 7ff3b3e00640 1 -- 172.21.15.46:0/307065470 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559715fbe720 con 0x559715fbc140 2024-04-26T01:53:26.014 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.016+0000 7ff3b3e00640 1 --2- 172.21.15.46:0/307065470 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559715fbc140 0x559715fbe1e0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x559715fc3140 tx=0x7ff3a40046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5f8c98a090bfea26 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:26.015 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.016+0000 7ff3aaa00640 1 -- 172.21.15.46:0/307065470 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3a402e4f0 con 0x559715fbc140 2024-04-26T01:53:26.015 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.016+0000 7ff3aaa00640 1 -- 172.21.15.46:0/307065470 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff3a40054f0 con 0x559715fbc140 2024-04-26T01:53:26.015 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.016+0000 7ff3aaa00640 1 -- 172.21.15.46:0/307065470 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3a4004d60 con 0x559715fbc140 2024-04-26T01:53:26.017 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.016+0000 7ff3c4419740 1 -- 172.21.15.46:0/307065470 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559715fbc140 msgr2=0x559715fbe1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:26.017 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.016+0000 7ff3c4419740 1 --2- 172.21.15.46:0/307065470 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559715fbc140 0x559715fbe1e0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x559715fc3140 tx=0x7ff3a40046c0 comp rx=0 tx=0).stop 2024-04-26T01:53:26.017 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.017+0000 7ff3c4419740 1 -- 172.21.15.46:0/307065470 shutdown_connections 2024-04-26T01:53:26.017 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.017+0000 7ff3c4419740 1 --2- 172.21.15.46:0/307065470 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559715fc6a00 0x559715fde9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:26.017 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.017+0000 7ff3c4419740 1 --2- 172.21.15.46:0/307065470 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559715fbc140 0x559715fbe1e0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:26.018 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.017+0000 7ff3c4419740 1 --2- 172.21.15.46:0/307065470 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559715fbb820 0x559715fd24f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:26.018 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.017+0000 7ff3c4419740 1 -- 172.21.15.46:0/307065470 >> 172.21.15.46:0/307065470 conn(0x559715fb7d30 msgr2=0x559715fc2910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:26.018 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.017+0000 7ff3c4419740 1 -- 172.21.15.46:0/307065470 shutdown_connections 2024-04-26T01:53:26.018 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.017+0000 7ff3c4419740 1 -- 172.21.15.46:0/307065470 wait complete. 2024-04-26T01:53:26.018 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.017+0000 7ff3c4419740 1 -- start start 2024-04-26T01:53:26.018 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.017+0000 7ff3c4419740 1 Processor -- start 2024-04-26T01:53:26.018 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.018+0000 7ff3c4419740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559715fbb820 0x559715fcb9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:26.018 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.018+0000 7ff3c4419740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559715fbc140 0x559715fcbf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:26.018 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.018+0000 7ff3c4419740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559715fc6a00 0x55971603b210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:26.018 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.018+0000 7ff3c4419740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff3bc1b5590 con 0x559715fc6a00 2024-04-26T01:53:26.018 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.018+0000 7ff3c4419740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7ff3bc1b4ec0 con 0x559715fbc140 2024-04-26T01:53:26.018 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.018+0000 7ff3c4419740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7ff3bc1b2100 con 0x559715fbb820 2024-04-26T01:53:26.018 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.018+0000 7ff3c4419740 10 client.0 _ll_register_callbacks cb 0x7ff3ac009a70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:53:26.018 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.018+0000 7ff3bb400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559715fc6a00 0x55971603b210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:26.019 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.018+0000 7ff3b3e00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559715fbc140 0x559715fcbf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:26.019 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.018+0000 7ff3baa00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559715fbb820 0x559715fcb9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:26.019 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.018+0000 7ff3bb400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559715fc6a00 0x55971603b210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:46158/0 (socket says 172.21.15.46:46158) 2024-04-26T01:53:26.019 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.018+0000 7ff3bb400640 1 -- 172.21.15.46:0/3470962142 learned_addr learned my addr 172.21.15.46:0/3470962142 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:53:26.019 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.019+0000 7ff3bb400640 1 -- 172.21.15.46:0/3470962142 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559715fbb820 msgr2=0x559715fcb9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:26.019 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.019+0000 7ff3bb400640 1 --2- 172.21.15.46:0/3470962142 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559715fbb820 0x559715fcb9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:26.019 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.019+0000 7ff3bb400640 1 -- 172.21.15.46:0/3470962142 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559715fbc140 msgr2=0x559715fcbf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:26.019 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.019+0000 7ff3bb400640 1 --2- 172.21.15.46:0/3470962142 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559715fbc140 0x559715fcbf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:26.019 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.019+0000 7ff3bb400640 1 -- 172.21.15.46:0/3470962142 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55971603b750 con 0x559715fc6a00 2024-04-26T01:53:26.019 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.019+0000 7ff3baa00640 1 --2- 172.21.15.46:0/3470962142 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559715fbb820 0x559715fcb9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:53:26.019 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.019+0000 7ff3bb400640 1 --2- 172.21.15.46:0/3470962142 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559715fc6a00 0x55971603b210 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7ff3b40ef2c0 tx=0x7ff3b4009990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc0ea6185b3e6144 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:26.019 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.019+0000 7ff39fe00640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2024-04-26T01:53:26.019 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.019+0000 7ff39fe00640 1 -- 172.21.15.46:0/3470962142 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3b40bdab0 con 0x559715fc6a00 2024-04-26T01:53:26.019 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.019+0000 7ff39fe00640 1 -- 172.21.15.46:0/3470962142 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7ff3b40ba120 con 0x559715fc6a00 2024-04-26T01:53:26.019 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.019+0000 7ff3c4419740 1 -- 172.21.15.46:0/3470962142 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff3a40054f0 con 0x559715fc6a00 2024-04-26T01:53:26.020 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.019+0000 7ff39fe00640 1 -- 172.21.15.46:0/3470962142 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7ff3b40c1e60 con 0x559715fc6a00 2024-04-26T01:53:26.020 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.019+0000 7ff3c4419740 10 client.15432 fetch_fsmap learned FSMap version 31 2024-04-26T01:53:26.020 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.019+0000 7ff3c4419740 1 -- 172.21.15.46:0/3470962142 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55971603c980 con 0x559715fc6a00 2024-04-26T01:53:26.021 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.020+0000 7ff39fe00640 1 -- 172.21.15.46:0/3470962142 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff3a40054f0 con 0x559715fc6a00 2024-04-26T01:53:26.021 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.020+0000 7ff39fe00640 1 -- 172.21.15.46:0/3470962142 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 31) ==== 8370+0+0 (secure 0 0 0) 0x7ff3b40c6320 con 0x559715fc6a00 2024-04-26T01:53:26.021 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.020+0000 7ff3c4419740 10 client.15432 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T01:53:26.021 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.020+0000 7ff3c4419740 10 client.15432 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:53:26.021 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.020+0000 7ff3c4419740 20 client.15432 populate_metadata read hostname 'smithi046' 2024-04-26T01:53:26.021 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.020+0000 7ff3c4419740 1 --2- 172.21.15.46:0/3470962142 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55971603d160 0x55971603f580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:26.021 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.020+0000 7ff3c4419740 4 client.15432 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:53:26.021 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.020+0000 7ff3c4419740 1 -- 172.21.15.46:0/3470962142 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "flush journal"}) -- 0x559715f2f320 con 0x55971603d160 2024-04-26T01:53:26.021 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.020+0000 7ff3baa00640 1 --2- 172.21.15.46:0/3470962142 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55971603d160 0x55971603f580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:26.021 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.021+0000 7ff3baa00640 1 --2- 172.21.15.46:0/3470962142 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55971603d160 0x55971603f580 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=db7db858c7b14d0 server_cookie=6a959bb0ddec49bd in_seq=0 out_seq=0 2024-04-26T01:53:26.021 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:26.021+0000 7ff39fe00640 10 client.15432 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:53:27.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:53:26 smithi163 ceph-mon[32592]: pgmap v79: 97 pgs: 97 active+clean; 108 MiB data, 672 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 670 op/s 2024-04-26T01:53:27.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:53:26 smithi046 ceph-mon[28013]: pgmap v79: 97 pgs: 97 active+clean; 108 MiB data, 672 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 670 op/s 2024-04-26T01:53:27.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:53:26 smithi103 ceph-mon[32920]: pgmap v79: 97 pgs: 97 active+clean; 108 MiB data, 672 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 670 op/s 2024-04-26T01:53:29.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:53:28 smithi163 ceph-mon[32592]: pgmap v80: 97 pgs: 97 active+clean; 108 MiB data, 672 MiB used, 1.0 TiB / 1.0 TiB avail; 900 KiB/s rd, 1.3 MiB/s wr, 135 op/s 2024-04-26T01:53:29.176 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:53:28 smithi103 ceph-mon[32920]: pgmap v80: 97 pgs: 97 active+clean; 108 MiB data, 672 MiB used, 1.0 TiB / 1.0 TiB avail; 900 KiB/s rd, 1.3 MiB/s wr, 135 op/s 2024-04-26T01:53:29.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:53:28 smithi046 ceph-mon[28013]: pgmap v80: 97 pgs: 97 active+clean; 108 MiB data, 672 MiB used, 1.0 TiB / 1.0 TiB avail; 900 KiB/s rd, 1.3 MiB/s wr, 135 op/s 2024-04-26T01:53:31.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:53:30 smithi163 ceph-mon[32592]: pgmap v81: 97 pgs: 97 active+clean; 112 MiB data, 705 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.9 MiB/s wr, 416 op/s 2024-04-26T01:53:31.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:53:30 smithi046 ceph-mon[28013]: pgmap v81: 97 pgs: 97 active+clean; 112 MiB data, 705 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.9 MiB/s wr, 416 op/s 2024-04-26T01:53:31.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:53:30 smithi103 ceph-mon[32920]: pgmap v81: 97 pgs: 97 active+clean; 112 MiB data, 705 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.9 MiB/s wr, 416 op/s 2024-04-26T01:53:33.088 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:33.089+0000 7ff39fe00640 1 -- 172.21.15.46:0/3470962142 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x559715f2f320 con 0x55971603d160 2024-04-26T01:53:33.088 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:33.089+0000 7ff39fe00640 10 client.15432 handle_command_reply: tid=0 2024-04-26T01:53:33.088 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:33.090+0000 7ff3c4419740 1 client.15432 shutdown 2024-04-26T01:53:33.091 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:33.092+0000 7ff3c4419740 1 -- 172.21.15.46:0/3470962142 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559715fc6a00 msgr2=0x55971603b210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:33.091 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:33.092+0000 7ff3c4419740 1 --2- 172.21.15.46:0/3470962142 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559715fc6a00 0x55971603b210 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7ff3b40ef2c0 tx=0x7ff3b4009990 comp rx=0 tx=0).stop 2024-04-26T01:53:33.091 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:33.092+0000 7ff3c4419740 1 -- 172.21.15.46:0/3470962142 shutdown_connections 2024-04-26T01:53:33.091 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:33.092+0000 7ff3c4419740 1 --2- 172.21.15.46:0/3470962142 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55971603d160 0x55971603f580 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:33.091 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:33.092+0000 7ff3c4419740 1 --2- 172.21.15.46:0/3470962142 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559715fc6a00 0x55971603b210 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:33.092 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:33.092+0000 7ff3c4419740 1 --2- 172.21.15.46:0/3470962142 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559715fbc140 0x559715fcbf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:33.092 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:33.092+0000 7ff3c4419740 1 --2- 172.21.15.46:0/3470962142 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559715fbb820 0x559715fcb9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:33.092 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:33.092+0000 7ff3c4419740 1 -- 172.21.15.46:0/3470962142 >> 172.21.15.46:0/3470962142 conn(0x559715fb7d30 msgr2=0x559715fc3880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:33.092 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:33.092+0000 7ff39fe00640 0 client.15432 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:53:33.092 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:33.092+0000 7ff3c4419740 1 -- 172.21.15.46:0/3470962142 shutdown_connections 2024-04-26T01:53:33.092 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:33.093+0000 7ff3c4419740 1 -- 172.21.15.46:0/3470962142 wait complete. 2024-04-26T01:53:33.093 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:33.093+0000 7ff3c4419740 20 client.15432 trim_cache size 0 max 16384 2024-04-26T01:53:33.093 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:{ 2024-04-26T01:53:33.093 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "message": "", 2024-04-26T01:53:33.093 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "return_code": 0 2024-04-26T01:53:33.093 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:} 2024-04-26T01:53:33.094 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:33.094+0000 7ff3c1600640 1 -- 172.21.15.46:0/3369571067 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7ff3a00a3dc0 msgr2=0x7ff3a00a6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:33.094 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:33.094+0000 7ff3c1600640 1 --2- 172.21.15.46:0/3369571067 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7ff3a00a3dc0 0x7ff3a00a6280 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x559715fb9150 tx=0x7ff3a40096c0 comp rx=0 tx=0).stop 2024-04-26T01:53:33.094 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:33.094+0000 7ff3c1600640 1 -- 172.21.15.46:0/3369571067 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff3bc075ef0 msgr2=0x7ff3bc074cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:33.094 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:33.094+0000 7ff3c1600640 1 --2- 172.21.15.46:0/3369571067 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff3bc075ef0 0x7ff3bc074cd0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7ff3b4033040 tx=0x7ff3b4003c20 comp rx=0 tx=0).stop 2024-04-26T01:53:33.094 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:33.094+0000 7ff3c1600640 1 -- 172.21.15.46:0/3369571067 shutdown_connections 2024-04-26T01:53:33.094 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:33.094+0000 7ff3c1600640 1 --2- 172.21.15.46:0/3369571067 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7ff3a00a3dc0 0x7ff3a00a6280 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:33.094 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:33.094+0000 7ff3c1600640 1 --2- 172.21.15.46:0/3369571067 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff3bc075ef0 0x7ff3bc074cd0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:33.094 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:33.094+0000 7ff3c1600640 1 --2- 172.21.15.46:0/3369571067 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff3bc1072a0 0x7ff3bc074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:33.094 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:33.094+0000 7ff3c1600640 1 --2- 172.21.15.46:0/3369571067 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff3bc1021d0 0x7ff3bc074250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:33.094 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:33.094+0000 7ff3c1600640 1 -- 172.21.15.46:0/3369571067 >> 172.21.15.46:0/3369571067 conn(0x7ff3bc0793e0 msgr2=0x7ff3bc0ffaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:33.094 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:33.094+0000 7ff3c1600640 1 -- 172.21.15.46:0/3369571067 shutdown_connections 2024-04-26T01:53:33.094 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:33.094+0000 7ff3c1600640 1 -- 172.21.15.46:0/3369571067 wait complete. 2024-04-26T01:53:33.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:53:32 smithi046 ceph-mon[28013]: pgmap v82: 97 pgs: 97 active+clean; 126 MiB data, 745 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.4 MiB/s wr, 896 op/s 2024-04-26T01:53:33.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:53:32 smithi103 ceph-mon[32920]: pgmap v82: 97 pgs: 97 active+clean; 126 MiB data, 745 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.4 MiB/s wr, 896 op/s 2024-04-26T01:53:33.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:53:32 smithi163 ceph-mon[32592]: pgmap v82: 97 pgs: 97 active+clean; 126 MiB data, 745 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.4 MiB/s wr, 896 op/s 2024-04-26T01:53:35.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:53:34 smithi046 ceph-mon[28013]: pgmap v83: 97 pgs: 97 active+clean; 126 MiB data, 745 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.4 MiB/s wr, 896 op/s 2024-04-26T01:53:35.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:53:34 smithi103 ceph-mon[32920]: pgmap v83: 97 pgs: 97 active+clean; 126 MiB data, 745 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.4 MiB/s wr, 896 op/s 2024-04-26T01:53:35.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:53:34 smithi163 ceph-mon[32592]: pgmap v83: 97 pgs: 97 active+clean; 126 MiB data, 745 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 2.4 MiB/s wr, 896 op/s 2024-04-26T01:53:37.312 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:53:36 smithi046 ceph-mon[28013]: pgmap v84: 97 pgs: 97 active+clean; 119 MiB data, 766 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 1.01k op/s 2024-04-26T01:53:37.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:53:36 smithi103 ceph-mon[32920]: pgmap v84: 97 pgs: 97 active+clean; 119 MiB data, 766 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 1.01k op/s 2024-04-26T01:53:37.400 INFO:tasks.quiescer.fs.[cephfs]:Total duration (60) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-04-26T01:53:37.400 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 30.0 2024-04-26T01:53:37.401 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:53:37.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:53:36 smithi163 ceph-mon[32592]: pgmap v84: 97 pgs: 97 active+clean; 119 MiB data, 766 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 1.01k op/s 2024-04-26T01:53:37.885 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:53:39.313 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:53:38 smithi046 ceph-mon[28013]: pgmap v85: 97 pgs: 97 active+clean; 119 MiB data, 766 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 888 op/s 2024-04-26T01:53:39.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:53:38 smithi103 ceph-mon[32920]: pgmap v85: 97 pgs: 97 active+clean; 119 MiB data, 766 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 888 op/s 2024-04-26T01:53:39.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:53:38 smithi163 ceph-mon[32592]: pgmap v85: 97 pgs: 97 active+clean; 119 MiB data, 766 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 888 op/s 2024-04-26T01:53:40.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.448+0000 7fb9d0200700 1 -- 172.21.15.46:0/2671227735 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb9c806b170 msgr2=0x7fb9c806b5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:40.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.448+0000 7fb9d0200700 1 --2- 172.21.15.46:0/2671227735 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb9c806b170 0x7fb9c806b5d0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fb9b4009990 tx=0x7fb9b4009ca0 comp rx=0 tx=0).stop 2024-04-26T01:53:40.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.448+0000 7fb9d0200700 1 -- 172.21.15.46:0/2671227735 shutdown_connections 2024-04-26T01:53:40.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.448+0000 7fb9d0200700 1 --2- 172.21.15.46:0/2671227735 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb9c806bb10 0x7fb9c810f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:40.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.448+0000 7fb9d0200700 1 --2- 172.21.15.46:0/2671227735 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9c8108a30 0x7fb9c8108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:40.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.448+0000 7fb9d0200700 1 --2- 172.21.15.46:0/2671227735 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb9c806b170 0x7fb9c806b5d0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:40.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.448+0000 7fb9d0200700 1 -- 172.21.15.46:0/2671227735 >> 172.21.15.46:0/2671227735 conn(0x7fb9c80788f0 msgr2=0x7fb9c8078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:40.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.448+0000 7fb9d0200700 1 -- 172.21.15.46:0/2671227735 shutdown_connections 2024-04-26T01:53:40.447 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.448+0000 7fb9d0200700 1 -- 172.21.15.46:0/2671227735 wait complete. 2024-04-26T01:53:40.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.449+0000 7fb9d0200700 1 Processor -- start 2024-04-26T01:53:40.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.449+0000 7fb9d0200700 1 -- start start 2024-04-26T01:53:40.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.450+0000 7fb9d0200700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb9c806b170 0x7fb9c8101a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:40.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.450+0000 7fb9d0200700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb9c806bb10 0x7fb9c8101f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:40.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.450+0000 7fb9d0200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9c8108a30 0x7fb9c81024c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:40.448 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.450+0000 7fb9d0200700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fb9c8112e30 con 0x7fb9c8108a30 2024-04-26T01:53:40.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.450+0000 7fb9d0200700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fb9c8112cb0 con 0x7fb9c806b170 2024-04-26T01:53:40.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.450+0000 7fb9d0200700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fb9c8112fb0 con 0x7fb9c806bb10 2024-04-26T01:53:40.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.450+0000 7fb9ce200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9c8108a30 0x7fb9c81024c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:40.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.450+0000 7fb9cd800700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb9c806b170 0x7fb9c8101a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:40.449 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.450+0000 7fb9cce00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb9c806bb10 0x7fb9c8101f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:40.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.450+0000 7fb9cd800700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb9c806b170 0x7fb9c8101a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:49076/0 (socket says 172.21.15.46:49076) 2024-04-26T01:53:40.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.450+0000 7fb9cd800700 1 -- 172.21.15.46:0/3040782577 learned_addr learned my addr 172.21.15.46:0/3040782577 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:53:40.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.451+0000 7fb9ce200700 1 -- 172.21.15.46:0/3040782577 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb9c806bb10 msgr2=0x7fb9c8101f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:40.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.451+0000 7fb9ce200700 1 --2- 172.21.15.46:0/3040782577 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb9c806bb10 0x7fb9c8101f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:40.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.451+0000 7fb9ce200700 1 -- 172.21.15.46:0/3040782577 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb9c806b170 msgr2=0x7fb9c8101a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:40.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.451+0000 7fb9ce200700 1 --2- 172.21.15.46:0/3040782577 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb9c806b170 0x7fb9c8101a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:40.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.451+0000 7fb9ce200700 1 -- 172.21.15.46:0/3040782577 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9c81a7730 con 0x7fb9c8108a30 2024-04-26T01:53:40.450 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.451+0000 7fb9ce200700 1 --2- 172.21.15.46:0/3040782577 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9c8108a30 0x7fb9c81024c0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fb9c000efc0 tx=0x7fb9c000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:40.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.452+0000 7fb9c6000700 1 -- 172.21.15.46:0/3040782577 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9c00092e0 con 0x7fb9c8108a30 2024-04-26T01:53:40.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.452+0000 7fb9c6000700 1 -- 172.21.15.46:0/3040782577 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb9c0004bb0 con 0x7fb9c8108a30 2024-04-26T01:53:40.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.452+0000 7fb9c6000700 1 -- 172.21.15.46:0/3040782577 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9c0004280 con 0x7fb9c8108a30 2024-04-26T01:53:40.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.452+0000 7fb9d0200700 1 -- 172.21.15.46:0/3040782577 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9c81a79c0 con 0x7fb9c8108a30 2024-04-26T01:53:40.451 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.452+0000 7fb9d0200700 1 -- 172.21.15.46:0/3040782577 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9c81a7eb0 con 0x7fb9c8108a30 2024-04-26T01:53:40.454 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.455+0000 7fb9d0200700 1 -- 172.21.15.46:0/3040782577 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb9a8005360 con 0x7fb9c8108a30 2024-04-26T01:53:40.456 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.457+0000 7fb9c6000700 1 -- 172.21.15.46:0/3040782577 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 27) ==== 138777+0+0 (secure 0 0 0) 0x7fb9c001b030 con 0x7fb9c8108a30 2024-04-26T01:53:40.460 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.459+0000 7fb9c6000700 1 --2- 172.21.15.46:0/3040782577 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fb9ac0a3e70 0x7fb9ac0a6330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:40.460 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.460+0000 7fb9c6000700 1 -- 172.21.15.46:0/3040782577 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fb9c00d00d0 con 0x7fb9c8108a30 2024-04-26T01:53:40.460 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.460+0000 7fb9cd800700 1 --2- 172.21.15.46:0/3040782577 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fb9ac0a3e70 0x7fb9ac0a6330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:40.460 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.462+0000 7fb9cd800700 1 --2- 172.21.15.46:0/3040782577 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fb9ac0a3e70 0x7fb9ac0a6330 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fb9b8009ca0 tx=0x7fb9b8009260 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:40.464 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.466+0000 7fb9c6000700 1 -- 172.21.15.46:0/3040782577 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb9c0022020 con 0x7fb9c8108a30 2024-04-26T01:53:40.814 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.816+0000 7fb9d0200700 1 -- 172.21.15.46:0/3040782577 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb9a8005920 con 0x7fb9c8108a30 2024-04-26T01:53:40.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.817+0000 7fb9c6000700 1 -- 172.21.15.46:0/3040782577 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 31 v31) ==== 94+0+11950 (secure 0 0 0) 0x7fb9c0010040 con 0x7fb9c8108a30 2024-04-26T01:53:40.816 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:53:40.817 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":31,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14391,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/3599447924","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":3599447924},{"type":"v1","addr":"172.21.15.46:6839","nonce":3599447924}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6833/1782107626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":1782107626},{"type":"v1","addr":"172.21.15.103:6833","nonce":1782107626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":31,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:46:33.259216+0000","modified":"2024-04-26T01:53:17.212211+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24530,"mds_1":24524,"mds_2":24511,"mds_3":24496,"mds_4":24488},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24448":{"gid":24448,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6833/3674154522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6832","nonce":3674154522},{"type":"v1","addr":"172.21.15.163:6833","nonce":3674154522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"d","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6837/2284069014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":2284069014},{"type":"v1","addr":"172.21.15.46:6837","nonce":2284069014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"j","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6835/441878789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":441878789},{"type":"v1","addr":"172.21.15.46:6835","nonce":441878789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/2093120942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":2093120942},{"type":"v1","addr":"172.21.15.103:6835","nonce":2093120942}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6835/3496224673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6834","nonce":3496224673},{"type":"v1","addr":"172.21.15.163:6835","nonce":3496224673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"h","rank":4,"incarnation":24,"state":"up:active","state_seq":16,"addr":"172.21.15.103:6837/356151155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":356151155},{"type":"v1","addr":"172.21.15.103:6837","nonce":356151155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":16,"addr":"172.21.15.163:6837/3255035214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6836","nonce":3255035214},{"type":"v1","addr":"172.21.15.163:6837","nonce":3255035214}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.163:6839/1457170931","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6838","nonce":1457170931},{"type":"v1","addr":"172.21.15.163:6839","nonce":1457170931}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"a","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.46:6841/1857491842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":1857491842},{"type":"v1","addr":"172.21.15.46:6841","nonce":1857491842}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.103:6839/4045492459","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":4045492459},{"type":"v1","addr":"172.21.15.103:6839","nonce":4045492459}]},"join_fscid":-1,"export_targets":[1,2,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24524,24496,24511,24530,24488]},"id":1}]} 2024-04-26T01:53:40.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.821+0000 7fb9d0200700 1 -- 172.21.15.46:0/3040782577 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fb9ac0a3e70 msgr2=0x7fb9ac0a6330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:40.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.821+0000 7fb9d0200700 1 --2- 172.21.15.46:0/3040782577 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fb9ac0a3e70 0x7fb9ac0a6330 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fb9b8009ca0 tx=0x7fb9b8009260 comp rx=0 tx=0).stop 2024-04-26T01:53:40.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.821+0000 7fb9d0200700 1 -- 172.21.15.46:0/3040782577 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9c8108a30 msgr2=0x7fb9c81024c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:40.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.821+0000 7fb9d0200700 1 --2- 172.21.15.46:0/3040782577 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9c8108a30 0x7fb9c81024c0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fb9c000efc0 tx=0x7fb9c000c3a0 comp rx=0 tx=0).stop 2024-04-26T01:53:40.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.821+0000 7fb9d0200700 1 -- 172.21.15.46:0/3040782577 shutdown_connections 2024-04-26T01:53:40.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.821+0000 7fb9d0200700 1 --2- 172.21.15.46:0/3040782577 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fb9ac0a3e70 0x7fb9ac0a6330 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:40.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.821+0000 7fb9d0200700 1 --2- 172.21.15.46:0/3040782577 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fb9c8108a30 0x7fb9c81024c0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:40.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.821+0000 7fb9d0200700 1 --2- 172.21.15.46:0/3040782577 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb9c806b170 0x7fb9c8101a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:40.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.821+0000 7fb9d0200700 1 --2- 172.21.15.46:0/3040782577 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fb9c806bb10 0x7fb9c8101f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:40.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.822+0000 7fb9d0200700 1 -- 172.21.15.46:0/3040782577 >> 172.21.15.46:0/3040782577 conn(0x7fb9c80788f0 msgr2=0x7fb9c80ff9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:40.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.822+0000 7fb9d0200700 1 -- 172.21.15.46:0/3040782577 shutdown_connections 2024-04-26T01:53:40.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:40.822+0000 7fb9d0200700 1 -- 172.21.15.46:0/3040782577 wait complete. 2024-04-26T01:53:40.822 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 31 2024-04-26T01:53:41.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:53:40 smithi046 ceph-mon[28013]: pgmap v86: 97 pgs: 97 active+clean; 126 MiB data, 786 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 930 op/s 2024-04-26T01:53:41.116 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:53:40 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/3040782577' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:53:41.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:53:40 smithi103 ceph-mon[32920]: pgmap v86: 97 pgs: 97 active+clean; 126 MiB data, 786 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 930 op/s 2024-04-26T01:53:41.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:53:40 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/3040782577' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:53:41.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:53:40 smithi163 ceph-mon[32592]: pgmap v86: 97 pgs: 97 active+clean; 126 MiB data, 786 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 930 op/s 2024-04-26T01:53:41.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:53:40 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/3040782577' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:53:41.768 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24530 quiesce db / --timeout 60 --expiration 90.0 --await-for 42.0' 2024-04-26T01:53:41.768 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24530 quiesce db / --timeout 60 --expiration 90.0 --await-for 42.0 2024-04-26T01:53:42.278 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:53:43.181 INFO:tasks.workunit.client.0.smithi046.stderr:+ sync 2024-04-26T01:53:43.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:53:42 smithi046 ceph-mon[28013]: pgmap v87: 97 pgs: 97 active+clean; 132 MiB data, 781 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 3.6 MiB/s wr, 717 op/s 2024-04-26T01:53:43.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:53:42 smithi103 ceph-mon[32920]: pgmap v87: 97 pgs: 97 active+clean; 132 MiB data, 781 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 3.6 MiB/s wr, 717 op/s 2024-04-26T01:53:43.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:53:42 smithi163 ceph-mon[32592]: pgmap v87: 97 pgs: 97 active+clean; 132 MiB data, 781 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 3.6 MiB/s wr, 717 op/s 2024-04-26T01:53:45.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:53:44 smithi046 ceph-mon[28013]: pgmap v88: 97 pgs: 97 active+clean; 132 MiB data, 781 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 227 op/s 2024-04-26T01:53:45.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:53:44 smithi103 ceph-mon[32920]: pgmap v88: 97 pgs: 97 active+clean; 132 MiB data, 781 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 227 op/s 2024-04-26T01:53:45.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:53:44 smithi163 ceph-mon[32592]: pgmap v88: 97 pgs: 97 active+clean; 132 MiB data, 781 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 227 op/s 2024-04-26T01:53:46.248 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.249+0000 7f4e8b600640 1 -- 172.21.15.46:0/1378554701 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4e84108f20 msgr2=0x7f4e841153e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:46.248 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.249+0000 7f4e8b600640 1 --2- 172.21.15.46:0/1378554701 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4e84108f20 0x7f4e841153e0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f4e7c009c10 tx=0x7f4e7c02a6f0 comp rx=0 tx=0).stop 2024-04-26T01:53:46.248 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.249+0000 7f4e8b600640 1 -- 172.21.15.46:0/1378554701 shutdown_connections 2024-04-26T01:53:46.248 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.249+0000 7f4e8b600640 1 --2- 172.21.15.46:0/1378554701 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4e84108f20 0x7f4e841153e0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:46.248 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.249+0000 7f4e8b600640 1 --2- 172.21.15.46:0/1378554701 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4e84108560 0x7f4e841089e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:46.248 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.249+0000 7f4e8b600640 1 --2- 172.21.15.46:0/1378554701 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4e8410e620 0x7f4e8410ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:46.248 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.249+0000 7f4e8b600640 1 -- 172.21.15.46:0/1378554701 >> 172.21.15.46:0/1378554701 conn(0x7f4e840764e0 msgr2=0x7f4e84078900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:46.248 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.249+0000 7f4e8b600640 1 -- 172.21.15.46:0/1378554701 shutdown_connections 2024-04-26T01:53:46.248 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.249+0000 7f4e8b600640 1 -- 172.21.15.46:0/1378554701 wait complete. 2024-04-26T01:53:46.251 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.250+0000 7f4e8b600640 1 Processor -- start 2024-04-26T01:53:46.251 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.251+0000 7f4e8b600640 1 -- start start 2024-04-26T01:53:46.251 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.251+0000 7f4e8b600640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4e84108560 0x7f4e841a4940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:46.251 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.251+0000 7f4e8b600640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4e84108f20 0x7f4e841a4e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:46.251 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.251+0000 7f4e8b600640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4e8410e620 0x7f4e8419eaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:46.251 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.251+0000 7f4e8b600640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f4e841188f0 con 0x7f4e84108560 2024-04-26T01:53:46.251 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.251+0000 7f4e8b600640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f4e84118770 con 0x7f4e8410e620 2024-04-26T01:53:46.251 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.251+0000 7f4e8b600640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f4e84118a70 con 0x7f4e84108f20 2024-04-26T01:53:46.251 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.251+0000 7f4e88c00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4e84108560 0x7f4e841a4940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:46.251 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.251+0000 7f4e88c00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4e84108560 0x7f4e841a4940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:53796/0 (socket says 172.21.15.46:53796) 2024-04-26T01:53:46.251 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.251+0000 7f4e88c00640 1 -- 172.21.15.46:0/1553372508 learned_addr learned my addr 172.21.15.46:0/1553372508 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:53:46.252 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.251+0000 7f4e89600640 1 --2- 172.21.15.46:0/1553372508 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4e8410e620 0x7f4e8419eaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:46.252 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.251+0000 7f4e83e00640 1 --2- 172.21.15.46:0/1553372508 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4e84108f20 0x7f4e841a4e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:46.252 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.252+0000 7f4e88c00640 1 -- 172.21.15.46:0/1553372508 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4e84108f20 msgr2=0x7f4e841a4e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:46.252 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.252+0000 7f4e88c00640 1 --2- 172.21.15.46:0/1553372508 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4e84108f20 0x7f4e841a4e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:46.252 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.252+0000 7f4e88c00640 1 -- 172.21.15.46:0/1553372508 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4e8410e620 msgr2=0x7f4e8419eaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:46.252 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.252+0000 7f4e88c00640 1 --2- 172.21.15.46:0/1553372508 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4e8410e620 0x7f4e8419eaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:46.252 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.252+0000 7f4e88c00640 1 -- 172.21.15.46:0/1553372508 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e8419f270 con 0x7f4e84108560 2024-04-26T01:53:46.252 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.252+0000 7f4e89600640 1 --2- 172.21.15.46:0/1553372508 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4e8410e620 0x7f4e8419eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:53:46.252 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.252+0000 7f4e88c00640 1 --2- 172.21.15.46:0/1553372508 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4e84108560 0x7f4e841a4940 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f4e7800e9f0 tx=0x7f4e7800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:46.252 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.252+0000 7f4e81600640 1 -- 172.21.15.46:0/1553372508 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e7800ccc0 con 0x7f4e84108560 2024-04-26T01:53:46.252 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.253+0000 7f4e81600640 1 -- 172.21.15.46:0/1553372508 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4e7800ce60 con 0x7f4e84108560 2024-04-26T01:53:46.252 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.253+0000 7f4e8b600640 1 -- 172.21.15.46:0/1553372508 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e8419f560 con 0x7f4e84108560 2024-04-26T01:53:46.252 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.253+0000 7f4e81600640 1 -- 172.21.15.46:0/1553372508 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e78010690 con 0x7f4e84108560 2024-04-26T01:53:46.252 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.253+0000 7f4e8b600640 1 -- 172.21.15.46:0/1553372508 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e841ab800 con 0x7f4e84108560 2024-04-26T01:53:46.254 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.256+0000 7f4e8e3eb740 1 Processor -- start 2024-04-26T01:53:46.254 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.256+0000 7f4e81600640 1 -- 172.21.15.46:0/1553372508 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 27) ==== 138777+0+0 (secure 0 0 0) 0x7f4e780046c0 con 0x7f4e84108560 2024-04-26T01:53:46.254 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.256+0000 7f4e8e3eb740 1 -- start start 2024-04-26T01:53:46.256 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.257+0000 7f4e8e3eb740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55920f2cc820 0x55920f2ccc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:46.256 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.257+0000 7f4e8e3eb740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55920f2cd140 0x55920f2d74c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:46.256 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.257+0000 7f4e8e3eb740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55920f2d7a00 0x55920f2d9df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:46.256 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.257+0000 7f4e8e3eb740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55920f232900 con 0x55920f2d7a00 2024-04-26T01:53:46.256 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.257+0000 7f4e8e3eb740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55920f1d8ef0 con 0x55920f2cc820 2024-04-26T01:53:46.256 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.257+0000 7f4e8e3eb740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55920f22e8c0 con 0x55920f2cd140 2024-04-26T01:53:46.256 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.257+0000 7f4e88c00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55920f2cd140 0x55920f2d74c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:46.256 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.257+0000 7f4e88c00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55920f2cd140 0x55920f2d74c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:37388/0 (socket says 172.21.15.46:37388) 2024-04-26T01:53:46.256 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.257+0000 7f4e88c00640 1 -- 172.21.15.46:0/3230796432 learned_addr learned my addr 172.21.15.46:0/3230796432 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:53:46.256 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.257+0000 7f4e89600640 1 --2- 172.21.15.46:0/3230796432 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55920f2cc820 0x55920f2ccc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:46.256 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.257+0000 7f4e83e00640 1 --2- 172.21.15.46:0/3230796432 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55920f2d7a00 0x55920f2d9df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:46.257 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.258+0000 7f4e88c00640 1 -- 172.21.15.46:0/3230796432 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55920f2cc820 msgr2=0x55920f2ccc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:46.257 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.258+0000 7f4e88c00640 1 --2- 172.21.15.46:0/3230796432 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55920f2cc820 0x55920f2ccc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:46.257 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.258+0000 7f4e88c00640 1 -- 172.21.15.46:0/3230796432 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55920f2d7a00 msgr2=0x55920f2d9df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:46.257 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.258+0000 7f4e88c00640 1 --2- 172.21.15.46:0/3230796432 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55920f2d7a00 0x55920f2d9df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:46.257 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.258+0000 7f4e88c00640 1 -- 172.21.15.46:0/3230796432 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55920ef45210 con 0x55920f2cd140 2024-04-26T01:53:46.257 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.258+0000 7f4e88c00640 1 --2- 172.21.15.46:0/3230796432 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55920f2cd140 0x55920f2d74c0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f4e780ce280 tx=0x7f4e780d4cc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d04ed02f0b53a0bf server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:46.258 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.258+0000 7f4e75c00640 1 -- 172.21.15.46:0/3230796432 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e780d9d00 con 0x55920f2cd140 2024-04-26T01:53:46.259 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.258+0000 7f4e75c00640 1 -- 172.21.15.46:0/3230796432 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4e780e38d0 con 0x55920f2cd140 2024-04-26T01:53:46.259 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.258+0000 7f4e75c00640 1 -- 172.21.15.46:0/3230796432 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e780db850 con 0x55920f2cd140 2024-04-26T01:53:46.259 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.259+0000 7f4e8e3eb740 1 -- 172.21.15.46:0/3230796432 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55920f2cd140 msgr2=0x55920f2d74c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:46.259 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.259+0000 7f4e8e3eb740 1 --2- 172.21.15.46:0/3230796432 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55920f2cd140 0x55920f2d74c0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f4e780ce280 tx=0x7f4e780d4cc0 comp rx=0 tx=0).stop 2024-04-26T01:53:46.259 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.259+0000 7f4e81600640 1 --2- 172.21.15.46:0/1553372508 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f4e6c0a3dc0 0x7f4e6c0a6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:46.259 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.259+0000 7f4e8e3eb740 1 -- 172.21.15.46:0/3230796432 shutdown_connections 2024-04-26T01:53:46.259 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.259+0000 7f4e8e3eb740 1 --2- 172.21.15.46:0/3230796432 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55920f2d7a00 0x55920f2d9df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:46.259 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.259+0000 7f4e8e3eb740 1 --2- 172.21.15.46:0/3230796432 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55920f2cd140 0x55920f2d74c0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:46.259 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.259+0000 7f4e8e3eb740 1 --2- 172.21.15.46:0/3230796432 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55920f2cc820 0x55920f2ccc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:46.259 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.259+0000 7f4e8e3eb740 1 -- 172.21.15.46:0/3230796432 >> 172.21.15.46:0/3230796432 conn(0x55920f2c8d30 msgr2=0x55920f2c9110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:46.259 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.259+0000 7f4e81600640 1 -- 172.21.15.46:0/1553372508 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f4e780d0c20 con 0x7f4e84108560 2024-04-26T01:53:46.259 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.259+0000 7f4e89600640 1 --2- 172.21.15.46:0/1553372508 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f4e6c0a3dc0 0x7f4e6c0a6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:46.260 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.260+0000 7f4e8e3eb740 1 -- 172.21.15.46:0/3230796432 shutdown_connections 2024-04-26T01:53:46.260 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.260+0000 7f4e8e3eb740 1 -- 172.21.15.46:0/3230796432 wait complete. 2024-04-26T01:53:46.260 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.260+0000 7f4e8e3eb740 1 -- start start 2024-04-26T01:53:46.260 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.260+0000 7f4e89600640 1 --2- 172.21.15.46:0/1553372508 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f4e6c0a3dc0 0x7f4e6c0a6280 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f4e7c02ac10 tx=0x7f4e7c005e30 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:46.260 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.260+0000 7f4e8e3eb740 1 Processor -- start 2024-04-26T01:53:46.262 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.261+0000 7f4e8e3eb740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55920f2cc820 0x55920f2d4900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:46.263 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.261+0000 7f4e8e3eb740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55920f2cd140 0x55920f2d4e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:46.263 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.261+0000 7f4e8e3eb740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55920f2d7a00 0x55920f2d5380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:46.263 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.261+0000 7f4e8e3eb740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55920f2da630 con 0x55920f2cd140 2024-04-26T01:53:46.263 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.261+0000 7f4e8e3eb740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55920f1ec310 con 0x55920f2d7a00 2024-04-26T01:53:46.263 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.261+0000 7f4e8e3eb740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55920f2da7b0 con 0x55920f2cc820 2024-04-26T01:53:46.263 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.261+0000 7f4e8e3eb740 10 client.0 _ll_register_callbacks cb 0x55920f1bacb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:53:46.263 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.261+0000 7f4e83e00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55920f2cd140 0x55920f2d4e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:46.263 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.261+0000 7f4e83e00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55920f2cd140 0x55920f2d4e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:53814/0 (socket says 172.21.15.46:53814) 2024-04-26T01:53:46.263 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.261+0000 7f4e83e00640 1 -- 172.21.15.46:0/2562930328 learned_addr learned my addr 172.21.15.46:0/2562930328 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:53:46.263 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.261+0000 7f4e89600640 1 --2- 172.21.15.46:0/2562930328 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55920f2d7a00 0x55920f2d5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:46.263 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.261+0000 7f4e88c00640 1 --2- 172.21.15.46:0/2562930328 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55920f2cc820 0x55920f2d4900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:46.263 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.262+0000 7f4e83e00640 1 -- 172.21.15.46:0/2562930328 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55920f2cc820 msgr2=0x55920f2d4900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:46.263 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.262+0000 7f4e83e00640 1 --2- 172.21.15.46:0/2562930328 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55920f2cc820 0x55920f2d4900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:46.264 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.262+0000 7f4e83e00640 1 -- 172.21.15.46:0/2562930328 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55920f2d7a00 msgr2=0x55920f2d5380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:46.264 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.262+0000 7f4e83e00640 1 --2- 172.21.15.46:0/2562930328 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55920f2d7a00 0x55920f2d5380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:46.264 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.262+0000 7f4e83e00640 1 -- 172.21.15.46:0/2562930328 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55920f011620 con 0x55920f2cd140 2024-04-26T01:53:46.264 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.262+0000 7f4e83e00640 1 --2- 172.21.15.46:0/2562930328 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55920f2cd140 0x55920f2d4e40 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f4e70005fd0 tx=0x7f4e70011b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7b7e37954920953 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:46.264 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.262+0000 7f4e6a000640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2024-04-26T01:53:46.264 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.262+0000 7f4e6a000640 1 -- 172.21.15.46:0/2562930328 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e7000fbf0 con 0x55920f2cd140 2024-04-26T01:53:46.264 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.262+0000 7f4e6a000640 1 -- 172.21.15.46:0/2562930328 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f4e7000fd90 con 0x55920f2cd140 2024-04-26T01:53:46.264 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.262+0000 7f4e8e3eb740 1 -- 172.21.15.46:0/2562930328 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4e780e38d0 con 0x55920f2cd140 2024-04-26T01:53:46.264 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.263+0000 7f4e6a000640 1 -- 172.21.15.46:0/2562930328 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f4e70004030 con 0x55920f2cd140 2024-04-26T01:53:46.264 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.263+0000 7f4e8e3eb740 10 client.15450 fetch_fsmap learned FSMap version 31 2024-04-26T01:53:46.264 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.263+0000 7f4e8e3eb740 1 -- 172.21.15.46:0/2562930328 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55920f2e6860 con 0x55920f2cd140 2024-04-26T01:53:46.264 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.263+0000 7f4e6a000640 1 -- 172.21.15.46:0/2562930328 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4e780e38d0 con 0x55920f2cd140 2024-04-26T01:53:46.264 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.263+0000 7f4e6a000640 1 -- 172.21.15.46:0/2562930328 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 31) ==== 8370+0+0 (secure 0 0 0) 0x7f4e70019070 con 0x55920f2cd140 2024-04-26T01:53:46.264 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.263+0000 7f4e8e3eb740 10 client.15450 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T01:53:46.265 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.263+0000 7f4e8e3eb740 10 client.15450 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:53:46.265 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.263+0000 7f4e8e3eb740 20 client.15450 populate_metadata read hostname 'smithi046' 2024-04-26T01:53:46.265 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.263+0000 7f4e8e3eb740 1 --2- 172.21.15.46:0/2562930328 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55920f2e7e30 0x55920f2ea290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:46.265 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.263+0000 7f4e8e3eb740 4 client.15450 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:53:46.265 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.263+0000 7f4e8e3eb740 1 -- 172.21.15.46:0/2562930328 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55920f2468b0 con 0x55920f2e7e30 2024-04-26T01:53:46.265 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.264+0000 7f4e88c00640 1 --2- 172.21.15.46:0/2562930328 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55920f2e7e30 0x55920f2ea290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:46.265 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.264+0000 7f4e88c00640 1 --2- 172.21.15.46:0/2562930328 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55920f2e7e30 0x55920f2ea290 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=777218bbe9a51d1c server_cookie=cb473bbab62b1469 in_seq=0 out_seq=0 2024-04-26T01:53:46.265 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.264+0000 7f4e6a000640 10 client.15450 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:53:46.266 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.265+0000 7f4e6a000640 1 -- 172.21.15.46:0/2562930328 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55920f2468b0 con 0x55920f2e7e30 2024-04-26T01:53:46.266 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.265+0000 7f4e6a000640 10 client.15450 handle_command_reply: tid=0 2024-04-26T01:53:46.266 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.265+0000 7f4e8e3eb740 1 client.15450 shutdown 2024-04-26T01:53:46.266 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.265+0000 7f4e8e3eb740 1 -- 172.21.15.46:0/2562930328 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55920f2cd140 msgr2=0x55920f2d4e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:46.266 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.265+0000 7f4e8e3eb740 1 --2- 172.21.15.46:0/2562930328 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55920f2cd140 0x55920f2d4e40 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f4e70005fd0 tx=0x7f4e70011b50 comp rx=0 tx=0).stop 2024-04-26T01:53:46.266 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.266+0000 7f4e8e3eb740 1 -- 172.21.15.46:0/2562930328 shutdown_connections 2024-04-26T01:53:46.267 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.266+0000 7f4e8e3eb740 1 --2- 172.21.15.46:0/2562930328 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55920f2e7e30 0x55920f2ea290 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:46.267 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.266+0000 7f4e8e3eb740 1 --2- 172.21.15.46:0/2562930328 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55920f2d7a00 0x55920f2d5380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:46.267 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.266+0000 7f4e8e3eb740 1 --2- 172.21.15.46:0/2562930328 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55920f2cd140 0x55920f2d4e40 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:46.267 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.266+0000 7f4e8e3eb740 1 --2- 172.21.15.46:0/2562930328 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55920f2cc820 0x55920f2d4900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:46.267 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.266+0000 7f4e6a000640 0 client.15450 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:53:46.267 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.266+0000 7f4e8e3eb740 1 -- 172.21.15.46:0/2562930328 >> 172.21.15.46:0/2562930328 conn(0x55920f2c8d30 msgr2=0x55920f2cea60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:46.267 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.266+0000 7f4e8e3eb740 1 -- 172.21.15.46:0/2562930328 shutdown_connections 2024-04-26T01:53:46.267 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.266+0000 7f4e8e3eb740 1 -- 172.21.15.46:0/2562930328 wait complete. 2024-04-26T01:53:46.267 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.266+0000 7f4e8e3eb740 20 client.15450 trim_cache size 0 max 16384 2024-04-26T01:53:46.282 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.284+0000 7f4e8e3eb740 1 Processor -- start 2024-04-26T01:53:46.282 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.284+0000 7f4e8e3eb740 1 -- start start 2024-04-26T01:53:46.282 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.284+0000 7f4e8e3eb740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55920f2cc820 0x55920f2e3520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:46.282 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.284+0000 7f4e8e3eb740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55920f2cd140 0x55920f2d3a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:46.282 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.284+0000 7f4e8e3eb740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55920f2d7a00 0x55920f2c8610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:46.283 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.284+0000 7f4e8e3eb740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f4e841b4190 con 0x55920f2cc820 2024-04-26T01:53:46.283 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.284+0000 7f4e8e3eb740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f4e841b5d90 con 0x55920f2cd140 2024-04-26T01:53:46.283 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.284+0000 7f4e8e3eb740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f4e841b4860 con 0x55920f2d7a00 2024-04-26T01:53:46.284 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.285+0000 7f4e88c00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55920f2cc820 0x55920f2e3520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:46.284 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.285+0000 7f4e89600640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55920f2d7a00 0x55920f2c8610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:46.284 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.285+0000 7f4e88c00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55920f2cc820 0x55920f2e3520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:53816/0 (socket says 172.21.15.46:53816) 2024-04-26T01:53:46.284 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.285+0000 7f4e88c00640 1 -- 172.21.15.46:0/2592054893 learned_addr learned my addr 172.21.15.46:0/2592054893 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:53:46.285 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.285+0000 7f4e83e00640 1 --2- 172.21.15.46:0/2592054893 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55920f2cd140 0x55920f2d3a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:46.285 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.285+0000 7f4e89600640 1 -- 172.21.15.46:0/2592054893 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55920f2cd140 msgr2=0x55920f2d3a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:46.285 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.285+0000 7f4e89600640 1 --2- 172.21.15.46:0/2592054893 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55920f2cd140 0x55920f2d3a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:46.285 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.285+0000 7f4e89600640 1 -- 172.21.15.46:0/2592054893 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55920f2cc820 msgr2=0x55920f2e3520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:46.285 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.285+0000 7f4e89600640 1 --2- 172.21.15.46:0/2592054893 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55920f2cc820 0x55920f2e3520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:46.285 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.285+0000 7f4e89600640 1 -- 172.21.15.46:0/2592054893 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55920f2cdbf0 con 0x55920f2d7a00 2024-04-26T01:53:46.285 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.285+0000 7f4e83e00640 1 --2- 172.21.15.46:0/2592054893 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55920f2cd140 0x55920f2d3a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:53:46.285 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.285+0000 7f4e88c00640 1 --2- 172.21.15.46:0/2592054893 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55920f2cc820 0x55920f2e3520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:53:46.285 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.285+0000 7f4e89600640 1 --2- 172.21.15.46:0/2592054893 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55920f2d7a00 0x55920f2c8610 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f4e7c02ace0 tx=0x7f4e7c03f000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8955ce5e9b6d6f1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:46.285 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.286+0000 7f4e75200640 1 -- 172.21.15.46:0/2592054893 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e7c050070 con 0x55920f2d7a00 2024-04-26T01:53:46.285 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.286+0000 7f4e75200640 1 -- 172.21.15.46:0/2592054893 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4e7c04c460 con 0x55920f2d7a00 2024-04-26T01:53:46.285 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.286+0000 7f4e75200640 1 -- 172.21.15.46:0/2592054893 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e7c036040 con 0x55920f2d7a00 2024-04-26T01:53:46.288 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.287+0000 7f4e8e3eb740 1 -- 172.21.15.46:0/2592054893 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55920f2d7a00 msgr2=0x55920f2c8610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:46.288 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.287+0000 7f4e8e3eb740 1 --2- 172.21.15.46:0/2592054893 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55920f2d7a00 0x55920f2c8610 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f4e7c02ace0 tx=0x7f4e7c03f000 comp rx=0 tx=0).stop 2024-04-26T01:53:46.288 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.287+0000 7f4e8e3eb740 1 -- 172.21.15.46:0/2592054893 shutdown_connections 2024-04-26T01:53:46.288 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.287+0000 7f4e8e3eb740 1 --2- 172.21.15.46:0/2592054893 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55920f2d7a00 0x55920f2c8610 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:46.288 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.287+0000 7f4e8e3eb740 1 --2- 172.21.15.46:0/2592054893 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55920f2cd140 0x55920f2d3a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:46.288 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.287+0000 7f4e8e3eb740 1 --2- 172.21.15.46:0/2592054893 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55920f2cc820 0x55920f2e3520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:46.288 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.287+0000 7f4e8e3eb740 1 -- 172.21.15.46:0/2592054893 >> 172.21.15.46:0/2592054893 conn(0x55920f2c8d30 msgr2=0x55920f2ce1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:46.288 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.287+0000 7f4e8e3eb740 1 -- 172.21.15.46:0/2592054893 shutdown_connections 2024-04-26T01:53:46.288 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.287+0000 7f4e8e3eb740 1 -- 172.21.15.46:0/2592054893 wait complete. 2024-04-26T01:53:46.288 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.287+0000 7f4e8e3eb740 1 -- start start 2024-04-26T01:53:46.289 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.288+0000 7f4e8e3eb740 1 Processor -- start 2024-04-26T01:53:46.289 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.288+0000 7f4e8e3eb740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55920f2cc820 0x55920f2dfe80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:46.289 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.288+0000 7f4e8e3eb740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55920f2cd140 0x55920f2dd210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:46.289 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.288+0000 7f4e8e3eb740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55920f2d7a00 0x55920f2dd790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:46.289 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.288+0000 7f4e8e3eb740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f4e841b5600 con 0x55920f2d7a00 2024-04-26T01:53:46.289 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.288+0000 7f4e8e3eb740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f4e841b4f30 con 0x55920f2cd140 2024-04-26T01:53:46.289 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.288+0000 7f4e8e3eb740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f4e841b2170 con 0x55920f2cc820 2024-04-26T01:53:46.289 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.288+0000 7f4e8e3eb740 10 client.0 _ll_register_callbacks cb 0x7f4e70009dd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:53:46.289 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.288+0000 7f4e88c00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55920f2cc820 0x55920f2dfe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:46.289 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.288+0000 7f4e83e00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55920f2cd140 0x55920f2dd210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:46.289 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.288+0000 7f4e88c00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55920f2cc820 0x55920f2dfe80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:37412/0 (socket says 172.21.15.46:37412) 2024-04-26T01:53:46.290 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.288+0000 7f4e83e00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55920f2cd140 0x55920f2dd210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:44266/0 (socket says 172.21.15.46:44266) 2024-04-26T01:53:46.290 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.288+0000 7f4e88c00640 1 -- 172.21.15.46:0/3184272059 learned_addr learned my addr 172.21.15.46:0/3184272059 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:53:46.290 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.288+0000 7f4e89600640 1 --2- 172.21.15.46:0/3184272059 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55920f2d7a00 0x55920f2dd790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:46.290 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.289+0000 7f4e83e00640 1 -- 172.21.15.46:0/3184272059 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55920f2cc820 msgr2=0x55920f2dfe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:46.290 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.289+0000 7f4e83e00640 1 --2- 172.21.15.46:0/3184272059 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55920f2cc820 0x55920f2dfe80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:46.290 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.289+0000 7f4e83e00640 1 -- 172.21.15.46:0/3184272059 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55920f2d7a00 msgr2=0x55920f2dd790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:46.290 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.289+0000 7f4e83e00640 1 --2- 172.21.15.46:0/3184272059 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55920f2d7a00 0x55920f2dd790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:46.290 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.289+0000 7f4e83e00640 1 -- 172.21.15.46:0/3184272059 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55920f2ddfc0 con 0x55920f2cd140 2024-04-26T01:53:46.290 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.289+0000 7f4e88c00640 1 --2- 172.21.15.46:0/3184272059 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55920f2cc820 0x55920f2dfe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:53:46.290 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.289+0000 7f4e89600640 1 --2- 172.21.15.46:0/3184272059 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55920f2d7a00 0x55920f2dd790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:53:46.290 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.289+0000 7f4e83e00640 1 --2- 172.21.15.46:0/3184272059 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55920f2cd140 0x55920f2dd210 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f4e70000c00 tx=0x7f4e70005730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2811f22ec41e7957 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:46.290 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.289+0000 7f4e6a000640 10 client.0 ms_handle_connect on v2:172.21.15.103:3300/0 2024-04-26T01:53:46.290 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.290+0000 7f4e6a000640 1 -- 172.21.15.46:0/3184272059 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e7002f070 con 0x55920f2cd140 2024-04-26T01:53:46.291 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.290+0000 7f4e6a000640 1 -- 172.21.15.46:0/3184272059 <== mon.2 v2:172.21.15.103:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f4e700035f0 con 0x55920f2cd140 2024-04-26T01:53:46.291 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.290+0000 7f4e8e3eb740 1 -- 172.21.15.46:0/3184272059 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4e7c04c460 con 0x55920f2cd140 2024-04-26T01:53:46.291 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.290+0000 7f4e6a000640 1 -- 172.21.15.46:0/3184272059 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7f4e70038050 con 0x55920f2cd140 2024-04-26T01:53:46.291 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.290+0000 7f4e8e3eb740 10 client.25583 fetch_fsmap learned FSMap version 31 2024-04-26T01:53:46.291 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.290+0000 7f4e8e3eb740 1 -- 172.21.15.46:0/3184272059 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x55920f34e4d0 con 0x55920f2cd140 2024-04-26T01:53:46.292 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.290+0000 7f4e6a000640 1 -- 172.21.15.46:0/3184272059 <== mon.2 v2:172.21.15.103:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4e7c04c460 con 0x55920f2cd140 2024-04-26T01:53:46.292 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.290+0000 7f4e6a000640 1 -- 172.21.15.46:0/3184272059 <== mon.2 v2:172.21.15.103:3300/0 5 ==== fsmap(e 31) ==== 8370+0+0 (secure 0 0 0) 0x7f4e70032020 con 0x55920f2cd140 2024-04-26T01:53:46.292 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.291+0000 7f4e8e3eb740 10 client.25583 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T01:53:46.292 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.291+0000 7f4e8e3eb740 10 client.25583 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:53:46.292 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.291+0000 7f4e8e3eb740 20 client.25583 populate_metadata read hostname 'smithi046' 2024-04-26T01:53:46.292 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.291+0000 7f4e8e3eb740 1 --2- 172.21.15.46:0/3184272059 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55920f34ec70 0x55920f351090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:46.292 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.291+0000 7f4e8e3eb740 4 client.25583 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:53:46.292 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.291+0000 7f4e8e3eb740 1 -- 172.21.15.46:0/3184272059 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55920f240320 con 0x55920f34ec70 2024-04-26T01:53:46.292 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.291+0000 7f4e88c00640 1 --2- 172.21.15.46:0/3184272059 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55920f34ec70 0x55920f351090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:46.292 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.291+0000 7f4e88c00640 1 --2- 172.21.15.46:0/3184272059 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55920f34ec70 0x55920f351090 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6f1d9093bf88ff5b server_cookie=b03ee7bb22c6f26 in_seq=0 out_seq=0 2024-04-26T01:53:46.292 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.291+0000 7f4e6a000640 10 client.25583 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:53:46.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:53:46 smithi046 ceph-mon[28013]: pgmap v89: 97 pgs: 97 active+clean; 181 MiB data, 951 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 6.6 MiB/s wr, 637 op/s 2024-04-26T01:53:46.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:53:46 smithi103 ceph-mon[32920]: pgmap v89: 97 pgs: 97 active+clean; 181 MiB data, 951 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 6.6 MiB/s wr, 637 op/s 2024-04-26T01:53:46.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:53:46 smithi163 ceph-mon[32592]: pgmap v89: 97 pgs: 97 active+clean; 181 MiB data, 951 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 6.6 MiB/s wr, 637 op/s 2024-04-26T01:53:46.499 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.500+0000 7f4e6a000640 1 -- 172.21.15.46:0/3184272059 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55920f240320 con 0x55920f34ec70 2024-04-26T01:53:46.499 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.500+0000 7f4e6a000640 10 client.25583 handle_command_reply: tid=0 2024-04-26T01:53:46.499 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.500+0000 7f4e8e3eb740 1 client.25583 shutdown 2024-04-26T01:53:46.499 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.501+0000 7f4e8e3eb740 1 -- 172.21.15.46:0/3184272059 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55920f2cd140 msgr2=0x55920f2dd210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:46.499 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.501+0000 7f4e8e3eb740 1 --2- 172.21.15.46:0/3184272059 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55920f2cd140 0x55920f2dd210 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f4e70000c00 tx=0x7f4e70005730 comp rx=0 tx=0).stop 2024-04-26T01:53:46.500 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.502+0000 7f4e8e3eb740 1 -- 172.21.15.46:0/3184272059 shutdown_connections 2024-04-26T01:53:46.500 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.502+0000 7f4e8e3eb740 1 --2- 172.21.15.46:0/3184272059 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55920f34ec70 0x55920f351090 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:46.500 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.502+0000 7f4e8e3eb740 1 --2- 172.21.15.46:0/3184272059 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55920f2d7a00 0x55920f2dd790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:46.501 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.502+0000 7f4e8e3eb740 1 --2- 172.21.15.46:0/3184272059 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55920f2cd140 0x55920f2dd210 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:46.501 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.502+0000 7f4e8e3eb740 1 --2- 172.21.15.46:0/3184272059 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55920f2cc820 0x55920f2dfe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:46.501 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.502+0000 7f4e6a000640 0 client.25583 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:53:46.501 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.502+0000 7f4e8e3eb740 1 -- 172.21.15.46:0/3184272059 >> 172.21.15.46:0/3184272059 conn(0x55920f2c8d30 msgr2=0x55920f2cea60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:46.501 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.503+0000 7f4e8e3eb740 1 -- 172.21.15.46:0/3184272059 shutdown_connections 2024-04-26T01:53:46.502 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.503+0000 7f4e8e3eb740 1 -- 172.21.15.46:0/3184272059 wait complete. 2024-04-26T01:53:46.502 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.503+0000 7f4e8e3eb740 20 client.25583 trim_cache size 0 max 16384 2024-04-26T01:53:46.502 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:{ 2024-04-26T01:53:46.502 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "message": "", 2024-04-26T01:53:46.502 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "return_code": 0 2024-04-26T01:53:46.502 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:} 2024-04-26T01:53:46.503 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.504+0000 7f4e8b600640 1 -- 172.21.15.46:0/1553372508 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f4e6c0a3dc0 msgr2=0x7f4e6c0a6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:46.503 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.504+0000 7f4e8b600640 1 --2- 172.21.15.46:0/1553372508 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f4e6c0a3dc0 0x7f4e6c0a6280 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f4e7c02ac10 tx=0x7f4e7c005e30 comp rx=0 tx=0).stop 2024-04-26T01:53:46.503 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.504+0000 7f4e8b600640 1 -- 172.21.15.46:0/1553372508 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4e84108560 msgr2=0x7f4e841a4940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:46.503 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.504+0000 7f4e8b600640 1 --2- 172.21.15.46:0/1553372508 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4e84108560 0x7f4e841a4940 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f4e7800e9f0 tx=0x7f4e7800edf0 comp rx=0 tx=0).stop 2024-04-26T01:53:46.503 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.505+0000 7f4e8b600640 1 -- 172.21.15.46:0/1553372508 shutdown_connections 2024-04-26T01:53:46.504 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.505+0000 7f4e8b600640 1 --2- 172.21.15.46:0/1553372508 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f4e6c0a3dc0 0x7f4e6c0a6280 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:46.504 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.505+0000 7f4e8b600640 1 --2- 172.21.15.46:0/1553372508 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4e8410e620 0x7f4e8419eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:46.504 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.505+0000 7f4e8b600640 1 --2- 172.21.15.46:0/1553372508 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f4e84108f20 0x7f4e841a4e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:46.504 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.505+0000 7f4e8b600640 1 --2- 172.21.15.46:0/1553372508 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f4e84108560 0x7f4e841a4940 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:46.504 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.505+0000 7f4e8b600640 1 -- 172.21.15.46:0/1553372508 >> 172.21.15.46:0/1553372508 conn(0x7f4e840764e0 msgr2=0x7f4e84077a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:46.504 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.505+0000 7f4e8b600640 1 -- 172.21.15.46:0/1553372508 shutdown_connections 2024-04-26T01:53:46.504 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:46.505+0000 7f4e8b600640 1 -- 172.21.15.46:0/1553372508 wait complete. 2024-04-26T01:53:46.518 INFO:tasks.workunit.client.0.smithi046.stderr:+ tar c linux-4.0.5 2024-04-26T01:53:47.808 INFO:tasks.workunit.client.0.smithi046.stderr:+ rm -rf linux-4.0.5 2024-04-26T01:53:48.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.033+0000 7fd1cbc00700 1 -- 172.21.15.46:0/1355741798 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd1c4108a30 msgr2=0x7fd1c4108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:48.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.033+0000 7fd1cbc00700 1 --2- 172.21.15.46:0/1355741798 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd1c4108a30 0x7fd1c4108e10 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fd1b80099c0 tx=0x7fd1b8009cd0 comp rx=0 tx=0).stop 2024-04-26T01:53:48.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.033+0000 7fd1cbc00700 1 -- 172.21.15.46:0/1355741798 shutdown_connections 2024-04-26T01:53:48.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.033+0000 7fd1cbc00700 1 --2- 172.21.15.46:0/1355741798 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd1c41034b0 0x7fd1c410f8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:48.033 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.033+0000 7fd1cbc00700 1 --2- 172.21.15.46:0/1355741798 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd1c4108a30 0x7fd1c4108e10 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:48.034 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.033+0000 7fd1cbc00700 1 --2- 172.21.15.46:0/1355741798 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd1c4102af0 0x7fd1c4102f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:48.034 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.033+0000 7fd1cbc00700 1 -- 172.21.15.46:0/1355741798 >> 172.21.15.46:0/1355741798 conn(0x7fd1c4079b10 msgr2=0x7fd1c4079f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:48.034 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.034+0000 7fd1cbc00700 1 -- 172.21.15.46:0/1355741798 shutdown_connections 2024-04-26T01:53:48.034 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.034+0000 7fd1cbc00700 1 -- 172.21.15.46:0/1355741798 wait complete. 2024-04-26T01:53:48.034 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.035+0000 7fd1cbc00700 1 Processor -- start 2024-04-26T01:53:48.034 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.035+0000 7fd1cbc00700 1 -- start start 2024-04-26T01:53:48.035 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.036+0000 7fd1cbc00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd1c4102af0 0x7fd1c419b320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:48.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.036+0000 7fd1cbc00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd1c41034b0 0x7fd1c419b860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:48.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.036+0000 7fd1cbc00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd1c4108a30 0x7fd1c419fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:48.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.036+0000 7fd1cbc00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fd1c4112d80 con 0x7fd1c4102af0 2024-04-26T01:53:48.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.036+0000 7fd1cbc00700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fd1c4112c00 con 0x7fd1c41034b0 2024-04-26T01:53:48.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.036+0000 7fd1cbc00700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fd1c4112f00 con 0x7fd1c4108a30 2024-04-26T01:53:48.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.036+0000 7fd1c3e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd1c41034b0 0x7fd1c419b860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:48.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.036+0000 7fd1c3e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd1c41034b0 0x7fd1c419b860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:44282/0 (socket says 172.21.15.46:44282) 2024-04-26T01:53:48.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.036+0000 7fd1c3e00700 1 -- 172.21.15.46:0/3773094035 learned_addr learned my addr 172.21.15.46:0/3773094035 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:53:48.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.036+0000 7fd1c9200700 1 --2- 172.21.15.46:0/3773094035 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd1c4102af0 0x7fd1c419b320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:48.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.036+0000 7fd1c9c00700 1 --2- 172.21.15.46:0/3773094035 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd1c4108a30 0x7fd1c419fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:48.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.036+0000 7fd1c3e00700 1 -- 172.21.15.46:0/3773094035 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd1c4108a30 msgr2=0x7fd1c419fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:48.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.036+0000 7fd1c3e00700 1 --2- 172.21.15.46:0/3773094035 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd1c4108a30 0x7fd1c419fbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:48.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.036+0000 7fd1c3e00700 1 -- 172.21.15.46:0/3773094035 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd1c4102af0 msgr2=0x7fd1c419b320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:48.036 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.036+0000 7fd1c3e00700 1 --2- 172.21.15.46:0/3773094035 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd1c4102af0 0x7fd1c419b320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:48.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.036+0000 7fd1c3e00700 1 -- 172.21.15.46:0/3773094035 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1c41a0330 con 0x7fd1c41034b0 2024-04-26T01:53:48.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.037+0000 7fd1c3e00700 1 --2- 172.21.15.46:0/3773094035 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd1c41034b0 0x7fd1c419b860 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fd1b000e9a0 tx=0x7fd1b000ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:48.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.037+0000 7fd1c1600700 1 -- 172.21.15.46:0/3773094035 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1b000ca10 con 0x7fd1c41034b0 2024-04-26T01:53:48.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.037+0000 7fd1c1600700 1 -- 172.21.15.46:0/3773094035 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd1b000cbb0 con 0x7fd1c41034b0 2024-04-26T01:53:48.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.037+0000 7fd1c1600700 1 -- 172.21.15.46:0/3773094035 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1b0018680 con 0x7fd1c41034b0 2024-04-26T01:53:48.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.037+0000 7fd1cbc00700 1 -- 172.21.15.46:0/3773094035 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1c41a0620 con 0x7fd1c41034b0 2024-04-26T01:53:48.037 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.038+0000 7fd1cbc00700 1 -- 172.21.15.46:0/3773094035 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1c41a7ea0 con 0x7fd1c41034b0 2024-04-26T01:53:48.040 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.042+0000 7fd1c1600700 1 -- 172.21.15.46:0/3773094035 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 27) ==== 138777+0+0 (secure 0 0 0) 0x7fd1b0018820 con 0x7fd1c41034b0 2024-04-26T01:53:48.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.044+0000 7fd1d657cb80 1 Processor -- start 2024-04-26T01:53:48.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.044+0000 7fd1d657cb80 1 -- start start 2024-04-26T01:53:48.042 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.044+0000 7fd1c1600700 1 --2- 172.21.15.46:0/3773094035 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fd1ac0a3fb0 0x7fd1ac0a6470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:48.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.044+0000 7fd1c1600700 1 -- 172.21.15.46:0/3773094035 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fd1b00d0890 con 0x7fd1c41034b0 2024-04-26T01:53:48.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.044+0000 7fd1d657cb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56033556c9b0 0x56033556cd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:48.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.044+0000 7fd1d657cb80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56033556d2d0 0x560335577c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:48.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.044+0000 7fd1d657cb80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x560335578180 0x56033557a570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:48.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.044+0000 7fd1d657cb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5603354c0020 con 0x56033556c9b0 2024-04-26T01:53:48.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.044+0000 7fd1d657cb80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x5603354668c0 con 0x56033556d2d0 2024-04-26T01:53:48.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.044+0000 7fd1d657cb80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x5603354bbfe0 con 0x560335578180 2024-04-26T01:53:48.043 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.045+0000 7fd1c9c00700 1 --2- 172.21.15.46:0/3773094035 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fd1ac0a3fb0 0x7fd1ac0a6470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:48.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.045+0000 7fd1c3e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56033556d2d0 0x560335577c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:48.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.045+0000 7fd1c3e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56033556d2d0 0x560335577c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:44286/0 (socket says 172.21.15.46:44286) 2024-04-26T01:53:48.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.045+0000 7fd1c3e00700 1 -- 172.21.15.46:0/2408740701 learned_addr learned my addr 172.21.15.46:0/2408740701 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:53:48.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.045+0000 7fd1c9c00700 1 --2- 172.21.15.46:0/2408740701 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x560335578180 0x56033557a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:48.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.045+0000 7fd1c9200700 1 --2- 172.21.15.46:0/2408740701 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56033556c9b0 0x56033556cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:48.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.045+0000 7fd1c3e00700 1 -- 172.21.15.46:0/2408740701 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x560335578180 msgr2=0x56033557a570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:48.044 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.045+0000 7fd1c3e00700 1 --2- 172.21.15.46:0/2408740701 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x560335578180 0x56033557a570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:48.045 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.045+0000 7fd1c3e00700 1 -- 172.21.15.46:0/2408740701 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56033556c9b0 msgr2=0x56033556cd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:48.045 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.045+0000 7fd1c3e00700 1 --2- 172.21.15.46:0/2408740701 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56033556c9b0 0x56033556cd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:48.045 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.045+0000 7fd1c3e00700 1 -- 172.21.15.46:0/2408740701 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56033545c810 con 0x56033556d2d0 2024-04-26T01:53:48.045 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.045+0000 7fd1c9c00700 1 --2- 172.21.15.46:0/2408740701 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x560335578180 0x56033557a570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:53:48.045 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.045+0000 7fd1c9200700 1 --2- 172.21.15.46:0/2408740701 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56033556c9b0 0x56033556cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:53:48.045 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.046+0000 7fd1c3e00700 1 --2- 172.21.15.46:0/2408740701 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56033556d2d0 0x560335577c40 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fd1b0099230 tx=0x7fd1b009d030 comp rx=0 tx=0).ready entity=mon.2 client_cookie=db5c931fc810e2b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:48.045 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.046+0000 7fd1b6000700 1 -- 172.21.15.46:0/2408740701 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1b00a54d0 con 0x56033556d2d0 2024-04-26T01:53:48.045 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.046+0000 7fd1b6000700 1 -- 172.21.15.46:0/2408740701 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd1b009ab60 con 0x56033556d2d0 2024-04-26T01:53:48.045 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.046+0000 7fd1b6000700 1 -- 172.21.15.46:0/2408740701 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1b00a52a0 con 0x56033556d2d0 2024-04-26T01:53:48.045 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.046+0000 7fd1c9c00700 1 --2- 172.21.15.46:0/3773094035 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fd1ac0a3fb0 0x7fd1ac0a6470 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fd1bc009ed0 tx=0x7fd1bc003a20 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:48.046 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.047+0000 7fd1d657cb80 1 -- 172.21.15.46:0/2408740701 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56033556d2d0 msgr2=0x560335577c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:48.046 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.047+0000 7fd1d657cb80 1 --2- 172.21.15.46:0/2408740701 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56033556d2d0 0x560335577c40 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fd1b0099230 tx=0x7fd1b009d030 comp rx=0 tx=0).stop 2024-04-26T01:53:48.046 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.047+0000 7fd1d657cb80 1 -- 172.21.15.46:0/2408740701 shutdown_connections 2024-04-26T01:53:48.046 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.047+0000 7fd1d657cb80 1 --2- 172.21.15.46:0/2408740701 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x560335578180 0x56033557a570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:48.046 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.047+0000 7fd1d657cb80 1 --2- 172.21.15.46:0/2408740701 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56033556c9b0 0x56033556cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:48.046 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.047+0000 7fd1d657cb80 1 --2- 172.21.15.46:0/2408740701 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56033556d2d0 0x560335577c40 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:48.046 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.047+0000 7fd1d657cb80 1 -- 172.21.15.46:0/2408740701 >> 172.21.15.46:0/2408740701 conn(0x56033549b730 msgr2=0x560335568e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:48.046 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.047+0000 7fd1d657cb80 1 -- 172.21.15.46:0/2408740701 shutdown_connections 2024-04-26T01:53:48.047 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.048+0000 7fd1d657cb80 1 -- 172.21.15.46:0/2408740701 wait complete. 2024-04-26T01:53:48.047 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.048+0000 7fd1d657cb80 1 -- start start 2024-04-26T01:53:48.047 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.048+0000 7fd1d657cb80 1 Processor -- start 2024-04-26T01:53:48.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.049+0000 7fd1d657cb80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56033556c9b0 0x560335577940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:48.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.049+0000 7fd1d657cb80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x56033556d2d0 0x560335574c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:48.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.049+0000 7fd1d657cb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560335578180 0x560335575180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:48.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.049+0000 7fd1d657cb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x56033557aca0 con 0x560335578180 2024-04-26T01:53:48.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.049+0000 7fd1d657cb80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x5603354799f0 con 0x56033556c9b0 2024-04-26T01:53:48.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.049+0000 7fd1d657cb80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x56033557ae20 con 0x56033556d2d0 2024-04-26T01:53:48.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.049+0000 7fd1d657cb80 10 client.0 _ll_register_callbacks cb 0x5603354588b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:53:48.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.049+0000 7fd1c9200700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56033556c9b0 0x560335577940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:48.048 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.049+0000 7fd1c9200700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56033556c9b0 0x560335577940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:44298/0 (socket says 172.21.15.46:44298) 2024-04-26T01:53:48.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.049+0000 7fd1c9200700 1 -- 172.21.15.46:0/325851977 learned_addr learned my addr 172.21.15.46:0/325851977 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:53:48.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.049+0000 7fd1c3e00700 1 --2- 172.21.15.46:0/325851977 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x56033556d2d0 0x560335574c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:48.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.050+0000 7fd1c3e00700 1 -- 172.21.15.46:0/325851977 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56033556c9b0 msgr2=0x560335577940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:48.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.050+0000 7fd1c3e00700 1 --2- 172.21.15.46:0/325851977 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56033556c9b0 0x560335577940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:48.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.050+0000 7fd1c3e00700 1 -- 172.21.15.46:0/325851977 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560335578180 msgr2=0x560335575180 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-26T01:53:48.049 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.050+0000 7fd1c9c00700 1 --2- 172.21.15.46:0/325851977 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560335578180 0x560335575180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:48.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.050+0000 7fd1c3e00700 1 --2- 172.21.15.46:0/325851977 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560335578180 0x560335575180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:48.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.050+0000 7fd1c3e00700 1 -- 172.21.15.46:0/325851977 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56033540da60 con 0x56033556d2d0 2024-04-26T01:53:48.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.050+0000 7fd1c9c00700 1 --2- 172.21.15.46:0/325851977 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560335578180 0x560335575180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:53:48.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.050+0000 7fd1c3e00700 1 --2- 172.21.15.46:0/325851977 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x56033556d2d0 0x560335574c40 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fd1b000c2d0 tx=0x7fd1b009c760 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8389b066fb14053e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:48.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.050+0000 7fd1aaa00700 10 client.0 ms_handle_connect on v2:172.21.15.163:3300/0 2024-04-26T01:53:48.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.051+0000 7fd1aaa00700 1 -- 172.21.15.46:0/325851977 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1b00b9030 con 0x56033556d2d0 2024-04-26T01:53:48.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.051+0000 7fd1aaa00700 1 -- 172.21.15.46:0/325851977 <== mon.1 v2:172.21.15.163:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fd1b00a5040 con 0x56033556d2d0 2024-04-26T01:53:48.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.051+0000 7fd1d657cb80 1 -- 172.21.15.46:0/325851977 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd1b009ab60 con 0x56033556d2d0 2024-04-26T01:53:48.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.051+0000 7fd1aaa00700 1 -- 172.21.15.46:0/325851977 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fd1b00a54d0 con 0x56033556d2d0 2024-04-26T01:53:48.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.051+0000 7fd1d657cb80 10 client.25615 fetch_fsmap learned FSMap version 31 2024-04-26T01:53:48.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.051+0000 7fd1d657cb80 1 -- 172.21.15.46:0/325851977 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x560335456c80 con 0x56033556d2d0 2024-04-26T01:53:48.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.051+0000 7fd1aaa00700 1 -- 172.21.15.46:0/325851977 <== mon.1 v2:172.21.15.163:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd1b009ab60 con 0x56033556d2d0 2024-04-26T01:53:48.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.051+0000 7fd1aaa00700 1 -- 172.21.15.46:0/325851977 <== mon.1 v2:172.21.15.163:3300/0 5 ==== fsmap(e 31) ==== 8370+0+0 (secure 0 0 0) 0x7fd1b0098790 con 0x56033556d2d0 2024-04-26T01:53:48.051 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.052+0000 7fd1d657cb80 10 client.25615 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T01:53:48.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.052+0000 7fd1d657cb80 10 client.25615 resolve_mds: validated gid 24530 aka daemon mds.b 2024-04-26T01:53:48.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.052+0000 7fd1d657cb80 20 client.25615 populate_metadata read hostname 'smithi046' 2024-04-26T01:53:48.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.052+0000 7fd1d657cb80 1 --2- 172.21.15.46:0/325851977 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x560335587810 0x560335589c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:48.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.052+0000 7fd1d657cb80 4 client.25615 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:53:48.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.052+0000 7fd1d657cb80 1 -- 172.21.15.46:0/325851977 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5603354cd810 con 0x560335587810 2024-04-26T01:53:48.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.052+0000 7fd1c9200700 1 --2- 172.21.15.46:0/325851977 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x560335587810 0x560335589c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:48.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.053+0000 7fd1c9200700 1 --2- 172.21.15.46:0/325851977 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x560335587810 0x560335589c00 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bdcd69d6fa8c6d07 server_cookie=bd8738727afbb832 in_seq=0 out_seq=0 2024-04-26T01:53:48.052 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.053+0000 7fd1aaa00700 10 client.25615 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:53:48.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.053+0000 7fd1aaa00700 1 -- 172.21.15.46:0/325851977 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5603354cd810 con 0x560335587810 2024-04-26T01:53:48.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.053+0000 7fd1aaa00700 10 client.25615 handle_command_reply: tid=0 2024-04-26T01:53:48.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.053+0000 7fd1d657cb80 1 client.25615 shutdown 2024-04-26T01:53:48.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.054+0000 7fd1d657cb80 1 -- 172.21.15.46:0/325851977 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x56033556d2d0 msgr2=0x560335574c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:48.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.054+0000 7fd1d657cb80 1 --2- 172.21.15.46:0/325851977 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x56033556d2d0 0x560335574c40 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fd1b000c2d0 tx=0x7fd1b009c760 comp rx=0 tx=0).stop 2024-04-26T01:53:48.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.054+0000 7fd1d657cb80 1 -- 172.21.15.46:0/325851977 shutdown_connections 2024-04-26T01:53:48.053 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.054+0000 7fd1d657cb80 1 --2- 172.21.15.46:0/325851977 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560335578180 0x560335575180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:48.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.054+0000 7fd1d657cb80 1 --2- 172.21.15.46:0/325851977 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56033556c9b0 0x560335577940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:48.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.054+0000 7fd1d657cb80 1 --2- 172.21.15.46:0/325851977 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x560335587810 0x560335589c00 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:48.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.054+0000 7fd1d657cb80 1 --2- 172.21.15.46:0/325851977 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x56033556d2d0 0x560335574c40 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:48.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.054+0000 7fd1aaa00700 0 client.25615 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:53:48.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.054+0000 7fd1d657cb80 1 -- 172.21.15.46:0/325851977 >> 172.21.15.46:0/325851977 conn(0x56033549b730 msgr2=0x560335568a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:48.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.054+0000 7fd1d657cb80 1 -- 172.21.15.46:0/325851977 shutdown_connections 2024-04-26T01:53:48.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.054+0000 7fd1d657cb80 1 -- 172.21.15.46:0/325851977 wait complete. 2024-04-26T01:53:48.054 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.054+0000 7fd1d657cb80 20 client.25615 trim_cache size 0 max 16384 2024-04-26T01:53:48.075 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.077+0000 7fd1d657cb80 1 Processor -- start 2024-04-26T01:53:48.075 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.077+0000 7fd1d657cb80 1 -- start start 2024-04-26T01:53:48.076 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.078+0000 7fd1d657cb80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x56033556c9b0 0x560335570120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:48.076 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.078+0000 7fd1d657cb80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56033556d2d0 0x560335571ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:48.076 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.078+0000 7fd1d657cb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560335578180 0x560335572420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:48.076 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.078+0000 7fd1d657cb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fd1c41af500 con 0x560335578180 2024-04-26T01:53:48.076 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.078+0000 7fd1d657cb80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fd1c41b1100 con 0x56033556d2d0 2024-04-26T01:53:48.076 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.078+0000 7fd1d657cb80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fd1c41afbd0 con 0x56033556c9b0 2024-04-26T01:53:48.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.078+0000 7fd1c3e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56033556d2d0 0x560335571ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:48.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.078+0000 7fd1c9c00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560335578180 0x560335572420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:48.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.078+0000 7fd1c3e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56033556d2d0 0x560335571ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:44312/0 (socket says 172.21.15.46:44312) 2024-04-26T01:53:48.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.078+0000 7fd1c3e00700 1 -- 172.21.15.46:0/3345270387 learned_addr learned my addr 172.21.15.46:0/3345270387 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:53:48.077 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.078+0000 7fd1c9200700 1 --2- 172.21.15.46:0/3345270387 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x56033556c9b0 0x560335570120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:48.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.078+0000 7fd1c3e00700 1 -- 172.21.15.46:0/3345270387 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x56033556c9b0 msgr2=0x560335570120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:48.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.078+0000 7fd1c3e00700 1 --2- 172.21.15.46:0/3345270387 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x56033556c9b0 0x560335570120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:48.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.078+0000 7fd1c3e00700 1 -- 172.21.15.46:0/3345270387 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560335578180 msgr2=0x560335572420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:48.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.078+0000 7fd1c3e00700 1 --2- 172.21.15.46:0/3345270387 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560335578180 0x560335572420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:48.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.079+0000 7fd1c3e00700 1 -- 172.21.15.46:0/3345270387 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5603355731b0 con 0x56033556d2d0 2024-04-26T01:53:48.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.079+0000 7fd1c9200700 1 --2- 172.21.15.46:0/3345270387 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x56033556c9b0 0x560335570120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:53:48.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.079+0000 7fd1c3e00700 1 --2- 172.21.15.46:0/3345270387 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56033556d2d0 0x560335571ee0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fd1b009c7f0 tx=0x7fd1b0098460 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4961294aee38a28c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:48.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.079+0000 7fd1b5600700 1 -- 172.21.15.46:0/3345270387 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1b00a5240 con 0x56033556d2d0 2024-04-26T01:53:48.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.079+0000 7fd1b5600700 1 -- 172.21.15.46:0/3345270387 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd1b009ab60 con 0x56033556d2d0 2024-04-26T01:53:48.078 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.079+0000 7fd1b5600700 1 -- 172.21.15.46:0/3345270387 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1b00988a0 con 0x56033556d2d0 2024-04-26T01:53:48.080 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.080+0000 7fd1d657cb80 1 -- 172.21.15.46:0/3345270387 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56033556d2d0 msgr2=0x560335571ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:48.080 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.080+0000 7fd1d657cb80 1 --2- 172.21.15.46:0/3345270387 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56033556d2d0 0x560335571ee0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fd1b009c7f0 tx=0x7fd1b0098460 comp rx=0 tx=0).stop 2024-04-26T01:53:48.080 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.080+0000 7fd1d657cb80 1 -- 172.21.15.46:0/3345270387 shutdown_connections 2024-04-26T01:53:48.080 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.080+0000 7fd1d657cb80 1 --2- 172.21.15.46:0/3345270387 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560335578180 0x560335572420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:48.080 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.080+0000 7fd1d657cb80 1 --2- 172.21.15.46:0/3345270387 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x56033556c9b0 0x560335570120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:48.080 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.080+0000 7fd1d657cb80 1 --2- 172.21.15.46:0/3345270387 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56033556d2d0 0x560335571ee0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:48.080 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.080+0000 7fd1d657cb80 1 -- 172.21.15.46:0/3345270387 >> 172.21.15.46:0/3345270387 conn(0x56033549b730 msgr2=0x560335576d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:48.080 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.080+0000 7fd1d657cb80 1 -- 172.21.15.46:0/3345270387 shutdown_connections 2024-04-26T01:53:48.080 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.080+0000 7fd1d657cb80 1 -- 172.21.15.46:0/3345270387 wait complete. 2024-04-26T01:53:48.080 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.081+0000 7fd1d657cb80 1 -- start start 2024-04-26T01:53:48.080 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.081+0000 7fd1d657cb80 1 Processor -- start 2024-04-26T01:53:48.081 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.081+0000 7fd1d657cb80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x56033556c9b0 0x56033558b930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:48.081 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.081+0000 7fd1d657cb80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56033556d2d0 0x56033558be70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:48.081 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.081+0000 7fd1d657cb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560335578180 0x5603355f6210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:48.081 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.081+0000 7fd1d657cb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fd1c41b0970 con 0x560335578180 2024-04-26T01:53:48.081 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.082+0000 7fd1d657cb80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fd1c41b02a0 con 0x56033556d2d0 2024-04-26T01:53:48.081 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.082+0000 7fd1d657cb80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fd1c41ad4a0 con 0x56033556c9b0 2024-04-26T01:53:48.081 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.082+0000 7fd1d657cb80 10 client.0 _ll_register_callbacks cb 0x5603354588b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:53:48.081 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.082+0000 7fd1c3e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56033556d2d0 0x56033558be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:48.081 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.082+0000 7fd1c3e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56033556d2d0 0x56033558be70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:44322/0 (socket says 172.21.15.46:44322) 2024-04-26T01:53:48.081 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.082+0000 7fd1c3e00700 1 -- 172.21.15.46:0/664434104 learned_addr learned my addr 172.21.15.46:0/664434104 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:53:48.081 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.082+0000 7fd1c9200700 1 --2- 172.21.15.46:0/664434104 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x56033556c9b0 0x56033558b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:48.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.082+0000 7fd1c9c00700 1 --2- 172.21.15.46:0/664434104 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560335578180 0x5603355f6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:48.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.082+0000 7fd1c9200700 1 -- 172.21.15.46:0/664434104 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56033556d2d0 msgr2=0x56033558be70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:48.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.082+0000 7fd1c9200700 1 --2- 172.21.15.46:0/664434104 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56033556d2d0 0x56033558be70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:48.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.082+0000 7fd1c9200700 1 -- 172.21.15.46:0/664434104 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560335578180 msgr2=0x5603355f6210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:48.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.082+0000 7fd1c9200700 1 --2- 172.21.15.46:0/664434104 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560335578180 0x5603355f6210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:48.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.082+0000 7fd1c9200700 1 -- 172.21.15.46:0/664434104 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56033558c730 con 0x56033556c9b0 2024-04-26T01:53:48.083 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.082+0000 7fd1c3e00700 1 --2- 172.21.15.46:0/664434104 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56033556d2d0 0x56033558be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:53:48.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.083+0000 7fd1c9200700 1 --2- 172.21.15.46:0/664434104 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x56033556c9b0 0x56033558b930 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x56033557ae70 tx=0x7fd1b8004b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b56d061c3ba72107 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:48.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.083+0000 7fd1aaa00700 10 client.0 ms_handle_connect on v2:172.21.15.163:3300/0 2024-04-26T01:53:48.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.083+0000 7fd1aaa00700 1 -- 172.21.15.46:0/664434104 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1b80052c0 con 0x56033556c9b0 2024-04-26T01:53:48.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.083+0000 7fd1d657cb80 1 -- 172.21.15.46:0/664434104 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd1b009ab60 con 0x56033556c9b0 2024-04-26T01:53:48.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.083+0000 7fd1aaa00700 1 -- 172.21.15.46:0/664434104 <== mon.1 v2:172.21.15.163:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fd1b8005460 con 0x56033556c9b0 2024-04-26T01:53:48.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.083+0000 7fd1aaa00700 1 -- 172.21.15.46:0/664434104 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) ==== 24+0+0 (secure 0 0 0) 0x7fd1b8005660 con 0x56033556c9b0 2024-04-26T01:53:48.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.083+0000 7fd1d657cb80 10 client.25621 fetch_fsmap learned FSMap version 31 2024-04-26T01:53:48.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.083+0000 7fd1d657cb80 1 -- 172.21.15.46:0/664434104 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) -- 0x5603355f7880 con 0x56033556c9b0 2024-04-26T01:53:48.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.084+0000 7fd1aaa00700 1 -- 172.21.15.46:0/664434104 <== mon.1 v2:172.21.15.163:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd1b009ab60 con 0x56033556c9b0 2024-04-26T01:53:48.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.084+0000 7fd1aaa00700 1 -- 172.21.15.46:0/664434104 <== mon.1 v2:172.21.15.163:3300/0 5 ==== fsmap(e 31) ==== 8370+0+0 (secure 0 0 0) 0x7fd1b80283b0 con 0x56033556c9b0 2024-04-26T01:53:48.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.084+0000 7fd1d657cb80 10 client.25621 fetch_fsmap finished waiting for FSMap version 31 2024-04-26T01:53:48.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.084+0000 7fd1d657cb80 10 client.25621 resolve_mds: validated gid 24530 aka daemon mds.b 2024-04-26T01:53:48.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.084+0000 7fd1d657cb80 20 client.25621 populate_metadata read hostname 'smithi046' 2024-04-26T01:53:48.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.084+0000 7fd1d657cb80 1 --2- 172.21.15.46:0/664434104 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x5603355f8010 0x5603355fa430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:48.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.084+0000 7fd1d657cb80 4 client.25621 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 90.0, "await_for": 42.0}] 2024-04-26T01:53:48.084 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.084+0000 7fd1d657cb80 1 -- 172.21.15.46:0/664434104 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 90.0, "await_for": 42.0}) -- 0x5603354c78b0 con 0x5603355f8010 2024-04-26T01:53:48.085 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.085+0000 7fd1c3e00700 1 --2- 172.21.15.46:0/664434104 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x5603355f8010 0x5603355fa430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:48.085 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.085+0000 7fd1aaa00700 10 client.25621 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:53:48.085 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:48.085+0000 7fd1c3e00700 1 --2- 172.21.15.46:0/664434104 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x5603355f8010 0x5603355fa430 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fa8c44acb3b43425 server_cookie=1d795c0d1f2fe44a in_seq=0 out_seq=0 2024-04-26T01:53:48.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:53:48 smithi103 ceph-mon[32920]: pgmap v90: 97 pgs: 97 active+clean; 181 MiB data, 951 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 5.5 MiB/s wr, 520 op/s 2024-04-26T01:53:48.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:53:48 smithi163 ceph-mon[32592]: pgmap v90: 97 pgs: 97 active+clean; 181 MiB data, 951 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 5.5 MiB/s wr, 520 op/s 2024-04-26T01:53:49.054 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:53:48 smithi046 ceph-mon[28013]: pgmap v90: 97 pgs: 97 active+clean; 181 MiB data, 951 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 5.5 MiB/s wr, 520 op/s 2024-04-26T01:53:50.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:50.650+0000 7fd1aaa00700 1 -- 172.21.15.46:0/664434104 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+588 (crc 0 0 0) 0x5603354c78b0 con 0x5603355f8010 2024-04-26T01:53:50.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:50.650+0000 7fd1aaa00700 10 client.25621 handle_command_reply: tid=0 2024-04-26T01:53:50.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:50.650+0000 7fd1d657cb80 1 client.25621 shutdown 2024-04-26T01:53:50.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:50.650+0000 7fd1d657cb80 1 -- 172.21.15.46:0/664434104 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x56033556c9b0 msgr2=0x56033558b930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:50.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:50.650+0000 7fd1d657cb80 1 --2- 172.21.15.46:0/664434104 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x56033556c9b0 0x56033558b930 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x56033557ae70 tx=0x7fd1b8004b60 comp rx=0 tx=0).stop 2024-04-26T01:53:50.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:50.650+0000 7fd1d657cb80 1 -- 172.21.15.46:0/664434104 shutdown_connections 2024-04-26T01:53:50.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:50.650+0000 7fd1d657cb80 1 --2- 172.21.15.46:0/664434104 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x560335578180 0x5603355f6210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:50.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:50.650+0000 7fd1d657cb80 1 --2- 172.21.15.46:0/664434104 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x5603355f8010 0x5603355fa430 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:50.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:50.650+0000 7fd1d657cb80 1 --2- 172.21.15.46:0/664434104 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x56033556c9b0 0x56033558b930 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:50.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:50.650+0000 7fd1d657cb80 1 --2- 172.21.15.46:0/664434104 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56033556d2d0 0x56033558be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:50.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:50.650+0000 7fd1aaa00700 0 client.25621 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:53:50.649 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:50.650+0000 7fd1d657cb80 1 -- 172.21.15.46:0/664434104 >> 172.21.15.46:0/664434104 conn(0x56033549b730 msgr2=0x56033556e8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:50.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:50.651+0000 7fd1d657cb80 1 -- 172.21.15.46:0/664434104 shutdown_connections 2024-04-26T01:53:50.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:50.651+0000 7fd1d657cb80 1 -- 172.21.15.46:0/664434104 wait complete. 2024-04-26T01:53:50.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:50.651+0000 7fd1d657cb80 20 client.25621 trim_cache size 0 max 16384 2024-04-26T01:53:50.650 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-04-26T01:53:50.650 INFO:teuthology.orchestra.run.smithi046.stdout: "epoch": 33, 2024-04-26T01:53:50.651 INFO:teuthology.orchestra.run.smithi046.stdout: "leader": 24530, 2024-04-26T01:53:50.651 INFO:teuthology.orchestra.run.smithi046.stdout: "set_version": 6, 2024-04-26T01:53:50.651 INFO:teuthology.orchestra.run.smithi046.stdout: "sets": { 2024-04-26T01:53:50.651 INFO:teuthology.orchestra.run.smithi046.stdout: "eea6560b": { 2024-04-26T01:53:50.651 INFO:teuthology.orchestra.run.smithi046.stdout: "version": 6, 2024-04-26T01:53:50.651 INFO:teuthology.orchestra.run.smithi046.stdout: "age_ref": 0.0, 2024-04-26T01:53:50.651 INFO:teuthology.orchestra.run.smithi046.stdout: "state": { 2024-04-26T01:53:50.651 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "QUIESCED", 2024-04-26T01:53:50.651 INFO:teuthology.orchestra.run.smithi046.stdout: "age": 0.0 2024-04-26T01:53:50.651 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T01:53:50.651 INFO:teuthology.orchestra.run.smithi046.stdout: "timeout": 60.0, 2024-04-26T01:53:50.651 INFO:teuthology.orchestra.run.smithi046.stdout: "expiration": 90.0, 2024-04-26T01:53:50.651 INFO:teuthology.orchestra.run.smithi046.stdout: "members": { 2024-04-26T01:53:50.651 INFO:teuthology.orchestra.run.smithi046.stdout: "file:/": { 2024-04-26T01:53:50.652 INFO:teuthology.orchestra.run.smithi046.stdout: "excluded": false, 2024-04-26T01:53:50.652 INFO:teuthology.orchestra.run.smithi046.stdout: "state": { 2024-04-26T01:53:50.652 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "QUIESCED", 2024-04-26T01:53:50.652 INFO:teuthology.orchestra.run.smithi046.stdout: "age": 0.0 2024-04-26T01:53:50.652 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T01:53:50.652 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T01:53:50.652 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T01:53:50.652 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T01:53:50.652 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T01:53:50.652 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-04-26T01:53:50.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:50.652+0000 7fd1cbc00700 1 -- 172.21.15.46:0/3773094035 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fd1ac0a3fb0 msgr2=0x7fd1ac0a6470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:50.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:50.652+0000 7fd1cbc00700 1 --2- 172.21.15.46:0/3773094035 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fd1ac0a3fb0 0x7fd1ac0a6470 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fd1bc009ed0 tx=0x7fd1bc003a20 comp rx=0 tx=0).stop 2024-04-26T01:53:50.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:50.652+0000 7fd1cbc00700 1 -- 172.21.15.46:0/3773094035 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd1c41034b0 msgr2=0x7fd1c419b860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:50.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:50.652+0000 7fd1cbc00700 1 --2- 172.21.15.46:0/3773094035 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd1c41034b0 0x7fd1c419b860 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fd1b000e9a0 tx=0x7fd1b000ecb0 comp rx=0 tx=0).stop 2024-04-26T01:53:50.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:50.653+0000 7fd1cbc00700 1 -- 172.21.15.46:0/3773094035 shutdown_connections 2024-04-26T01:53:50.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:50.653+0000 7fd1cbc00700 1 --2- 172.21.15.46:0/3773094035 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fd1ac0a3fb0 0x7fd1ac0a6470 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:50.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:50.653+0000 7fd1cbc00700 1 --2- 172.21.15.46:0/3773094035 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd1c4108a30 0x7fd1c419fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:50.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:50.653+0000 7fd1cbc00700 1 --2- 172.21.15.46:0/3773094035 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd1c4102af0 0x7fd1c419b320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:50.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:50.653+0000 7fd1cbc00700 1 --2- 172.21.15.46:0/3773094035 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd1c41034b0 0x7fd1c419b860 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:50.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:50.653+0000 7fd1cbc00700 1 -- 172.21.15.46:0/3773094035 >> 172.21.15.46:0/3773094035 conn(0x7fd1c4079b10 msgr2=0x7fd1c4074c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:50.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:50.653+0000 7fd1cbc00700 1 -- 172.21.15.46:0/3773094035 shutdown_connections 2024-04-26T01:53:50.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:53:50.654+0000 7fd1cbc00700 1 -- 172.21.15.46:0/3773094035 wait complete. 2024-04-26T01:53:50.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:53:50 smithi103 ceph-mon[32920]: pgmap v91: 97 pgs: 97 active+clean; 183 MiB data, 956 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 5.8 MiB/s wr, 579 op/s 2024-04-26T01:53:50.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:53:50 smithi103 ceph-mon[32920]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:53:50.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:53:50 smithi163 ceph-mon[32592]: pgmap v91: 97 pgs: 97 active+clean; 183 MiB data, 956 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 5.8 MiB/s wr, 579 op/s 2024-04-26T01:53:50.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:53:50 smithi163 ceph-mon[32592]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:53:51.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:53:50 smithi046 ceph-mon[28013]: pgmap v91: 97 pgs: 97 active+clean; 183 MiB data, 956 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 5.8 MiB/s wr, 579 op/s 2024-04-26T01:53:51.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:53:50 smithi046 ceph-mon[28013]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:53:51.559 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'eea6560b', quiesce took 14.2 seconds. Will release after: 30.0 2024-04-26T01:53:51.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:53:51 smithi046 ceph-mon[28013]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:53:51.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:53:51 smithi103 ceph-mon[32920]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:53:51.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:53:51 smithi163 ceph-mon[32592]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:53:52.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:53:52 smithi103 ceph-mon[32920]: pgmap v92: 97 pgs: 97 active+clean; 175 MiB data, 984 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 5.5 MiB/s wr, 576 op/s 2024-04-26T01:53:52.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:53:52 smithi163 ceph-mon[32592]: pgmap v92: 97 pgs: 97 active+clean; 175 MiB data, 984 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 5.5 MiB/s wr, 576 op/s 2024-04-26T01:53:53.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:53:52 smithi046 ceph-mon[28013]: pgmap v92: 97 pgs: 97 active+clean; 175 MiB data, 984 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 5.5 MiB/s wr, 576 op/s 2024-04-26T01:53:54.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:53:54 smithi103 ceph-mon[32920]: pgmap v93: 97 pgs: 97 active+clean; 175 MiB data, 984 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 4.9 MiB/s wr, 510 op/s 2024-04-26T01:53:54.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:53:54 smithi163 ceph-mon[32592]: pgmap v93: 97 pgs: 97 active+clean; 175 MiB data, 984 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 4.9 MiB/s wr, 510 op/s 2024-04-26T01:53:55.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:53:54 smithi046 ceph-mon[28013]: pgmap v93: 97 pgs: 97 active+clean; 175 MiB data, 984 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 4.9 MiB/s wr, 510 op/s 2024-04-26T01:53:56.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:53:56 smithi103 ceph-mon[32920]: pgmap v94: 97 pgs: 97 active+clean; 176 MiB data, 974 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 5.1 MiB/s wr, 557 op/s 2024-04-26T01:53:56.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:53:56 smithi163 ceph-mon[32592]: pgmap v94: 97 pgs: 97 active+clean; 176 MiB data, 974 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 5.1 MiB/s wr, 557 op/s 2024-04-26T01:53:57.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:53:56 smithi046 ceph-mon[28013]: pgmap v94: 97 pgs: 97 active+clean; 176 MiB data, 974 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 5.1 MiB/s wr, 557 op/s 2024-04-26T01:53:58.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:53:58 smithi046 ceph-mon[28013]: pgmap v95: 97 pgs: 97 active+clean; 176 MiB data, 974 MiB used, 1.0 TiB / 1.0 TiB avail; 846 KiB/s rd, 757 KiB/s wr, 146 op/s 2024-04-26T01:53:58.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:53:58 smithi163 ceph-mon[32592]: pgmap v95: 97 pgs: 97 active+clean; 176 MiB data, 974 MiB used, 1.0 TiB / 1.0 TiB avail; 846 KiB/s rd, 757 KiB/s wr, 146 op/s 2024-04-26T01:53:59.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:53:58 smithi103 ceph-mon[32920]: pgmap v95: 97 pgs: 97 active+clean; 176 MiB data, 974 MiB used, 1.0 TiB / 1.0 TiB avail; 846 KiB/s rd, 757 KiB/s wr, 146 op/s 2024-04-26T01:53:59.652 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.654+0000 7fef29e00640 1 -- 172.21.15.46:0/2752131628 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fef2410c330 msgr2=0x7fef2410e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:59.653 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.654+0000 7fef29e00640 1 --2- 172.21.15.46:0/2752131628 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fef2410c330 0x7fef2410e7d0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fef1c009ca0 tx=0x7fef1c02a950 comp rx=0 tx=0).stop 2024-04-26T01:53:59.653 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.654+0000 7fef29e00640 1 -- 172.21.15.46:0/2752131628 shutdown_connections 2024-04-26T01:53:59.653 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.654+0000 7fef29e00640 1 --2- 172.21.15.46:0/2752131628 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fef2410c330 0x7fef2410e7d0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:59.653 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.654+0000 7fef29e00640 1 --2- 172.21.15.46:0/2752131628 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fef24103830 0x7fef2410bd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:59.653 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.654+0000 7fef29e00640 1 --2- 172.21.15.46:0/2752131628 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fef24102f10 0x7fef241032f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:59.653 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.654+0000 7fef29e00640 1 -- 172.21.15.46:0/2752131628 >> 172.21.15.46:0/2752131628 conn(0x7fef240fc770 msgr2=0x7fef240feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:59.653 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.654+0000 7fef29e00640 1 -- 172.21.15.46:0/2752131628 shutdown_connections 2024-04-26T01:53:59.653 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.654+0000 7fef29e00640 1 -- 172.21.15.46:0/2752131628 wait complete. 2024-04-26T01:53:59.655 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.655+0000 7fef29e00640 1 Processor -- start 2024-04-26T01:53:59.656 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.655+0000 7fef29e00640 1 -- start start 2024-04-26T01:53:59.656 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.655+0000 7fef29e00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fef24102f10 0x7fef241a0530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:59.656 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.655+0000 7fef29e00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fef24103830 0x7fef241a0a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:59.656 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.655+0000 7fef29e00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fef2410c330 0x7fef2419a680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:59.656 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.655+0000 7fef29e00640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fef24112150 con 0x7fef24103830 2024-04-26T01:53:59.656 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.655+0000 7fef29e00640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fef24111fd0 con 0x7fef2410c330 2024-04-26T01:53:59.656 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.655+0000 7fef29e00640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fef241122d0 con 0x7fef24102f10 2024-04-26T01:53:59.656 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.656+0000 7fef28a00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fef24102f10 0x7fef241a0530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:59.656 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.656+0000 7fef28a00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fef24102f10 0x7fef241a0530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:55988/0 (socket says 172.21.15.46:55988) 2024-04-26T01:53:59.656 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.656+0000 7fef28a00640 1 -- 172.21.15.46:0/2119288668 learned_addr learned my addr 172.21.15.46:0/2119288668 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:53:59.656 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.656+0000 7fef1be00640 1 --2- 172.21.15.46:0/2119288668 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fef24103830 0x7fef241a0a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:59.656 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.656+0000 7fef29400640 1 --2- 172.21.15.46:0/2119288668 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fef2410c330 0x7fef2419a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:59.656 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.656+0000 7fef28a00640 1 -- 172.21.15.46:0/2119288668 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fef2410c330 msgr2=0x7fef2419a680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:59.656 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.656+0000 7fef28a00640 1 --2- 172.21.15.46:0/2119288668 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fef2410c330 0x7fef2419a680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:59.657 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.656+0000 7fef28a00640 1 -- 172.21.15.46:0/2119288668 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fef24103830 msgr2=0x7fef241a0a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:59.657 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.656+0000 7fef28a00640 1 --2- 172.21.15.46:0/2119288668 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fef24103830 0x7fef241a0a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:59.657 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.656+0000 7fef28a00640 1 -- 172.21.15.46:0/2119288668 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef2419af40 con 0x7fef24102f10 2024-04-26T01:53:59.657 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.657+0000 7fef28a00640 1 --2- 172.21.15.46:0/2119288668 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fef24102f10 0x7fef241a0530 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fef1400e9f0 tx=0x7fef1400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:59.657 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.657+0000 7fef22000640 1 -- 172.21.15.46:0/2119288668 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef1400cd80 con 0x7fef24102f10 2024-04-26T01:53:59.657 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.657+0000 7fef22000640 1 -- 172.21.15.46:0/2119288668 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fef14010900 con 0x7fef24102f10 2024-04-26T01:53:59.657 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.657+0000 7fef22000640 1 -- 172.21.15.46:0/2119288668 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef14018920 con 0x7fef24102f10 2024-04-26T01:53:59.657 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.657+0000 7fef29e00640 1 -- 172.21.15.46:0/2119288668 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef2419b230 con 0x7fef24102f10 2024-04-26T01:53:59.657 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.657+0000 7fef29e00640 1 -- 172.21.15.46:0/2119288668 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef241a7520 con 0x7fef24102f10 2024-04-26T01:53:59.658 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.660+0000 7fef2e216740 1 Processor -- start 2024-04-26T01:53:59.659 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.661+0000 7fef22000640 1 -- 172.21.15.46:0/2119288668 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 27) ==== 138777+0+0 (secure 0 0 0) 0x7fef14010ab0 con 0x7fef24102f10 2024-04-26T01:53:59.659 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.661+0000 7fef2e216740 1 -- start start 2024-04-26T01:53:59.660 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.661+0000 7fef2e216740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e2ce8a19b0 0x55e2ce8a1d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:59.660 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.661+0000 7fef2e216740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55e2ce8a22d0 0x55e2ce8ac650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:59.660 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.661+0000 7fef2e216740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ce8acb90 0x55e2ce8aef80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:59.660 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.661+0000 7fef2e216740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55e2ce807900 con 0x55e2ce8acb90 2024-04-26T01:53:59.660 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.661+0000 7fef2e216740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55e2ce7adef0 con 0x55e2ce8a19b0 2024-04-26T01:53:59.660 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.661+0000 7fef2e216740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55e2ce8038c0 con 0x55e2ce8a22d0 2024-04-26T01:53:59.660 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.661+0000 7fef28a00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55e2ce8a22d0 0x55e2ce8ac650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:59.660 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.661+0000 7fef1be00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ce8acb90 0x55e2ce8aef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:59.661 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.661+0000 7fef28a00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55e2ce8a22d0 0x55e2ce8ac650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:55996/0 (socket says 172.21.15.46:55996) 2024-04-26T01:53:59.661 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.661+0000 7fef29400640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e2ce8a19b0 0x55e2ce8a1d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:59.661 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.661+0000 7fef28a00640 1 -- 172.21.15.46:0/1859212699 learned_addr learned my addr 172.21.15.46:0/1859212699 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:53:59.661 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.662+0000 7fef29400640 1 -- 172.21.15.46:0/1859212699 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55e2ce8a22d0 msgr2=0x55e2ce8ac650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:59.661 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.662+0000 7fef29400640 1 --2- 172.21.15.46:0/1859212699 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55e2ce8a22d0 0x55e2ce8ac650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:59.661 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.662+0000 7fef29400640 1 -- 172.21.15.46:0/1859212699 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ce8acb90 msgr2=0x55e2ce8aef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:59.661 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.662+0000 7fef29400640 1 --2- 172.21.15.46:0/1859212699 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ce8acb90 0x55e2ce8aef80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:59.661 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.662+0000 7fef29400640 1 -- 172.21.15.46:0/1859212699 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e2ce51a210 con 0x55e2ce8a19b0 2024-04-26T01:53:59.664 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.662+0000 7fef29400640 1 --2- 172.21.15.46:0/1859212699 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e2ce8a19b0 0x55e2ce8a1d90 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fef1c005e30 tx=0x7fef1c005f80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=536c5ffe12741597 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:59.664 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.663+0000 7fef22000640 1 --2- 172.21.15.46:0/2119288668 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fef080a3d90 0x7fef080a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:59.664 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.663+0000 7fef19c00640 1 -- 172.21.15.46:0/1859212699 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef1c048070 con 0x55e2ce8a19b0 2024-04-26T01:53:59.664 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.663+0000 7fef19c00640 1 -- 172.21.15.46:0/1859212699 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fef1c003e40 con 0x55e2ce8a19b0 2024-04-26T01:53:59.664 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.663+0000 7fef19c00640 1 -- 172.21.15.46:0/1859212699 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef1c034040 con 0x55e2ce8a19b0 2024-04-26T01:53:59.664 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.663+0000 7fef22000640 1 -- 172.21.15.46:0/2119288668 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fef140d0b40 con 0x7fef24102f10 2024-04-26T01:53:59.664 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.663+0000 7fef28a00640 1 --2- 172.21.15.46:0/2119288668 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fef080a3d90 0x7fef080a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:59.664 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.664+0000 7fef2e216740 1 -- 172.21.15.46:0/1859212699 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e2ce8a19b0 msgr2=0x55e2ce8a1d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:59.665 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.664+0000 7fef28a00640 1 --2- 172.21.15.46:0/2119288668 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fef080a3d90 0x7fef080a6250 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fef14098fc0 tx=0x7fef140d45f0 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:59.665 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.664+0000 7fef2e216740 1 --2- 172.21.15.46:0/1859212699 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e2ce8a19b0 0x55e2ce8a1d90 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fef1c005e30 tx=0x7fef1c005f80 comp rx=0 tx=0).stop 2024-04-26T01:53:59.665 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.664+0000 7fef2e216740 1 -- 172.21.15.46:0/1859212699 shutdown_connections 2024-04-26T01:53:59.665 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.664+0000 7fef2e216740 1 --2- 172.21.15.46:0/1859212699 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ce8acb90 0x55e2ce8aef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:59.665 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.664+0000 7fef2e216740 1 --2- 172.21.15.46:0/1859212699 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55e2ce8a22d0 0x55e2ce8ac650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:59.665 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.664+0000 7fef2e216740 1 --2- 172.21.15.46:0/1859212699 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e2ce8a19b0 0x55e2ce8a1d90 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:59.665 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.664+0000 7fef2e216740 1 -- 172.21.15.46:0/1859212699 >> 172.21.15.46:0/1859212699 conn(0x55e2ce89dec0 msgr2=0x55e2ce89e2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:59.665 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.664+0000 7fef2e216740 1 -- 172.21.15.46:0/1859212699 shutdown_connections 2024-04-26T01:53:59.665 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.664+0000 7fef2e216740 1 -- 172.21.15.46:0/1859212699 wait complete. 2024-04-26T01:53:59.665 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.664+0000 7fef2e216740 1 -- start start 2024-04-26T01:53:59.665 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.664+0000 7fef2e216740 1 Processor -- start 2024-04-26T01:53:59.665 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.665+0000 7fef2e216740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ce8a19b0 0x55e2ce8a9ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:59.666 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.665+0000 7fef2e216740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e2ce8a22d0 0x55e2ce8aa0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:59.666 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.665+0000 7fef2e216740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55e2ce8acb90 0x55e2ce8aa620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:59.666 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.665+0000 7fef2e216740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55e2ce8af760 con 0x55e2ce8a19b0 2024-04-26T01:53:59.666 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.665+0000 7fef2e216740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55e2ce7c1310 con 0x55e2ce8a22d0 2024-04-26T01:53:59.666 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.665+0000 7fef2e216740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55e2ce8af8e0 con 0x55e2ce8acb90 2024-04-26T01:53:59.666 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.665+0000 7fef2e216740 10 client.0 _ll_register_callbacks cb 0x55e2ce78fcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:53:59.666 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.665+0000 7fef1be00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e2ce8a22d0 0x55e2ce8aa0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:59.666 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.665+0000 7fef29400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ce8a19b0 0x55e2ce8a9ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:59.666 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.665+0000 7fef1be00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e2ce8a22d0 0x55e2ce8aa0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:39372/0 (socket says 172.21.15.46:39372) 2024-04-26T01:53:59.666 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.665+0000 7fef1be00640 1 -- 172.21.15.46:0/1886602659 learned_addr learned my addr 172.21.15.46:0/1886602659 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:53:59.666 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.666+0000 7fef29400640 1 -- 172.21.15.46:0/1886602659 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55e2ce8acb90 msgr2=0x55e2ce8aa620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:59.666 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.666+0000 7fef29400640 1 --2- 172.21.15.46:0/1886602659 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55e2ce8acb90 0x55e2ce8aa620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:59.666 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.666+0000 7fef29400640 1 -- 172.21.15.46:0/1886602659 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e2ce8a22d0 msgr2=0x55e2ce8aa0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:59.667 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.666+0000 7fef29400640 1 --2- 172.21.15.46:0/1886602659 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e2ce8a22d0 0x55e2ce8aa0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:59.667 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.666+0000 7fef29400640 1 -- 172.21.15.46:0/1886602659 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e2ce5e6620 con 0x55e2ce8a19b0 2024-04-26T01:53:59.667 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.666+0000 7fef1be00640 1 --2- 172.21.15.46:0/1886602659 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e2ce8a22d0 0x55e2ce8aa0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:53:59.667 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.666+0000 7fef29400640 1 --2- 172.21.15.46:0/1886602659 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ce8a19b0 0x55e2ce8a9ba0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fef1c02fcd0 tx=0x7fef1c02fb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88af2ca7267eb505 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:59.667 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.666+0000 7fef12000640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2024-04-26T01:53:59.669 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.666+0000 7fef12000640 1 -- 172.21.15.46:0/1886602659 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef1c048070 con 0x55e2ce8a19b0 2024-04-26T01:53:59.669 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.666+0000 7fef12000640 1 -- 172.21.15.46:0/1886602659 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fef1c003b80 con 0x55e2ce8a19b0 2024-04-26T01:53:59.669 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.666+0000 7fef2e216740 1 -- 172.21.15.46:0/1886602659 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55e2ce81b8b0 con 0x55e2ce8a19b0 2024-04-26T01:53:59.669 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.667+0000 7fef12000640 1 -- 172.21.15.46:0/1886602659 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fef1c034070 con 0x55e2ce8a19b0 2024-04-26T01:53:59.669 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.667+0000 7fef2e216740 10 client.15480 fetch_fsmap learned FSMap version 33 2024-04-26T01:53:59.670 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.667+0000 7fef2e216740 1 -- 172.21.15.46:0/1886602659 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55e2ce8bba50 con 0x55e2ce8a19b0 2024-04-26T01:53:59.670 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.667+0000 7fef12000640 1 -- 172.21.15.46:0/1886602659 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x55e2ce81b8b0 con 0x55e2ce8a19b0 2024-04-26T01:53:59.670 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.667+0000 7fef12000640 1 -- 172.21.15.46:0/1886602659 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 33) ==== 8378+0+0 (secure 0 0 0) 0x7fef1c04d780 con 0x55e2ce8a19b0 2024-04-26T01:53:59.670 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.667+0000 7fef2e216740 10 client.15480 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T01:53:59.670 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.667+0000 7fef2e216740 10 client.15480 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:53:59.670 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.667+0000 7fef2e216740 20 client.15480 populate_metadata read hostname 'smithi046' 2024-04-26T01:53:59.670 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.667+0000 7fef2e216740 1 --2- 172.21.15.46:0/1886602659 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55e2ce8bcda0 0x55e2ce8bf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:59.670 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.667+0000 7fef2e216740 4 client.15480 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:53:59.670 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.667+0000 7fef2e216740 1 -- 172.21.15.46:0/1886602659 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e2ce815320 con 0x55e2ce8bcda0 2024-04-26T01:53:59.670 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.668+0000 7fef1be00640 1 --2- 172.21.15.46:0/1886602659 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55e2ce8bcda0 0x55e2ce8bf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:59.670 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.668+0000 7fef1be00640 1 --2- 172.21.15.46:0/1886602659 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55e2ce8bcda0 0x55e2ce8bf190 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bbb545c6851d8c9c server_cookie=69ffc0340349e001 in_seq=0 out_seq=0 2024-04-26T01:53:59.670 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.668+0000 7fef12000640 10 client.15480 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:53:59.671 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.669+0000 7fef12000640 1 -- 172.21.15.46:0/1886602659 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55e2ce815320 con 0x55e2ce8bcda0 2024-04-26T01:53:59.671 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.669+0000 7fef12000640 10 client.15480 handle_command_reply: tid=0 2024-04-26T01:53:59.671 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.670+0000 7fef2e216740 1 client.15480 shutdown 2024-04-26T01:53:59.671 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.670+0000 7fef2e216740 1 -- 172.21.15.46:0/1886602659 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ce8a19b0 msgr2=0x55e2ce8a9ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:59.671 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.670+0000 7fef2e216740 1 --2- 172.21.15.46:0/1886602659 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ce8a19b0 0x55e2ce8a9ba0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fef1c02fcd0 tx=0x7fef1c02fb50 comp rx=0 tx=0).stop 2024-04-26T01:53:59.671 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.670+0000 7fef2e216740 1 -- 172.21.15.46:0/1886602659 shutdown_connections 2024-04-26T01:53:59.671 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.670+0000 7fef2e216740 1 --2- 172.21.15.46:0/1886602659 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55e2ce8bcda0 0x55e2ce8bf190 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:59.671 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.670+0000 7fef2e216740 1 --2- 172.21.15.46:0/1886602659 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55e2ce8acb90 0x55e2ce8aa620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:59.671 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.670+0000 7fef2e216740 1 --2- 172.21.15.46:0/1886602659 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e2ce8a22d0 0x55e2ce8aa0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:59.671 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.670+0000 7fef2e216740 1 --2- 172.21.15.46:0/1886602659 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ce8a19b0 0x55e2ce8a9ba0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:59.671 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.670+0000 7fef2e216740 1 -- 172.21.15.46:0/1886602659 >> 172.21.15.46:0/1886602659 conn(0x55e2ce89dec0 msgr2=0x55e2ce8a3bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:59.671 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.670+0000 7fef12000640 0 client.15480 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:53:59.671 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.670+0000 7fef2e216740 1 -- 172.21.15.46:0/1886602659 shutdown_connections 2024-04-26T01:53:59.671 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.670+0000 7fef2e216740 1 -- 172.21.15.46:0/1886602659 wait complete. 2024-04-26T01:53:59.672 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.670+0000 7fef2e216740 20 client.15480 trim_cache size 0 max 16384 2024-04-26T01:53:59.687 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.687+0000 7fef2e216740 1 Processor -- start 2024-04-26T01:53:59.687 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.687+0000 7fef2e216740 1 -- start start 2024-04-26T01:53:59.687 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.687+0000 7fef2e216740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ce8a19b0 0x55e2ce8b8620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:59.687 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.687+0000 7fef2e216740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e2ce8a22d0 0x55e2ce8a4370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:59.687 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.687+0000 7fef2e216740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55e2ce8acb90 0x55e2ce8c4760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:59.687 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.687+0000 7fef2e216740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fef241afb60 con 0x55e2ce8a19b0 2024-04-26T01:53:59.687 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.687+0000 7fef2e216740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fef241b17c0 con 0x55e2ce8a22d0 2024-04-26T01:53:59.687 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.687+0000 7fef2e216740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fef241b0260 con 0x55e2ce8acb90 2024-04-26T01:53:59.687 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.688+0000 7fef29400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ce8a19b0 0x55e2ce8b8620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:59.687 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.688+0000 7fef29400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ce8a19b0 0x55e2ce8b8620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:60394/0 (socket says 172.21.15.46:60394) 2024-04-26T01:53:59.687 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.688+0000 7fef29400640 1 -- 172.21.15.46:0/1542890014 learned_addr learned my addr 172.21.15.46:0/1542890014 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:53:59.687 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.688+0000 7fef1be00640 1 --2- 172.21.15.46:0/1542890014 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e2ce8a22d0 0x55e2ce8a4370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:59.688 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.688+0000 7fef29400640 1 --2- 172.21.15.46:0/1542890014 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55e2ce8acb90 0x55e2ce8c4760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:59.688 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.688+0000 7fef29400640 1 -- 172.21.15.46:0/1542890014 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55e2ce8acb90 msgr2=0x55e2ce8c4760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:59.688 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.688+0000 7fef29400640 1 --2- 172.21.15.46:0/1542890014 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55e2ce8acb90 0x55e2ce8c4760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:59.688 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.688+0000 7fef29400640 1 -- 172.21.15.46:0/1542890014 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e2ce8a22d0 msgr2=0x55e2ce8a4370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:59.688 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.688+0000 7fef29400640 1 --2- 172.21.15.46:0/1542890014 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e2ce8a22d0 0x55e2ce8a4370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:59.688 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.688+0000 7fef29400640 1 -- 172.21.15.46:0/1542890014 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e2ce8bf500 con 0x55e2ce8a19b0 2024-04-26T01:53:59.688 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.688+0000 7fef29400640 1 --2- 172.21.15.46:0/1542890014 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ce8a19b0 0x55e2ce8b8620 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fef1c002230 tx=0x7fef1c005d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d0b9cf336ae96d server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:59.688 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.689+0000 7fef19200640 1 -- 172.21.15.46:0/1542890014 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef1c048040 con 0x55e2ce8a19b0 2024-04-26T01:53:59.688 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.689+0000 7fef19200640 1 -- 172.21.15.46:0/1542890014 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fef1c04d930 con 0x55e2ce8a19b0 2024-04-26T01:53:59.688 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.689+0000 7fef19200640 1 -- 172.21.15.46:0/1542890014 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef1c004760 con 0x55e2ce8a19b0 2024-04-26T01:53:59.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.689+0000 7fef2e216740 1 -- 172.21.15.46:0/1542890014 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ce8a19b0 msgr2=0x55e2ce8b8620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:59.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.689+0000 7fef2e216740 1 --2- 172.21.15.46:0/1542890014 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ce8a19b0 0x55e2ce8b8620 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fef1c002230 tx=0x7fef1c005d80 comp rx=0 tx=0).stop 2024-04-26T01:53:59.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.689+0000 7fef2e216740 1 -- 172.21.15.46:0/1542890014 shutdown_connections 2024-04-26T01:53:59.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.689+0000 7fef2e216740 1 --2- 172.21.15.46:0/1542890014 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55e2ce8acb90 0x55e2ce8c4760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:59.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.689+0000 7fef2e216740 1 --2- 172.21.15.46:0/1542890014 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e2ce8a22d0 0x55e2ce8a4370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:59.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.689+0000 7fef2e216740 1 --2- 172.21.15.46:0/1542890014 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ce8a19b0 0x55e2ce8b8620 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:59.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.689+0000 7fef2e216740 1 -- 172.21.15.46:0/1542890014 >> 172.21.15.46:0/1542890014 conn(0x55e2ce89dec0 msgr2=0x55e2ce89d020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:59.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.689+0000 7fef2e216740 1 -- 172.21.15.46:0/1542890014 shutdown_connections 2024-04-26T01:53:59.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.690+0000 7fef2e216740 1 -- 172.21.15.46:0/1542890014 wait complete. 2024-04-26T01:53:59.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.690+0000 7fef2e216740 1 -- start start 2024-04-26T01:53:59.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.690+0000 7fef2e216740 1 Processor -- start 2024-04-26T01:53:59.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.691+0000 7fef2e216740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ce8a19b0 0x55e2ce8b4d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:59.693 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.691+0000 7fef2e216740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55e2ce8a22d0 0x55e2ce8b37b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:59.693 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.691+0000 7fef2e216740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e2ce8acb90 0x55e2ce8b3cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:59.693 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.691+0000 7fef2e216740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fef241b1030 con 0x55e2ce8a19b0 2024-04-26T01:53:59.693 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.691+0000 7fef2e216740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fef241b0930 con 0x55e2ce8acb90 2024-04-26T01:53:59.693 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.691+0000 7fef2e216740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fef241adb40 con 0x55e2ce8a22d0 2024-04-26T01:53:59.693 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.691+0000 7fef2e216740 10 client.0 _ll_register_callbacks cb 0x7fef140d44c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:53:59.693 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.691+0000 7fef29400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ce8a19b0 0x55e2ce8b4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:59.693 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.691+0000 7fef1be00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55e2ce8a22d0 0x55e2ce8b37b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:59.693 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.691+0000 7fef1be00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55e2ce8a22d0 0x55e2ce8b37b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:56028/0 (socket says 172.21.15.46:56028) 2024-04-26T01:53:59.693 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.691+0000 7fef1be00640 1 -- 172.21.15.46:0/3449583287 learned_addr learned my addr 172.21.15.46:0/3449583287 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:53:59.693 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.691+0000 7fef29400640 1 --2- 172.21.15.46:0/3449583287 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e2ce8acb90 0x55e2ce8b3cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:59.694 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.691+0000 7fef1be00640 1 -- 172.21.15.46:0/3449583287 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e2ce8acb90 msgr2=0x55e2ce8b3cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:59.694 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.691+0000 7fef1be00640 1 --2- 172.21.15.46:0/3449583287 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e2ce8acb90 0x55e2ce8b3cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:59.694 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.691+0000 7fef1be00640 1 -- 172.21.15.46:0/3449583287 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ce8a19b0 msgr2=0x55e2ce8b4d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:53:59.694 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.691+0000 7fef1be00640 1 --2- 172.21.15.46:0/3449583287 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ce8a19b0 0x55e2ce8b4d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:59.694 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.691+0000 7fef1be00640 1 -- 172.21.15.46:0/3449583287 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e2ce8b4230 con 0x55e2ce8a22d0 2024-04-26T01:53:59.694 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.692+0000 7fef1be00640 1 --2- 172.21.15.46:0/3449583287 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55e2ce8a22d0 0x55e2ce8b37b0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x55e2ce8bf6d0 tx=0x7fef0c004560 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f4e5abc6514e0838 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:53:59.694 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.692+0000 7fef12000640 10 client.0 ms_handle_connect on v2:172.21.15.163:3300/0 2024-04-26T01:53:59.694 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.692+0000 7fef12000640 1 -- 172.21.15.46:0/3449583287 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef0c026070 con 0x55e2ce8a22d0 2024-04-26T01:53:59.694 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.692+0000 7fef2e216740 1 -- 172.21.15.46:0/3449583287 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fef1c04d930 con 0x55e2ce8a22d0 2024-04-26T01:53:59.694 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.692+0000 7fef12000640 1 -- 172.21.15.46:0/3449583287 <== mon.1 v2:172.21.15.163:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fef0c0220e0 con 0x55e2ce8a22d0 2024-04-26T01:53:59.694 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.692+0000 7fef12000640 1 -- 172.21.15.46:0/3449583287 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fef0c013020 con 0x55e2ce8a22d0 2024-04-26T01:53:59.694 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.692+0000 7fef2e216740 10 client.25636 fetch_fsmap learned FSMap version 33 2024-04-26T01:53:59.694 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.693+0000 7fef2e216740 1 -- 172.21.15.46:0/3449583287 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55e2ce922d80 con 0x55e2ce8a22d0 2024-04-26T01:53:59.695 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.693+0000 7fef12000640 1 -- 172.21.15.46:0/3449583287 <== mon.1 v2:172.21.15.163:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fef1c04d930 con 0x55e2ce8a22d0 2024-04-26T01:53:59.695 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.693+0000 7fef12000640 1 -- 172.21.15.46:0/3449583287 <== mon.1 v2:172.21.15.163:3300/0 5 ==== fsmap(e 33) ==== 8378+0+0 (secure 0 0 0) 0x7fef0c012610 con 0x55e2ce8a22d0 2024-04-26T01:53:59.695 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.693+0000 7fef2e216740 10 client.25636 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T01:53:59.695 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.693+0000 7fef2e216740 10 client.25636 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:53:59.695 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.693+0000 7fef2e216740 20 client.25636 populate_metadata read hostname 'smithi046' 2024-04-26T01:53:59.695 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.693+0000 7fef2e216740 1 --2- 172.21.15.46:0/3449583287 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55e2ce9235f0 0x55e2ce925a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:53:59.695 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.693+0000 7fef2e216740 4 client.25636 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:53:59.695 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.693+0000 7fef2e216740 1 -- 172.21.15.46:0/3449583287 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e2ce80f190 con 0x55e2ce9235f0 2024-04-26T01:53:59.695 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.693+0000 7fef29400640 1 --2- 172.21.15.46:0/3449583287 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55e2ce9235f0 0x55e2ce925a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:53:59.695 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.694+0000 7fef29400640 1 --2- 172.21.15.46:0/3449583287 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55e2ce9235f0 0x55e2ce925a10 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2cf99cacbb5440cb server_cookie=95fbf71f4a4cf2ff in_seq=0 out_seq=0 2024-04-26T01:53:59.695 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.694+0000 7fef12000640 10 client.25636 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:53:59.728 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.729+0000 7fef12000640 1 -- 172.21.15.46:0/3449583287 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55e2ce80f190 con 0x55e2ce9235f0 2024-04-26T01:53:59.728 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.729+0000 7fef12000640 10 client.25636 handle_command_reply: tid=0 2024-04-26T01:53:59.728 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.730+0000 7fef2e216740 1 client.25636 shutdown 2024-04-26T01:53:59.728 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.730+0000 7fef2e216740 1 -- 172.21.15.46:0/3449583287 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55e2ce8a22d0 msgr2=0x55e2ce8b37b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:59.729 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.730+0000 7fef2e216740 1 --2- 172.21.15.46:0/3449583287 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55e2ce8a22d0 0x55e2ce8b37b0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x55e2ce8bf6d0 tx=0x7fef0c004560 comp rx=0 tx=0).stop 2024-04-26T01:53:59.729 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.730+0000 7fef2e216740 1 -- 172.21.15.46:0/3449583287 shutdown_connections 2024-04-26T01:53:59.729 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.730+0000 7fef2e216740 1 --2- 172.21.15.46:0/3449583287 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55e2ce9235f0 0x55e2ce925a10 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:59.729 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.730+0000 7fef2e216740 1 --2- 172.21.15.46:0/3449583287 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e2ce8acb90 0x55e2ce8b3cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:59.729 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.730+0000 7fef2e216740 1 --2- 172.21.15.46:0/3449583287 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55e2ce8a22d0 0x55e2ce8b37b0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:59.729 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.730+0000 7fef2e216740 1 --2- 172.21.15.46:0/3449583287 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55e2ce8a19b0 0x55e2ce8b4d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:59.729 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.730+0000 7fef12000640 0 client.25636 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:53:59.729 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.730+0000 7fef2e216740 1 -- 172.21.15.46:0/3449583287 >> 172.21.15.46:0/3449583287 conn(0x55e2ce89dec0 msgr2=0x55e2ce8a9b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:59.729 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.730+0000 7fef2e216740 1 -- 172.21.15.46:0/3449583287 shutdown_connections 2024-04-26T01:53:59.729 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.730+0000 7fef2e216740 1 -- 172.21.15.46:0/3449583287 wait complete. 2024-04-26T01:53:59.729 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.730+0000 7fef2e216740 20 client.25636 trim_cache size 0 max 16384 2024-04-26T01:53:59.730 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:{ 2024-04-26T01:53:59.730 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "message": "", 2024-04-26T01:53:59.730 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "return_code": 0 2024-04-26T01:53:59.730 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:} 2024-04-26T01:53:59.731 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.731+0000 7fef29e00640 1 -- 172.21.15.46:0/2119288668 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fef080a3d90 msgr2=0x7fef080a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:59.731 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.731+0000 7fef29e00640 1 --2- 172.21.15.46:0/2119288668 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fef080a3d90 0x7fef080a6250 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fef14098fc0 tx=0x7fef140d45f0 comp rx=0 tx=0).stop 2024-04-26T01:53:59.731 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.731+0000 7fef29e00640 1 -- 172.21.15.46:0/2119288668 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fef24102f10 msgr2=0x7fef241a0530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:53:59.731 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.731+0000 7fef29e00640 1 --2- 172.21.15.46:0/2119288668 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fef24102f10 0x7fef241a0530 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fef1400e9f0 tx=0x7fef1400eeb0 comp rx=0 tx=0).stop 2024-04-26T01:53:59.731 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.732+0000 7fef29e00640 1 -- 172.21.15.46:0/2119288668 shutdown_connections 2024-04-26T01:53:59.731 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.732+0000 7fef29e00640 1 --2- 172.21.15.46:0/2119288668 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fef080a3d90 0x7fef080a6250 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:59.732 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.732+0000 7fef29e00640 1 --2- 172.21.15.46:0/2119288668 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fef2410c330 0x7fef2419a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:59.732 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.732+0000 7fef29e00640 1 --2- 172.21.15.46:0/2119288668 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fef24103830 0x7fef241a0a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:59.732 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.732+0000 7fef29e00640 1 --2- 172.21.15.46:0/2119288668 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fef24102f10 0x7fef241a0530 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:53:59.732 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.732+0000 7fef29e00640 1 -- 172.21.15.46:0/2119288668 >> 172.21.15.46:0/2119288668 conn(0x7fef240fc770 msgr2=0x7fef24100a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:53:59.732 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.732+0000 7fef29e00640 1 -- 172.21.15.46:0/2119288668 shutdown_connections 2024-04-26T01:53:59.732 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:53:59.732+0000 7fef29e00640 1 -- 172.21.15.46:0/2119288668 wait complete. 2024-04-26T01:54:00.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:54:00 smithi163 ceph-mon[32592]: pgmap v96: 97 pgs: 97 active+clean; 176 MiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail; 851 KiB/s rd, 759 KiB/s wr, 150 op/s 2024-04-26T01:54:00.926 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:54:00 smithi103 ceph-mon[32920]: pgmap v96: 97 pgs: 97 active+clean; 176 MiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail; 851 KiB/s rd, 759 KiB/s wr, 150 op/s 2024-04-26T01:54:01.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:54:00 smithi046 ceph-mon[28013]: pgmap v96: 97 pgs: 97 active+clean; 176 MiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail; 851 KiB/s rd, 759 KiB/s wr, 150 op/s 2024-04-26T01:54:02.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:54:02 smithi163 ceph-mon[32592]: pgmap v97: 97 pgs: 97 active+clean; 176 MiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail; 657 KiB/s rd, 521 KiB/s wr, 95 op/s 2024-04-26T01:54:03.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:54:02 smithi046 ceph-mon[28013]: pgmap v97: 97 pgs: 97 active+clean; 176 MiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail; 657 KiB/s rd, 521 KiB/s wr, 95 op/s 2024-04-26T01:54:03.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:54:02 smithi103 ceph-mon[32920]: pgmap v97: 97 pgs: 97 active+clean; 176 MiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail; 657 KiB/s rd, 521 KiB/s wr, 95 op/s 2024-04-26T01:54:04.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:54:04 smithi163 ceph-mon[32592]: pgmap v98: 97 pgs: 97 active+clean; 176 MiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail; 111 KiB/s rd, 123 KiB/s wr, 55 op/s 2024-04-26T01:54:05.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:54:04 smithi046 ceph-mon[28013]: pgmap v98: 97 pgs: 97 active+clean; 176 MiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail; 111 KiB/s rd, 123 KiB/s wr, 55 op/s 2024-04-26T01:54:05.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:54:04 smithi103 ceph-mon[32920]: pgmap v98: 97 pgs: 97 active+clean; 176 MiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail; 111 KiB/s rd, 123 KiB/s wr, 55 op/s 2024-04-26T01:54:06.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:54:06 smithi163 ceph-mon[32592]: pgmap v99: 97 pgs: 97 active+clean; 177 MiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail; 142 KiB/s rd, 177 KiB/s wr, 85 op/s 2024-04-26T01:54:06.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:54:06 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:54:07.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:54:06 smithi046 ceph-mon[28013]: pgmap v99: 97 pgs: 97 active+clean; 177 MiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail; 142 KiB/s rd, 177 KiB/s wr, 85 op/s 2024-04-26T01:54:07.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:54:06 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:54:07.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:54:06 smithi103 ceph-mon[32920]: pgmap v99: 97 pgs: 97 active+clean; 177 MiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail; 142 KiB/s rd, 177 KiB/s wr, 85 op/s 2024-04-26T01:54:07.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:54:06 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:54:07.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:54:07 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:54:07.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:54:07 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:54:07.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:54:07 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:54:07.963 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:54:07 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:54:07.963 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:54:07 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:54:07.963 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:54:07 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:54:08.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:54:07 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:54:08.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:54:07 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:54:08.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:54:07 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:54:08.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:54:08 smithi163 ceph-mon[32592]: pgmap v100: 97 pgs: 97 active+clean; 177 MiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 64 KiB/s wr, 38 op/s 2024-04-26T01:54:08.990 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:54:08 smithi046 ceph-mon[28013]: pgmap v100: 97 pgs: 97 active+clean; 177 MiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 64 KiB/s wr, 38 op/s 2024-04-26T01:54:09.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:54:08 smithi103 ceph-mon[32920]: pgmap v100: 97 pgs: 97 active+clean; 177 MiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 64 KiB/s wr, 38 op/s 2024-04-26T01:54:10.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:54:10 smithi163 ceph-mon[32592]: pgmap v101: 97 pgs: 97 active+clean; 177 MiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 64 KiB/s wr, 40 op/s 2024-04-26T01:54:11.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:54:10 smithi046 ceph-mon[28013]: pgmap v101: 97 pgs: 97 active+clean; 177 MiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 64 KiB/s wr, 40 op/s 2024-04-26T01:54:11.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:54:10 smithi103 ceph-mon[32920]: pgmap v101: 97 pgs: 97 active+clean; 177 MiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 64 KiB/s wr, 40 op/s 2024-04-26T01:54:12.885 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.885+0000 7f5b47e00640 1 -- 172.21.15.46:0/3029809166 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5b48104b80 msgr2=0x7f5b48108bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:12.885 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.885+0000 7f5b47e00640 1 --2- 172.21.15.46:0/3029809166 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5b48104b80 0x7f5b48108bc0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f5b30009860 tx=0x7f5b3002a340 comp rx=0 tx=0).stop 2024-04-26T01:54:12.885 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.885+0000 7f5b47e00640 1 -- 172.21.15.46:0/3029809166 shutdown_connections 2024-04-26T01:54:12.885 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.885+0000 7f5b47e00640 1 --2- 172.21.15.46:0/3029809166 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5b481092a0 0x7f5b48110e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:12.885 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.885+0000 7f5b47e00640 1 --2- 172.21.15.46:0/3029809166 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5b48104b80 0x7f5b48108bc0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:12.885 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.885+0000 7f5b47e00640 1 --2- 172.21.15.46:0/3029809166 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5b481041d0 0x7f5b481045b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:12.885 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.885+0000 7f5b47e00640 1 -- 172.21.15.46:0/3029809166 >> 172.21.15.46:0/3029809166 conn(0x7f5b480ffa70 msgr2=0x7f5b48101e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:12.885 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.885+0000 7f5b47e00640 1 -- 172.21.15.46:0/3029809166 shutdown_connections 2024-04-26T01:54:12.885 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.885+0000 7f5b47e00640 1 -- 172.21.15.46:0/3029809166 wait complete. 2024-04-26T01:54:12.889 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.886+0000 7f5b47e00640 1 Processor -- start 2024-04-26T01:54:12.889 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.888+0000 7f5b47e00640 1 -- start start 2024-04-26T01:54:12.890 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.888+0000 7f5b47e00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5b481041d0 0x7f5b481a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:12.890 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.888+0000 7f5b47e00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5b481092a0 0x7f5b481a0bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:12.890 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.888+0000 7f5b47e00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5b4819a770 0x7f5b4819abf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:12.890 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.888+0000 7f5b47e00640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f5b48114370 con 0x7f5b481041d0 2024-04-26T01:54:12.890 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.888+0000 7f5b47e00640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f5b481141f0 con 0x7f5b4819a770 2024-04-26T01:54:12.890 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.888+0000 7f5b47e00640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f5b481144f0 con 0x7f5b481092a0 2024-04-26T01:54:12.890 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.888+0000 7f5b46a00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5b481041d0 0x7f5b481a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:12.890 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.888+0000 7f5b46a00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5b481041d0 0x7f5b481a06b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39292/0 (socket says 172.21.15.46:39292) 2024-04-26T01:54:12.891 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.888+0000 7f5b46a00640 1 -- 172.21.15.46:0/3861345134 learned_addr learned my addr 172.21.15.46:0/3861345134 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:54:12.891 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.888+0000 7f5b47400640 1 --2- 172.21.15.46:0/3861345134 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5b4819a770 0x7f5b4819abf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:12.891 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.888+0000 7f5b3fe00640 1 --2- 172.21.15.46:0/3861345134 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5b481092a0 0x7f5b481a0bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:12.891 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.888+0000 7f5b46a00640 1 -- 172.21.15.46:0/3861345134 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5b481092a0 msgr2=0x7f5b481a0bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:12.891 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.888+0000 7f5b46a00640 1 --2- 172.21.15.46:0/3861345134 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5b481092a0 0x7f5b481a0bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:12.891 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.888+0000 7f5b46a00640 1 -- 172.21.15.46:0/3861345134 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5b4819a770 msgr2=0x7f5b4819abf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:12.891 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.888+0000 7f5b46a00640 1 --2- 172.21.15.46:0/3861345134 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5b4819a770 0x7f5b4819abf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:12.891 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.888+0000 7f5b46a00640 1 -- 172.21.15.46:0/3861345134 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b4819b370 con 0x7f5b481041d0 2024-04-26T01:54:12.891 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.888+0000 7f5b47400640 1 --2- 172.21.15.46:0/3861345134 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5b4819a770 0x7f5b4819abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:54:12.891 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.888+0000 7f5b46a00640 1 --2- 172.21.15.46:0/3861345134 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5b481041d0 0x7f5b481a06b0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f5b3800e9f0 tx=0x7f5b3800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:12.891 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.889+0000 7f5b3f400640 1 -- 172.21.15.46:0/3861345134 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b3800cd80 con 0x7f5b481041d0 2024-04-26T01:54:12.892 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.889+0000 7f5b47e00640 1 -- 172.21.15.46:0/3861345134 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b481a7450 con 0x7f5b481041d0 2024-04-26T01:54:12.892 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.889+0000 7f5b3f400640 1 -- 172.21.15.46:0/3861345134 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5b38010900 con 0x7f5b481041d0 2024-04-26T01:54:12.892 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.889+0000 7f5b3f400640 1 -- 172.21.15.46:0/3861345134 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b380188d0 con 0x7f5b481041d0 2024-04-26T01:54:12.892 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.889+0000 7f5b47e00640 1 -- 172.21.15.46:0/3861345134 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b481a7850 con 0x7f5b481041d0 2024-04-26T01:54:12.901 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.893+0000 7f5b5099e740 1 Processor -- start 2024-04-26T01:54:12.901 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.893+0000 7f5b5099e740 1 -- start start 2024-04-26T01:54:12.901 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.894+0000 7f5b5099e740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b91c8959b0 0x55b91c895d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:12.901 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.894+0000 7f5b5099e740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b91c8962d0 0x55b91c8a0650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:12.901 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.894+0000 7f5b3f400640 1 -- 172.21.15.46:0/3861345134 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 27) ==== 138777+0+0 (secure 0 0 0) 0x7f5b38010ab0 con 0x7f5b481041d0 2024-04-26T01:54:12.901 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.894+0000 7f5b5099e740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b91c8a0b90 0x55b91c8a2f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:12.901 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.894+0000 7f5b5099e740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55b91c7fb900 con 0x55b91c8a0b90 2024-04-26T01:54:12.901 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.894+0000 7f5b5099e740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55b91c7a1ef0 con 0x55b91c8962d0 2024-04-26T01:54:12.902 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.894+0000 7f5b5099e740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55b91c7f78c0 con 0x55b91c8959b0 2024-04-26T01:54:12.902 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.894+0000 7f5b3fe00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b91c8a0b90 0x55b91c8a2f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:12.902 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.894+0000 7f5b47400640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b91c8959b0 0x55b91c895d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:12.902 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.894+0000 7f5b3fe00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b91c8a0b90 0x55b91c8a2f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39298/0 (socket says 172.21.15.46:39298) 2024-04-26T01:54:12.902 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.894+0000 7f5b3fe00640 1 -- 172.21.15.46:0/2834319153 learned_addr learned my addr 172.21.15.46:0/2834319153 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:54:12.902 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.894+0000 7f5b46a00640 1 --2- 172.21.15.46:0/2834319153 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b91c8962d0 0x55b91c8a0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:12.902 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.894+0000 7f5b3fe00640 1 -- 172.21.15.46:0/2834319153 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b91c8959b0 msgr2=0x55b91c895d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:12.902 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.894+0000 7f5b3fe00640 1 --2- 172.21.15.46:0/2834319153 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b91c8959b0 0x55b91c895d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:12.902 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.894+0000 7f5b3fe00640 1 -- 172.21.15.46:0/2834319153 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b91c8962d0 msgr2=0x55b91c8a0650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:12.902 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.894+0000 7f5b3fe00640 1 --2- 172.21.15.46:0/2834319153 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b91c8962d0 0x55b91c8a0650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:12.903 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.894+0000 7f5b3fe00640 1 -- 172.21.15.46:0/2834319153 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b91c50e210 con 0x55b91c8a0b90 2024-04-26T01:54:12.903 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.894+0000 7f5b46a00640 1 --2- 172.21.15.46:0/2834319153 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b91c8962d0 0x55b91c8a0650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:54:12.903 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.894+0000 7f5b3fe00640 1 --2- 172.21.15.46:0/2834319153 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b91c8a0b90 0x55b91c8a2f80 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f5b4806b560 tx=0x7f5b30009490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6707277d714854b4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:12.903 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.894+0000 7f5b37e00640 1 -- 172.21.15.46:0/2834319153 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b30041020 con 0x55b91c8a0b90 2024-04-26T01:54:12.903 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.894+0000 7f5b37e00640 1 -- 172.21.15.46:0/2834319153 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5b30030de0 con 0x55b91c8a0b90 2024-04-26T01:54:12.903 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.894+0000 7f5b37e00640 1 -- 172.21.15.46:0/2834319153 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b30037040 con 0x55b91c8a0b90 2024-04-26T01:54:12.903 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.894+0000 7f5b3f400640 1 --2- 172.21.15.46:0/3861345134 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f5b2c0a3d60 0x7f5b2c0a6220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:12.903 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.895+0000 7f5b3f400640 1 -- 172.21.15.46:0/3861345134 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f5b380d0b60 con 0x7f5b481041d0 2024-04-26T01:54:12.904 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.895+0000 7f5b47400640 1 --2- 172.21.15.46:0/3861345134 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f5b2c0a3d60 0x7f5b2c0a6220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:12.904 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.895+0000 7f5b5099e740 1 -- 172.21.15.46:0/2834319153 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b91c8a0b90 msgr2=0x55b91c8a2f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:12.904 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.895+0000 7f5b5099e740 1 --2- 172.21.15.46:0/2834319153 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b91c8a0b90 0x55b91c8a2f80 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f5b4806b560 tx=0x7f5b30009490 comp rx=0 tx=0).stop 2024-04-26T01:54:12.904 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.895+0000 7f5b5099e740 1 -- 172.21.15.46:0/2834319153 shutdown_connections 2024-04-26T01:54:12.904 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.895+0000 7f5b5099e740 1 --2- 172.21.15.46:0/2834319153 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b91c8a0b90 0x55b91c8a2f80 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:12.904 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.895+0000 7f5b5099e740 1 --2- 172.21.15.46:0/2834319153 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b91c8962d0 0x55b91c8a0650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:12.904 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.895+0000 7f5b5099e740 1 --2- 172.21.15.46:0/2834319153 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b91c8959b0 0x55b91c895d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:12.904 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.895+0000 7f5b5099e740 1 -- 172.21.15.46:0/2834319153 >> 172.21.15.46:0/2834319153 conn(0x55b91c891ec0 msgr2=0x55b91c8922a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:12.904 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.895+0000 7f5b5099e740 1 -- 172.21.15.46:0/2834319153 shutdown_connections 2024-04-26T01:54:12.904 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.895+0000 7f5b5099e740 1 -- 172.21.15.46:0/2834319153 wait complete. 2024-04-26T01:54:12.904 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.896+0000 7f5b47400640 1 --2- 172.21.15.46:0/3861345134 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f5b2c0a3d60 0x7f5b2c0a6220 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f5b40005fd0 tx=0x7f5b40010040 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:12.904 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.896+0000 7f5b5099e740 1 -- start start 2024-04-26T01:54:12.904 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.896+0000 7f5b5099e740 1 Processor -- start 2024-04-26T01:54:12.904 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.896+0000 7f5b5099e740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b91c8959b0 0x55b91c89da50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:12.905 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.897+0000 7f5b5099e740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b91c8962d0 0x55b91c89df90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:12.905 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.897+0000 7f5b5099e740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b91c8a0b90 0x55b91c89e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:12.905 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.897+0000 7f5b5099e740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55b91c8a3760 con 0x55b91c8959b0 2024-04-26T01:54:12.905 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.897+0000 7f5b5099e740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55b91c7b5310 con 0x55b91c8962d0 2024-04-26T01:54:12.905 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.897+0000 7f5b5099e740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55b91c8a38e0 con 0x55b91c8a0b90 2024-04-26T01:54:12.905 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.897+0000 7f5b5099e740 10 client.0 _ll_register_callbacks cb 0x55b91c783cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:54:12.905 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.897+0000 7f5b46a00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b91c8959b0 0x55b91c89da50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:12.905 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.897+0000 7f5b46a00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b91c8959b0 0x55b91c89da50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39300/0 (socket says 172.21.15.46:39300) 2024-04-26T01:54:12.905 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.897+0000 7f5b46a00640 1 -- 172.21.15.46:0/3686012923 learned_addr learned my addr 172.21.15.46:0/3686012923 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:54:12.905 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.897+0000 7f5b47400640 1 --2- 172.21.15.46:0/3686012923 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b91c8a0b90 0x55b91c89e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:12.905 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.897+0000 7f5b3fe00640 1 --2- 172.21.15.46:0/3686012923 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b91c8962d0 0x55b91c89df90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:12.906 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.897+0000 7f5b46a00640 1 -- 172.21.15.46:0/3686012923 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b91c8a0b90 msgr2=0x55b91c89e4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:12.906 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.897+0000 7f5b46a00640 1 --2- 172.21.15.46:0/3686012923 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b91c8a0b90 0x55b91c89e4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:12.906 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.897+0000 7f5b46a00640 1 -- 172.21.15.46:0/3686012923 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b91c8962d0 msgr2=0x55b91c89df90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:12.906 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.897+0000 7f5b46a00640 1 --2- 172.21.15.46:0/3686012923 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b91c8962d0 0x55b91c89df90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:12.906 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.897+0000 7f5b46a00640 1 -- 172.21.15.46:0/3686012923 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b91c5da620 con 0x55b91c8959b0 2024-04-26T01:54:12.906 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.897+0000 7f5b47400640 1 --2- 172.21.15.46:0/3686012923 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b91c8a0b90 0x55b91c89e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:54:12.906 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.897+0000 7f5b3fe00640 1 --2- 172.21.15.46:0/3686012923 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b91c8962d0 0x55b91c89df90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:54:12.906 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.898+0000 7f5b46a00640 1 --2- 172.21.15.46:0/3686012923 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b91c8959b0 0x55b91c89da50 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f5b3800c6a0 tx=0x7f5b3809c820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4535464a4498ee4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:12.906 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.898+0000 7f5b34c00640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2024-04-26T01:54:12.906 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.898+0000 7f5b34c00640 1 -- 172.21.15.46:0/3686012923 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b380a0ee0 con 0x55b91c8959b0 2024-04-26T01:54:12.906 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.898+0000 7f5b34c00640 1 -- 172.21.15.46:0/3686012923 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f5b380ce560 con 0x55b91c8959b0 2024-04-26T01:54:12.906 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.898+0000 7f5b5099e740 1 -- 172.21.15.46:0/3686012923 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5b30030de0 con 0x55b91c8959b0 2024-04-26T01:54:12.906 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.898+0000 7f5b34c00640 1 -- 172.21.15.46:0/3686012923 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f5b380ce760 con 0x55b91c8959b0 2024-04-26T01:54:12.906 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.898+0000 7f5b5099e740 10 client.15498 fetch_fsmap learned FSMap version 33 2024-04-26T01:54:12.907 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.898+0000 7f5b5099e740 1 -- 172.21.15.46:0/3686012923 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55b91c8af930 con 0x55b91c8959b0 2024-04-26T01:54:12.907 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.899+0000 7f5b34c00640 1 -- 172.21.15.46:0/3686012923 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5b30030de0 con 0x55b91c8959b0 2024-04-26T01:54:12.907 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.899+0000 7f5b34c00640 1 -- 172.21.15.46:0/3686012923 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 33) ==== 8378+0+0 (secure 0 0 0) 0x7f5b38098930 con 0x55b91c8959b0 2024-04-26T01:54:12.907 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.899+0000 7f5b5099e740 10 client.15498 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T01:54:12.907 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.899+0000 7f5b5099e740 10 client.15498 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:54:12.907 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.899+0000 7f5b5099e740 20 client.15498 populate_metadata read hostname 'smithi046' 2024-04-26T01:54:12.907 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.899+0000 7f5b5099e740 1 --2- 172.21.15.46:0/3686012923 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55b91c8b0e60 0x55b91c8b3320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:12.907 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.899+0000 7f5b5099e740 4 client.15498 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:54:12.907 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.899+0000 7f5b5099e740 1 -- 172.21.15.46:0/3686012923 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b91c80f8b0 con 0x55b91c8b0e60 2024-04-26T01:54:12.907 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.899+0000 7f5b3fe00640 1 --2- 172.21.15.46:0/3686012923 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55b91c8b0e60 0x55b91c8b3320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:12.907 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.900+0000 7f5b3fe00640 1 --2- 172.21.15.46:0/3686012923 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55b91c8b0e60 0x55b91c8b3320 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d4edda5b43815bda server_cookie=a7f932c51306356f in_seq=0 out_seq=0 2024-04-26T01:54:12.907 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.900+0000 7f5b34c00640 10 client.15498 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:54:12.907 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.902+0000 7f5b34c00640 1 -- 172.21.15.46:0/3686012923 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b91c80f8b0 con 0x55b91c8b0e60 2024-04-26T01:54:12.908 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.902+0000 7f5b34c00640 10 client.15498 handle_command_reply: tid=0 2024-04-26T01:54:12.908 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.902+0000 7f5b5099e740 1 client.15498 shutdown 2024-04-26T01:54:12.908 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.902+0000 7f5b5099e740 1 -- 172.21.15.46:0/3686012923 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b91c8959b0 msgr2=0x55b91c89da50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:12.908 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.902+0000 7f5b5099e740 1 --2- 172.21.15.46:0/3686012923 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b91c8959b0 0x55b91c89da50 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f5b3800c6a0 tx=0x7f5b3809c820 comp rx=0 tx=0).stop 2024-04-26T01:54:12.908 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.902+0000 7f5b5099e740 1 -- 172.21.15.46:0/3686012923 shutdown_connections 2024-04-26T01:54:12.908 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.902+0000 7f5b5099e740 1 --2- 172.21.15.46:0/3686012923 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55b91c8b0e60 0x55b91c8b3320 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:12.908 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.902+0000 7f5b5099e740 1 --2- 172.21.15.46:0/3686012923 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b91c8a0b90 0x55b91c89e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:12.908 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.902+0000 7f5b5099e740 1 --2- 172.21.15.46:0/3686012923 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b91c8962d0 0x55b91c89df90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:12.908 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.902+0000 7f5b34c00640 0 client.15498 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:54:12.908 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.902+0000 7f5b5099e740 1 --2- 172.21.15.46:0/3686012923 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b91c8959b0 0x55b91c89da50 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:12.908 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.902+0000 7f5b5099e740 1 -- 172.21.15.46:0/3686012923 >> 172.21.15.46:0/3686012923 conn(0x55b91c891ec0 msgr2=0x55b91c897bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:12.908 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.902+0000 7f5b5099e740 1 -- 172.21.15.46:0/3686012923 shutdown_connections 2024-04-26T01:54:12.908 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.902+0000 7f5b5099e740 1 -- 172.21.15.46:0/3686012923 wait complete. 2024-04-26T01:54:12.908 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.902+0000 7f5b5099e740 20 client.15498 trim_cache size 0 max 16384 2024-04-26T01:54:12.917 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.919+0000 7f5b5099e740 1 Processor -- start 2024-04-26T01:54:12.918 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.919+0000 7f5b5099e740 1 -- start start 2024-04-26T01:54:12.918 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.919+0000 7f5b5099e740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b91c8959b0 0x55b91c8ac620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:12.918 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.919+0000 7f5b5099e740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b91c8962d0 0x55b91c8b8bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:12.918 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.919+0000 7f5b5099e740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b91c8a0b90 0x55b91c8b9130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:12.918 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.919+0000 7f5b5099e740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f5b481afcb0 con 0x55b91c8959b0 2024-04-26T01:54:12.918 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.919+0000 7f5b5099e740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f5b481b1910 con 0x55b91c8a0b90 2024-04-26T01:54:12.918 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.919+0000 7f5b5099e740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f5b481b03b0 con 0x55b91c8962d0 2024-04-26T01:54:12.919 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.919+0000 7f5b46a00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b91c8959b0 0x55b91c8ac620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:12.919 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.919+0000 7f5b46a00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b91c8959b0 0x55b91c8ac620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39306/0 (socket says 172.21.15.46:39306) 2024-04-26T01:54:12.919 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.919+0000 7f5b47400640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b91c8a0b90 0x55b91c8b9130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:12.919 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.919+0000 7f5b46a00640 1 -- 172.21.15.46:0/2215462762 learned_addr learned my addr 172.21.15.46:0/2215462762 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:54:12.919 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.919+0000 7f5b3fe00640 1 --2- 172.21.15.46:0/2215462762 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b91c8962d0 0x55b91c8b8bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:12.919 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.919+0000 7f5b46a00640 1 -- 172.21.15.46:0/2215462762 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b91c8962d0 msgr2=0x55b91c8b8bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:12.920 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.919+0000 7f5b46a00640 1 --2- 172.21.15.46:0/2215462762 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b91c8962d0 0x55b91c8b8bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:12.920 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.919+0000 7f5b46a00640 1 -- 172.21.15.46:0/2215462762 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b91c8a0b90 msgr2=0x55b91c8b9130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:12.920 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.919+0000 7f5b46a00640 1 --2- 172.21.15.46:0/2215462762 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b91c8a0b90 0x55b91c8b9130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:12.920 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.919+0000 7f5b46a00640 1 -- 172.21.15.46:0/2215462762 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b91c88d820 con 0x55b91c8959b0 2024-04-26T01:54:12.920 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.920+0000 7f5b46a00640 1 --2- 172.21.15.46:0/2215462762 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b91c8959b0 0x55b91c8ac620 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f5b3809ae90 tx=0x7f5b380d1fa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b76ab6f2a090126 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:12.920 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.920+0000 7f5b37400640 1 -- 172.21.15.46:0/2215462762 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b3809de60 con 0x55b91c8959b0 2024-04-26T01:54:12.920 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.920+0000 7f5b37400640 1 -- 172.21.15.46:0/2215462762 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5b380a57a0 con 0x55b91c8959b0 2024-04-26T01:54:12.920 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.920+0000 7f5b37400640 1 -- 172.21.15.46:0/2215462762 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b3809c030 con 0x55b91c8959b0 2024-04-26T01:54:12.921 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:54:12 smithi163 ceph-mon[32592]: pgmap v102: 97 pgs: 97 active+clean; 177 MiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 67 KiB/s wr, 40 op/s 2024-04-26T01:54:12.925 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.920+0000 7f5b5099e740 1 -- 172.21.15.46:0/2215462762 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b91c8959b0 msgr2=0x55b91c8ac620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:12.925 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.920+0000 7f5b5099e740 1 --2- 172.21.15.46:0/2215462762 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b91c8959b0 0x55b91c8ac620 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f5b3809ae90 tx=0x7f5b380d1fa0 comp rx=0 tx=0).stop 2024-04-26T01:54:12.925 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.921+0000 7f5b5099e740 1 -- 172.21.15.46:0/2215462762 shutdown_connections 2024-04-26T01:54:12.925 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.921+0000 7f5b5099e740 1 --2- 172.21.15.46:0/2215462762 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b91c8a0b90 0x55b91c8b9130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:12.926 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.921+0000 7f5b5099e740 1 --2- 172.21.15.46:0/2215462762 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b91c8962d0 0x55b91c8b8bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:12.926 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.921+0000 7f5b5099e740 1 --2- 172.21.15.46:0/2215462762 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b91c8959b0 0x55b91c8ac620 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:12.926 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.921+0000 7f5b5099e740 1 -- 172.21.15.46:0/2215462762 >> 172.21.15.46:0/2215462762 conn(0x55b91c891ec0 msgr2=0x55b91c89c340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:12.926 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.921+0000 7f5b5099e740 1 -- 172.21.15.46:0/2215462762 shutdown_connections 2024-04-26T01:54:12.926 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.921+0000 7f5b5099e740 1 -- 172.21.15.46:0/2215462762 wait complete. 2024-04-26T01:54:12.926 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.921+0000 7f5b5099e740 1 -- start start 2024-04-26T01:54:12.927 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.921+0000 7f5b5099e740 1 Processor -- start 2024-04-26T01:54:12.927 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.922+0000 7f5b5099e740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b91c8959b0 0x55b91c8a8ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:12.927 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.922+0000 7f5b5099e740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b91c8962d0 0x55b91c8a7700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:12.927 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.922+0000 7f5b5099e740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b91c8a0b90 0x55b91c8a7c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:12.927 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.922+0000 7f5b5099e740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f5b481b1180 con 0x55b91c8a0b90 2024-04-26T01:54:12.927 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.922+0000 7f5b5099e740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f5b481b0a80 con 0x55b91c8962d0 2024-04-26T01:54:12.927 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.922+0000 7f5b5099e740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f5b481adc90 con 0x55b91c8959b0 2024-04-26T01:54:12.927 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.922+0000 7f5b5099e740 10 client.0 _ll_register_callbacks cb 0x7f5b3809c9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:54:12.927 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.922+0000 7f5b47400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b91c8a0b90 0x55b91c8a7c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:12.927 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.922+0000 7f5b3fe00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b91c8962d0 0x55b91c8a7700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:12.927 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.922+0000 7f5b47400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b91c8a0b90 0x55b91c8a7c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39322/0 (socket says 172.21.15.46:39322) 2024-04-26T01:54:12.928 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.922+0000 7f5b3fe00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b91c8962d0 0x55b91c8a7700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:50586/0 (socket says 172.21.15.46:50586) 2024-04-26T01:54:12.928 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.922+0000 7f5b47400640 1 -- 172.21.15.46:0/3775337208 learned_addr learned my addr 172.21.15.46:0/3775337208 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:54:12.928 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.922+0000 7f5b46a00640 1 --2- 172.21.15.46:0/3775337208 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b91c8959b0 0x55b91c8a8ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:12.928 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.923+0000 7f5b3fe00640 1 -- 172.21.15.46:0/3775337208 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b91c8959b0 msgr2=0x55b91c8a8ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:12.928 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.923+0000 7f5b3fe00640 1 --2- 172.21.15.46:0/3775337208 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b91c8959b0 0x55b91c8a8ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:12.928 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.923+0000 7f5b3fe00640 1 -- 172.21.15.46:0/3775337208 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b91c8a0b90 msgr2=0x55b91c8a7c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:12.928 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.923+0000 7f5b3fe00640 1 --2- 172.21.15.46:0/3775337208 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b91c8a0b90 0x55b91c8a7c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:12.928 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.923+0000 7f5b3fe00640 1 -- 172.21.15.46:0/3775337208 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b91c8a8180 con 0x55b91c8962d0 2024-04-26T01:54:12.928 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.923+0000 7f5b3fe00640 1 --2- 172.21.15.46:0/3775337208 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b91c8962d0 0x55b91c8a7700 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f5b3002a8b0 tx=0x7f5b30030f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3556999cbba47865 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:12.928 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.923+0000 7f5b34c00640 10 client.0 ms_handle_connect on v2:172.21.15.103:3300/0 2024-04-26T01:54:12.928 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.923+0000 7f5b34c00640 1 -- 172.21.15.46:0/3775337208 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b30041040 con 0x55b91c8962d0 2024-04-26T01:54:12.928 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.923+0000 7f5b5099e740 1 -- 172.21.15.46:0/3775337208 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5b380a57a0 con 0x55b91c8962d0 2024-04-26T01:54:12.928 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.923+0000 7f5b34c00640 1 -- 172.21.15.46:0/3775337208 <== mon.2 v2:172.21.15.103:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f5b30030650 con 0x55b91c8962d0 2024-04-26T01:54:12.928 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.923+0000 7f5b34c00640 1 -- 172.21.15.46:0/3775337208 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f5b30037040 con 0x55b91c8962d0 2024-04-26T01:54:12.929 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.923+0000 7f5b5099e740 10 client.25637 fetch_fsmap learned FSMap version 33 2024-04-26T01:54:12.929 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.923+0000 7f5b5099e740 1 -- 172.21.15.46:0/3775337208 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55b91c917130 con 0x55b91c8962d0 2024-04-26T01:54:12.929 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.924+0000 7f5b34c00640 1 -- 172.21.15.46:0/3775337208 <== mon.2 v2:172.21.15.103:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5b380a57a0 con 0x55b91c8962d0 2024-04-26T01:54:12.929 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.924+0000 7f5b34c00640 1 -- 172.21.15.46:0/3775337208 <== mon.2 v2:172.21.15.103:3300/0 5 ==== fsmap(e 33) ==== 8378+0+0 (secure 0 0 0) 0x7f5b30005130 con 0x55b91c8962d0 2024-04-26T01:54:12.929 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.924+0000 7f5b5099e740 10 client.25637 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T01:54:12.929 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.924+0000 7f5b5099e740 10 client.25637 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:54:12.929 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.924+0000 7f5b5099e740 20 client.25637 populate_metadata read hostname 'smithi046' 2024-04-26T01:54:12.929 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.924+0000 7f5b5099e740 1 --2- 172.21.15.46:0/3775337208 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55b91c917580 0x55b91c919970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:12.929 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.924+0000 7f5b5099e740 4 client.25637 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:54:12.929 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.924+0000 7f5b5099e740 1 -- 172.21.15.46:0/3775337208 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b91c809320 con 0x55b91c917580 2024-04-26T01:54:12.929 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.924+0000 7f5b46a00640 1 --2- 172.21.15.46:0/3775337208 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55b91c917580 0x55b91c919970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:12.929 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.926+0000 7f5b46a00640 1 --2- 172.21.15.46:0/3775337208 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55b91c917580 0x55b91c919970 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c564730b75eb7eca server_cookie=fcf6078b84fe666f in_seq=0 out_seq=0 2024-04-26T01:54:12.929 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.926+0000 7f5b34c00640 10 client.25637 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:54:12.945 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.947+0000 7f5b34c00640 1 -- 172.21.15.46:0/3775337208 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55b91c809320 con 0x55b91c917580 2024-04-26T01:54:12.945 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.947+0000 7f5b34c00640 10 client.25637 handle_command_reply: tid=0 2024-04-26T01:54:12.946 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.947+0000 7f5b5099e740 1 client.25637 shutdown 2024-04-26T01:54:12.946 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.947+0000 7f5b5099e740 1 -- 172.21.15.46:0/3775337208 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b91c8962d0 msgr2=0x55b91c8a7700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:12.946 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.947+0000 7f5b5099e740 1 --2- 172.21.15.46:0/3775337208 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b91c8962d0 0x55b91c8a7700 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f5b3002a8b0 tx=0x7f5b30030f90 comp rx=0 tx=0).stop 2024-04-26T01:54:12.946 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.948+0000 7f5b5099e740 1 -- 172.21.15.46:0/3775337208 shutdown_connections 2024-04-26T01:54:12.946 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.948+0000 7f5b5099e740 1 --2- 172.21.15.46:0/3775337208 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55b91c917580 0x55b91c919970 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:12.946 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.948+0000 7f5b5099e740 1 --2- 172.21.15.46:0/3775337208 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b91c8a0b90 0x55b91c8a7c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:12.946 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.948+0000 7f5b5099e740 1 --2- 172.21.15.46:0/3775337208 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b91c8962d0 0x55b91c8a7700 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:12.946 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.948+0000 7f5b5099e740 1 --2- 172.21.15.46:0/3775337208 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b91c8959b0 0x55b91c8a8ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:12.946 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.948+0000 7f5b34c00640 0 client.25637 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:54:12.946 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.948+0000 7f5b5099e740 1 -- 172.21.15.46:0/3775337208 >> 172.21.15.46:0/3775337208 conn(0x55b91c891ec0 msgr2=0x55b91c897360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:12.947 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.948+0000 7f5b5099e740 1 -- 172.21.15.46:0/3775337208 shutdown_connections 2024-04-26T01:54:12.947 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.948+0000 7f5b5099e740 1 -- 172.21.15.46:0/3775337208 wait complete. 2024-04-26T01:54:12.947 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.948+0000 7f5b5099e740 20 client.25637 trim_cache size 0 max 16384 2024-04-26T01:54:12.948 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:{ 2024-04-26T01:54:12.948 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "message": "", 2024-04-26T01:54:12.948 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "return_code": 0 2024-04-26T01:54:12.948 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:} 2024-04-26T01:54:12.949 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.948+0000 7f5b47e00640 1 -- 172.21.15.46:0/3861345134 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f5b2c0a3d60 msgr2=0x7f5b2c0a6220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:12.949 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.948+0000 7f5b47e00640 1 --2- 172.21.15.46:0/3861345134 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f5b2c0a3d60 0x7f5b2c0a6220 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f5b40005fd0 tx=0x7f5b40010040 comp rx=0 tx=0).stop 2024-04-26T01:54:12.949 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.948+0000 7f5b47e00640 1 -- 172.21.15.46:0/3861345134 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5b481041d0 msgr2=0x7f5b481a06b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:12.949 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.948+0000 7f5b47e00640 1 --2- 172.21.15.46:0/3861345134 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5b481041d0 0x7f5b481a06b0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f5b3800e9f0 tx=0x7f5b3800eeb0 comp rx=0 tx=0).stop 2024-04-26T01:54:12.949 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.948+0000 7f5b47e00640 1 -- 172.21.15.46:0/3861345134 shutdown_connections 2024-04-26T01:54:12.949 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.948+0000 7f5b47e00640 1 --2- 172.21.15.46:0/3861345134 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f5b2c0a3d60 0x7f5b2c0a6220 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:12.949 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.948+0000 7f5b47e00640 1 --2- 172.21.15.46:0/3861345134 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5b4819a770 0x7f5b4819abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:12.949 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.948+0000 7f5b47e00640 1 --2- 172.21.15.46:0/3861345134 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f5b481092a0 0x7f5b481a0bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:12.949 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.948+0000 7f5b47e00640 1 --2- 172.21.15.46:0/3861345134 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f5b481041d0 0x7f5b481a06b0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:12.949 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.948+0000 7f5b47e00640 1 -- 172.21.15.46:0/3861345134 >> 172.21.15.46:0/3861345134 conn(0x7f5b480ffa70 msgr2=0x7f5b48100da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:12.950 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.948+0000 7f5b47e00640 1 -- 172.21.15.46:0/3861345134 shutdown_connections 2024-04-26T01:54:12.950 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:12.948+0000 7f5b47e00640 1 -- 172.21.15.46:0/3861345134 wait complete. 2024-04-26T01:54:13.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:54:12 smithi046 ceph-mon[28013]: pgmap v102: 97 pgs: 97 active+clean; 177 MiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 67 KiB/s wr, 40 op/s 2024-04-26T01:54:13.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:54:12 smithi103 ceph-mon[32920]: pgmap v102: 97 pgs: 97 active+clean; 177 MiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 67 KiB/s wr, 40 op/s 2024-04-26T01:54:14.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:54:14 smithi163 ceph-mon[32592]: pgmap v103: 97 pgs: 97 active+clean; 177 MiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 59 KiB/s wr, 36 op/s 2024-04-26T01:54:15.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:54:14 smithi046 ceph-mon[28013]: pgmap v103: 97 pgs: 97 active+clean; 177 MiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 59 KiB/s wr, 36 op/s 2024-04-26T01:54:15.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:54:14 smithi103 ceph-mon[32920]: pgmap v103: 97 pgs: 97 active+clean; 177 MiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 59 KiB/s wr, 36 op/s 2024-04-26T01:54:17.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:54:16 smithi046 ceph-mon[28013]: pgmap v104: 97 pgs: 97 active+clean; 177 MiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 79 KiB/s wr, 45 op/s 2024-04-26T01:54:17.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:54:16 smithi103 ceph-mon[32920]: pgmap v104: 97 pgs: 97 active+clean; 177 MiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 79 KiB/s wr, 45 op/s 2024-04-26T01:54:17.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:54:16 smithi163 ceph-mon[32592]: pgmap v104: 97 pgs: 97 active+clean; 177 MiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 79 KiB/s wr, 45 op/s 2024-04-26T01:54:19.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:54:18 smithi046 ceph-mon[28013]: pgmap v105: 97 pgs: 97 active+clean; 177 MiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 25 KiB/s wr, 14 op/s 2024-04-26T01:54:19.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:54:18 smithi103 ceph-mon[32920]: pgmap v105: 97 pgs: 97 active+clean; 177 MiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 25 KiB/s wr, 14 op/s 2024-04-26T01:54:19.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:54:18 smithi163 ceph-mon[32592]: pgmap v105: 97 pgs: 97 active+clean; 177 MiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 25 KiB/s wr, 14 op/s 2024-04-26T01:54:21.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:54:20 smithi046 ceph-mon[28013]: pgmap v106: 97 pgs: 97 active+clean; 177 MiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 25 KiB/s wr, 16 op/s 2024-04-26T01:54:21.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:54:20 smithi103 ceph-mon[32920]: pgmap v106: 97 pgs: 97 active+clean; 177 MiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 25 KiB/s wr, 16 op/s 2024-04-26T01:54:21.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:54:20 smithi163 ceph-mon[32592]: pgmap v106: 97 pgs: 97 active+clean; 177 MiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 25 KiB/s wr, 16 op/s 2024-04-26T01:54:21.561 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:54:22.042 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:54:22.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:54:22 smithi046 ceph-mon[28013]: pgmap v107: 97 pgs: 97 active+clean; 177 MiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 25 KiB/s wr, 16 op/s 2024-04-26T01:54:23.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:54:22 smithi103 ceph-mon[32920]: pgmap v107: 97 pgs: 97 active+clean; 177 MiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 25 KiB/s wr, 16 op/s 2024-04-26T01:54:23.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:54:22 smithi163 ceph-mon[32592]: pgmap v107: 97 pgs: 97 active+clean; 177 MiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 25 KiB/s wr, 16 op/s 2024-04-26T01:54:24.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.427+0000 7fd2dd000700 1 -- 172.21.15.46:0/3178292075 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd2d8107940 msgr2=0x7fd2d8107d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:24.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.427+0000 7fd2dd000700 1 --2- 172.21.15.46:0/3178292075 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd2d8107940 0x7fd2d8107d20 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fd2c8009990 tx=0x7fd2c8009ca0 comp rx=0 tx=0).stop 2024-04-26T01:54:24.426 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.427+0000 7fd2dd000700 1 -- 172.21.15.46:0/3178292075 shutdown_connections 2024-04-26T01:54:24.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.427+0000 7fd2dd000700 1 --2- 172.21.15.46:0/3178292075 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2d81034b0 0x7fd2d810f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:24.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.427+0000 7fd2dd000700 1 --2- 172.21.15.46:0/3178292075 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd2d8107940 0x7fd2d8107d20 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:24.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.427+0000 7fd2dd000700 1 --2- 172.21.15.46:0/3178292075 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd2d8102af0 0x7fd2d8102f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:24.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.427+0000 7fd2dd000700 1 -- 172.21.15.46:0/3178292075 >> 172.21.15.46:0/3178292075 conn(0x7fd2d8079ba0 msgr2=0x7fd2d8079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:24.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.427+0000 7fd2dd000700 1 -- 172.21.15.46:0/3178292075 shutdown_connections 2024-04-26T01:54:24.427 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.427+0000 7fd2dd000700 1 -- 172.21.15.46:0/3178292075 wait complete. 2024-04-26T01:54:24.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.428+0000 7fd2dd000700 1 Processor -- start 2024-04-26T01:54:24.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.429+0000 7fd2dd000700 1 -- start start 2024-04-26T01:54:24.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.429+0000 7fd2dd000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2d8102af0 0x7fd2d8074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:24.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.429+0000 7fd2dd000700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd2d81034b0 0x7fd2d8075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:24.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.429+0000 7fd2dd000700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd2d8107940 0x7fd2d80757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:24.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.429+0000 7fd2dd000700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fd2d8112df0 con 0x7fd2d8102af0 2024-04-26T01:54:24.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.429+0000 7fd2dd000700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fd2d8112c70 con 0x7fd2d8107940 2024-04-26T01:54:24.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.429+0000 7fd2dd000700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fd2d8112f70 con 0x7fd2d81034b0 2024-04-26T01:54:24.428 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.430+0000 7fd2d5e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2d8102af0 0x7fd2d8074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:24.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.430+0000 7fd2d5e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2d8102af0 0x7fd2d8074d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58534/0 (socket says 172.21.15.46:58534) 2024-04-26T01:54:24.429 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.430+0000 7fd2d5e00700 1 -- 172.21.15.46:0/791190908 learned_addr learned my addr 172.21.15.46:0/791190908 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:54:24.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.430+0000 7fd2d5400700 1 --2- 172.21.15.46:0/791190908 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd2d81034b0 0x7fd2d8075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:24.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.430+0000 7fd2d6800700 1 --2- 172.21.15.46:0/791190908 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd2d8107940 0x7fd2d80757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:24.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.430+0000 7fd2d5e00700 1 -- 172.21.15.46:0/791190908 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd2d81034b0 msgr2=0x7fd2d8075280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:24.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.430+0000 7fd2d5e00700 1 --2- 172.21.15.46:0/791190908 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd2d81034b0 0x7fd2d8075280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:24.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.430+0000 7fd2d5e00700 1 -- 172.21.15.46:0/791190908 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd2d8107940 msgr2=0x7fd2d80757c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:24.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.430+0000 7fd2d5e00700 1 --2- 172.21.15.46:0/791190908 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd2d8107940 0x7fd2d80757c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:24.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.430+0000 7fd2d5e00700 1 -- 172.21.15.46:0/791190908 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2d81a7780 con 0x7fd2d8102af0 2024-04-26T01:54:24.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.431+0000 7fd2d5e00700 1 --2- 172.21.15.46:0/791190908 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2d8102af0 0x7fd2d8074d40 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fd2c8005910 tx=0x7fd2c8005ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:24.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.431+0000 7fd2cea00700 1 -- 172.21.15.46:0/791190908 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2c8027070 con 0x7fd2d8102af0 2024-04-26T01:54:24.430 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.431+0000 7fd2dd000700 1 -- 172.21.15.46:0/791190908 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2d81a7a10 con 0x7fd2d8102af0 2024-04-26T01:54:24.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.432+0000 7fd2dd000700 1 -- 172.21.15.46:0/791190908 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2d81a7ec0 con 0x7fd2d8102af0 2024-04-26T01:54:24.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.432+0000 7fd2cea00700 1 -- 172.21.15.46:0/791190908 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd2c800fe00 con 0x7fd2d8102af0 2024-04-26T01:54:24.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.432+0000 7fd2cea00700 1 -- 172.21.15.46:0/791190908 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2c80173f0 con 0x7fd2d8102af0 2024-04-26T01:54:24.431 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.433+0000 7fd2dd000700 1 -- 172.21.15.46:0/791190908 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd2d8069730 con 0x7fd2d8102af0 2024-04-26T01:54:24.434 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.436+0000 7fd2cea00700 1 -- 172.21.15.46:0/791190908 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 27) ==== 138777+0+0 (secure 0 0 0) 0x7fd2c802a070 con 0x7fd2d8102af0 2024-04-26T01:54:24.436 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.437+0000 7fd2cea00700 1 --2- 172.21.15.46:0/791190908 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fd2bc0a3e30 0x7fd2bc0a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:24.436 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.438+0000 7fd2cea00700 1 -- 172.21.15.46:0/791190908 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fd2c80d18a0 con 0x7fd2d8102af0 2024-04-26T01:54:24.436 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.438+0000 7fd2d5400700 1 --2- 172.21.15.46:0/791190908 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fd2bc0a3e30 0x7fd2bc0a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:24.437 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.438+0000 7fd2d5400700 1 --2- 172.21.15.46:0/791190908 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fd2bc0a3e30 0x7fd2bc0a62f0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fd2d807a0a0 tx=0x7fd2c4009260 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:24.438 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.440+0000 7fd2cea00700 1 -- 172.21.15.46:0/791190908 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd2c8013070 con 0x7fd2d8102af0 2024-04-26T01:54:24.727 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.729+0000 7fd2dd000700 1 -- 172.21.15.46:0/791190908 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd2d802df80 con 0x7fd2d8102af0 2024-04-26T01:54:24.728 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.730+0000 7fd2cea00700 1 -- 172.21.15.46:0/791190908 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 33 v33) ==== 94+0+11952 (secure 0 0 0) 0x7fd2c809dfa0 con 0x7fd2d8102af0 2024-04-26T01:54:24.729 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:54:24.729 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":33,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14391,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/3599447924","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":3599447924},{"type":"v1","addr":"172.21.15.46:6839","nonce":3599447924}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6833/1782107626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":1782107626},{"type":"v1","addr":"172.21.15.103:6833","nonce":1782107626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":33,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:46:33.259216+0000","modified":"2024-04-26T01:53:50.018803+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24530,"mds_1":24524,"mds_2":24511,"mds_3":24496,"mds_4":24488},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24448":{"gid":24448,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6833/3674154522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6832","nonce":3674154522},{"type":"v1","addr":"172.21.15.163:6833","nonce":3674154522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"d","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6837/2284069014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":2284069014},{"type":"v1","addr":"172.21.15.46:6837","nonce":2284069014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"j","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6835/441878789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":441878789},{"type":"v1","addr":"172.21.15.46:6835","nonce":441878789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/2093120942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":2093120942},{"type":"v1","addr":"172.21.15.103:6835","nonce":2093120942}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6835/3496224673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6834","nonce":3496224673},{"type":"v1","addr":"172.21.15.163:6835","nonce":3496224673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"h","rank":4,"incarnation":24,"state":"up:active","state_seq":16,"addr":"172.21.15.103:6837/356151155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":356151155},{"type":"v1","addr":"172.21.15.103:6837","nonce":356151155}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":16,"addr":"172.21.15.163:6837/3255035214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6836","nonce":3255035214},{"type":"v1","addr":"172.21.15.163:6837","nonce":3255035214}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.163:6839/1457170931","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6838","nonce":1457170931},{"type":"v1","addr":"172.21.15.163:6839","nonce":1457170931}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"a","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.46:6841/1857491842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":1857491842},{"type":"v1","addr":"172.21.15.46:6841","nonce":1857491842}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.103:6839/4045492459","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":4045492459},{"type":"v1","addr":"172.21.15.103:6839","nonce":4045492459}]},"join_fscid":-1,"export_targets":[1,2,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24496,24524,24511,24488,24530]},"id":1}]} 2024-04-26T01:54:24.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.734+0000 7fd2dd000700 1 -- 172.21.15.46:0/791190908 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fd2bc0a3e30 msgr2=0x7fd2bc0a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:24.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.734+0000 7fd2dd000700 1 --2- 172.21.15.46:0/791190908 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fd2bc0a3e30 0x7fd2bc0a62f0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fd2d807a0a0 tx=0x7fd2c4009260 comp rx=0 tx=0).stop 2024-04-26T01:54:24.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.734+0000 7fd2dd000700 1 -- 172.21.15.46:0/791190908 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2d8102af0 msgr2=0x7fd2d8074d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:24.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.734+0000 7fd2dd000700 1 --2- 172.21.15.46:0/791190908 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2d8102af0 0x7fd2d8074d40 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fd2c8005910 tx=0x7fd2c8005ef0 comp rx=0 tx=0).stop 2024-04-26T01:54:24.733 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.735+0000 7fd2dd000700 1 -- 172.21.15.46:0/791190908 shutdown_connections 2024-04-26T01:54:24.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.735+0000 7fd2dd000700 1 --2- 172.21.15.46:0/791190908 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fd2bc0a3e30 0x7fd2bc0a62f0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:24.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.735+0000 7fd2dd000700 1 --2- 172.21.15.46:0/791190908 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd2d8107940 0x7fd2d80757c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:24.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.735+0000 7fd2dd000700 1 --2- 172.21.15.46:0/791190908 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fd2d8102af0 0x7fd2d8074d40 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:24.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.735+0000 7fd2dd000700 1 --2- 172.21.15.46:0/791190908 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fd2d81034b0 0x7fd2d8075280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:24.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.735+0000 7fd2dd000700 1 -- 172.21.15.46:0/791190908 >> 172.21.15.46:0/791190908 conn(0x7fd2d8079ba0 msgr2=0x7fd2d8100b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:24.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.735+0000 7fd2dd000700 1 -- 172.21.15.46:0/791190908 shutdown_connections 2024-04-26T01:54:24.734 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:24.735+0000 7fd2dd000700 1 -- 172.21.15.46:0/791190908 wait complete. 2024-04-26T01:54:24.735 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 33 2024-04-26T01:54:24.971 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:54:24 smithi163 ceph-mon[32592]: pgmap v108: 97 pgs: 97 active+clean; 177 MiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 21 KiB/s wr, 13 op/s 2024-04-26T01:54:25.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:54:24 smithi046 ceph-mon[28013]: pgmap v108: 97 pgs: 97 active+clean; 177 MiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 21 KiB/s wr, 13 op/s 2024-04-26T01:54:25.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:54:24 smithi103 ceph-mon[32920]: pgmap v108: 97 pgs: 97 active+clean; 177 MiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 21 KiB/s wr, 13 op/s 2024-04-26T01:54:25.645 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24530 quiesce db --set-id eea6560b --release --await' 2024-04-26T01:54:25.646 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24530 quiesce db --set-id eea6560b --release --await 2024-04-26T01:54:25.830 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:54:25 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/791190908' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:54:26.086 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.087+0000 7f85ea800640 1 -- 172.21.15.46:0/2394988962 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f85e4109470 msgr2=0x7f85e4111040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:26.086 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.087+0000 7f85ea800640 1 --2- 172.21.15.46:0/2394988962 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f85e4109470 0x7f85e4111040 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f85dc009ca0 tx=0x7f85dc02a8c0 comp rx=0 tx=0).stop 2024-04-26T01:54:26.086 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.088+0000 7f85ea800640 1 -- 172.21.15.46:0/2394988962 shutdown_connections 2024-04-26T01:54:26.086 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.088+0000 7f85ea800640 1 --2- 172.21.15.46:0/2394988962 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f85e4109470 0x7f85e4111040 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:26.086 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.088+0000 7f85ea800640 1 --2- 172.21.15.46:0/2394988962 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f85e4104d50 0x7f85e4108d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:26.086 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.088+0000 7f85ea800640 1 --2- 172.21.15.46:0/2394988962 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85e41043a0 0x7f85e4104780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:26.086 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.088+0000 7f85ea800640 1 -- 172.21.15.46:0/2394988962 >> 172.21.15.46:0/2394988962 conn(0x7f85e40ffc40 msgr2=0x7f85e4102060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:26.086 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.088+0000 7f85ea800640 1 -- 172.21.15.46:0/2394988962 shutdown_connections 2024-04-26T01:54:26.087 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.088+0000 7f85ea800640 1 -- 172.21.15.46:0/2394988962 wait complete. 2024-04-26T01:54:26.087 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.089+0000 7f85ea800640 1 Processor -- start 2024-04-26T01:54:26.087 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.089+0000 7f85ea800640 1 -- start start 2024-04-26T01:54:26.087 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.089+0000 7f85ea800640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f85e41043a0 0x7f85e41a0610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:26.087 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.089+0000 7f85ea800640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85e4109470 0x7f85e41a0b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:26.087 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.089+0000 7f85ea800640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f85e419a720 0x7f85e419aba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:26.088 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.089+0000 7f85ea800640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f85e4114540 con 0x7f85e4109470 2024-04-26T01:54:26.088 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.089+0000 7f85ea800640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f85e41143c0 con 0x7f85e41043a0 2024-04-26T01:54:26.088 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.089+0000 7f85ea800640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f85e41146c0 con 0x7f85e419a720 2024-04-26T01:54:26.088 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.090+0000 7f85e2a00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85e4109470 0x7f85e41a0b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:26.089 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.090+0000 7f85e3400640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f85e41043a0 0x7f85e41a0610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:26.089 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.090+0000 7f85e2a00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85e4109470 0x7f85e41a0b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58550/0 (socket says 172.21.15.46:58550) 2024-04-26T01:54:26.089 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.090+0000 7f85e2a00640 1 -- 172.21.15.46:0/1662898707 learned_addr learned my addr 172.21.15.46:0/1662898707 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:54:26.089 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.090+0000 7f85e3e00640 1 --2- 172.21.15.46:0/1662898707 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f85e419a720 0x7f85e419aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:26.089 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.090+0000 7f85e3400640 1 -- 172.21.15.46:0/1662898707 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f85e419a720 msgr2=0x7f85e419aba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:26.089 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.090+0000 7f85e3400640 1 --2- 172.21.15.46:0/1662898707 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f85e419a720 0x7f85e419aba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:26.089 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.090+0000 7f85e3400640 1 -- 172.21.15.46:0/1662898707 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85e4109470 msgr2=0x7f85e41a0b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:26.089 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.090+0000 7f85e3400640 1 --2- 172.21.15.46:0/1662898707 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85e4109470 0x7f85e41a0b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:26.089 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.090+0000 7f85e3400640 1 -- 172.21.15.46:0/1662898707 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85e419b320 con 0x7f85e41043a0 2024-04-26T01:54:26.089 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.090+0000 7f85e3400640 1 --2- 172.21.15.46:0/1662898707 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f85e41043a0 0x7f85e41a0610 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f85d400d6d0 tx=0x7f85d400db90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:26.089 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.091+0000 7f85dbe00640 1 -- 172.21.15.46:0/1662898707 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85d4017070 con 0x7f85e41043a0 2024-04-26T01:54:26.090 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.091+0000 7f85ea800640 1 -- 172.21.15.46:0/1662898707 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85e41a73b0 con 0x7f85e41043a0 2024-04-26T01:54:26.090 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.091+0000 7f85dbe00640 1 -- 172.21.15.46:0/1662898707 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f85d4009820 con 0x7f85e41043a0 2024-04-26T01:54:26.090 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.091+0000 7f85dbe00640 1 -- 172.21.15.46:0/1662898707 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85d4004c40 con 0x7f85e41043a0 2024-04-26T01:54:26.090 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.091+0000 7f85ea800640 1 -- 172.21.15.46:0/1662898707 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85e41a7810 con 0x7f85e41043a0 2024-04-26T01:54:26.093 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.095+0000 7f85ed682740 1 Processor -- start 2024-04-26T01:54:26.093 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.095+0000 7f85ed682740 1 -- start start 2024-04-26T01:54:26.095 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.096+0000 7f85ed682740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555807ff1820 0x555807ff1c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:26.095 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.096+0000 7f85ed682740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555807ff2140 0x555807ffc4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:26.095 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.096+0000 7f85ed682740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x555807ffca00 0x555807ffedf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:26.095 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.096+0000 7f85ed682740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x555807f57900 con 0x555807ff1820 2024-04-26T01:54:26.095 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.096+0000 7f85ed682740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x555807efdef0 con 0x555807ff2140 2024-04-26T01:54:26.095 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.096+0000 7f85ed682740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x555807f538c0 con 0x555807ffca00 2024-04-26T01:54:26.095 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.096+0000 7f85dbe00640 1 -- 172.21.15.46:0/1662898707 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 27) ==== 138777+0+0 (secure 0 0 0) 0x7f85d40099d0 con 0x7f85e41043a0 2024-04-26T01:54:26.095 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.096+0000 7f85e3e00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555807ff1820 0x555807ff1c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:26.096 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.096+0000 7f85e3e00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555807ff1820 0x555807ff1c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58562/0 (socket says 172.21.15.46:58562) 2024-04-26T01:54:26.096 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.096+0000 7f85e3e00640 1 -- 172.21.15.46:0/4193011723 learned_addr learned my addr 172.21.15.46:0/4193011723 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:54:26.096 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.096+0000 7f85e2a00640 1 --2- 172.21.15.46:0/4193011723 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x555807ffca00 0x555807ffedf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:26.096 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.096+0000 7f85e3400640 1 --2- 172.21.15.46:0/4193011723 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555807ff2140 0x555807ffc4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:26.096 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.097+0000 7f85e3e00640 1 -- 172.21.15.46:0/4193011723 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x555807ffca00 msgr2=0x555807ffedf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:26.096 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.097+0000 7f85e3e00640 1 --2- 172.21.15.46:0/4193011723 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x555807ffca00 0x555807ffedf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:26.096 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.097+0000 7f85e3e00640 1 -- 172.21.15.46:0/4193011723 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555807ff2140 msgr2=0x555807ffc4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:26.096 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.097+0000 7f85e3e00640 1 --2- 172.21.15.46:0/4193011723 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555807ff2140 0x555807ffc4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:26.096 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.097+0000 7f85e3e00640 1 -- 172.21.15.46:0/4193011723 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555807c6a210 con 0x555807ff1820 2024-04-26T01:54:26.096 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.097+0000 7f85e2a00640 1 --2- 172.21.15.46:0/4193011723 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x555807ffca00 0x555807ffedf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:54:26.096 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.097+0000 7f85e3e00640 1 --2- 172.21.15.46:0/4193011723 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555807ff1820 0x555807ff1c00 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f85dc009ca0 tx=0x7f85dc02f3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=934529d2f6677299 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:26.097 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.097+0000 7f85d8c00640 1 -- 172.21.15.46:0/4193011723 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85dc031e00 con 0x555807ff1820 2024-04-26T01:54:26.097 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.097+0000 7f85d8c00640 1 -- 172.21.15.46:0/4193011723 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f85dc036030 con 0x555807ff1820 2024-04-26T01:54:26.097 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.097+0000 7f85d8c00640 1 -- 172.21.15.46:0/4193011723 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85dc004380 con 0x555807ff1820 2024-04-26T01:54:26.097 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.098+0000 7f85dbe00640 1 --2- 172.21.15.46:0/1662898707 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f85c80a3e40 0x7f85c80a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:26.097 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.098+0000 7f85dbe00640 1 -- 172.21.15.46:0/1662898707 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f85d40d0210 con 0x7f85e41043a0 2024-04-26T01:54:26.097 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.098+0000 7f85e3400640 1 --2- 172.21.15.46:0/1662898707 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f85c80a3e40 0x7f85c80a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:26.098 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:54:26.101 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.098+0000 7f85ed682740 1 -- 172.21.15.46:0/4193011723 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555807ff1820 msgr2=0x555807ff1c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:26.101 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.098+0000 7f85ed682740 1 --2- 172.21.15.46:0/4193011723 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555807ff1820 0x555807ff1c00 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f85dc009ca0 tx=0x7f85dc02f3c0 comp rx=0 tx=0).stop 2024-04-26T01:54:26.101 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.099+0000 7f85ed682740 1 -- 172.21.15.46:0/4193011723 shutdown_connections 2024-04-26T01:54:26.101 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.099+0000 7f85ed682740 1 --2- 172.21.15.46:0/4193011723 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x555807ffca00 0x555807ffedf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:26.101 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.099+0000 7f85ed682740 1 --2- 172.21.15.46:0/4193011723 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555807ff2140 0x555807ffc4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:26.101 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.099+0000 7f85ed682740 1 --2- 172.21.15.46:0/4193011723 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555807ff1820 0x555807ff1c00 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:26.101 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.099+0000 7f85ed682740 1 -- 172.21.15.46:0/4193011723 >> 172.21.15.46:0/4193011723 conn(0x555807fedd30 msgr2=0x555807fee110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:26.101 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.099+0000 7f85e3400640 1 --2- 172.21.15.46:0/1662898707 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f85c80a3e40 0x7f85c80a6300 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x555807ff2dc0 tx=0x7f85d40d3cc0 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:26.101 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.099+0000 7f85ed682740 1 -- 172.21.15.46:0/4193011723 shutdown_connections 2024-04-26T01:54:26.102 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.099+0000 7f85ed682740 1 -- 172.21.15.46:0/4193011723 wait complete. 2024-04-26T01:54:26.102 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.099+0000 7f85ed682740 1 -- start start 2024-04-26T01:54:26.102 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.100+0000 7f85ed682740 1 Processor -- start 2024-04-26T01:54:26.102 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.100+0000 7f85ed682740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555807ff1820 0x555807ff99b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:26.102 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.100+0000 7f85ed682740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555807ff2140 0x555807ff9ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:26.102 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.100+0000 7f85ed682740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x555807ffca00 0x555807ffa430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:26.102 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.100+0000 7f85ed682740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x555807fff450 con 0x555807ff1820 2024-04-26T01:54:26.102 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.100+0000 7f85ed682740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x555807f11310 con 0x555807ff2140 2024-04-26T01:54:26.102 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.100+0000 7f85ed682740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x555807fff5d0 con 0x555807ffca00 2024-04-26T01:54:26.102 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.100+0000 7f85ed682740 10 client.0 _ll_register_callbacks cb 0x555807edfcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:54:26.102 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.101+0000 7f85e3e00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555807ff1820 0x555807ff99b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:26.102 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.101+0000 7f85e3e00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555807ff1820 0x555807ff99b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58578/0 (socket says 172.21.15.46:58578) 2024-04-26T01:54:26.102 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.101+0000 7f85e3e00640 1 -- 172.21.15.46:0/1076421915 learned_addr learned my addr 172.21.15.46:0/1076421915 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:54:26.102 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.101+0000 7f85e2a00640 1 --2- 172.21.15.46:0/1076421915 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555807ff2140 0x555807ff9ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:26.103 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.101+0000 7f85e3e00640 1 --2- 172.21.15.46:0/1076421915 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x555807ffca00 0x555807ffa430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:26.103 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.101+0000 7f85e3e00640 1 -- 172.21.15.46:0/1076421915 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x555807ffca00 msgr2=0x555807ffa430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:26.103 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.101+0000 7f85e3e00640 1 --2- 172.21.15.46:0/1076421915 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x555807ffca00 0x555807ffa430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:26.103 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.101+0000 7f85e3e00640 1 -- 172.21.15.46:0/1076421915 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555807ff2140 msgr2=0x555807ff9ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:26.103 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.101+0000 7f85e3e00640 1 --2- 172.21.15.46:0/1076421915 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555807ff2140 0x555807ff9ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:26.103 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.101+0000 7f85e3e00640 1 -- 172.21.15.46:0/1076421915 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555807d36620 con 0x555807ff1820 2024-04-26T01:54:26.103 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.101+0000 7f85e3e00640 1 --2- 172.21.15.46:0/1076421915 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555807ff1820 0x555807ff99b0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f85dc031ae0 tx=0x7f85dc0319e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e76e18673c53824c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:26.103 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.101+0000 7f85cd600640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2024-04-26T01:54:26.103 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.102+0000 7f85cd600640 1 -- 172.21.15.46:0/1076421915 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85dc004320 con 0x555807ff1820 2024-04-26T01:54:26.103 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.102+0000 7f85cd600640 1 -- 172.21.15.46:0/1076421915 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f85dc0044c0 con 0x555807ff1820 2024-04-26T01:54:26.103 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.102+0000 7f85ed682740 1 -- 172.21.15.46:0/1076421915 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f85dc036030 con 0x555807ff1820 2024-04-26T01:54:26.103 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.102+0000 7f85cd600640 1 -- 172.21.15.46:0/1076421915 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f85dc0046c0 con 0x555807ff1820 2024-04-26T01:54:26.103 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.102+0000 7f85ed682740 10 client.15522 fetch_fsmap learned FSMap version 33 2024-04-26T01:54:26.103 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.102+0000 7f85ed682740 1 -- 172.21.15.46:0/1076421915 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x555807fff450 con 0x555807ff1820 2024-04-26T01:54:26.103 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.102+0000 7f85cd600640 1 -- 172.21.15.46:0/1076421915 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f85dc036030 con 0x555807ff1820 2024-04-26T01:54:26.103 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.102+0000 7f85cd600640 1 -- 172.21.15.46:0/1076421915 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 33) ==== 8378+0+0 (secure 0 0 0) 0x7f85dc043070 con 0x555807ff1820 2024-04-26T01:54:26.104 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.103+0000 7f85ed682740 10 client.15522 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T01:54:26.104 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.103+0000 7f85ed682740 10 client.15522 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:54:26.104 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.103+0000 7f85ed682740 20 client.15522 populate_metadata read hostname 'smithi046' 2024-04-26T01:54:26.104 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.103+0000 7f85ed682740 1 --2- 172.21.15.46:0/1076421915 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55580800c980 0x55580800eda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:26.104 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.103+0000 7f85ed682740 4 client.15522 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:54:26.104 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.103+0000 7f85ed682740 1 -- 172.21.15.46:0/1076421915 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555807f6b8b0 con 0x55580800c980 2024-04-26T01:54:26.104 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.103+0000 7f85e2a00640 1 --2- 172.21.15.46:0/1076421915 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55580800c980 0x55580800eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:26.105 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.104+0000 7f85e2a00640 1 --2- 172.21.15.46:0/1076421915 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55580800c980 0x55580800eda0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4890ff4f2c908ade server_cookie=816c58e95ad33ea6 in_seq=0 out_seq=0 2024-04-26T01:54:26.105 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.104+0000 7f85cd600640 10 client.15522 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:54:26.105 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.104+0000 7f85cd600640 1 -- 172.21.15.46:0/1076421915 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555807f6b8b0 con 0x55580800c980 2024-04-26T01:54:26.105 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.104+0000 7f85cd600640 10 client.15522 handle_command_reply: tid=0 2024-04-26T01:54:26.106 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.105+0000 7f85ed682740 1 client.15522 shutdown 2024-04-26T01:54:26.106 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.105+0000 7f85ed682740 1 -- 172.21.15.46:0/1076421915 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555807ff1820 msgr2=0x555807ff99b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:26.106 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.105+0000 7f85ed682740 1 --2- 172.21.15.46:0/1076421915 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555807ff1820 0x555807ff99b0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f85dc031ae0 tx=0x7f85dc0319e0 comp rx=0 tx=0).stop 2024-04-26T01:54:26.106 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.105+0000 7f85ed682740 1 -- 172.21.15.46:0/1076421915 shutdown_connections 2024-04-26T01:54:26.106 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.105+0000 7f85ed682740 1 --2- 172.21.15.46:0/1076421915 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55580800c980 0x55580800eda0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:26.106 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.105+0000 7f85ed682740 1 --2- 172.21.15.46:0/1076421915 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x555807ffca00 0x555807ffa430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:26.106 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.105+0000 7f85ed682740 1 --2- 172.21.15.46:0/1076421915 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555807ff2140 0x555807ff9ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:26.106 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.105+0000 7f85ed682740 1 --2- 172.21.15.46:0/1076421915 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555807ff1820 0x555807ff99b0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:26.106 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.105+0000 7f85ed682740 1 -- 172.21.15.46:0/1076421915 >> 172.21.15.46:0/1076421915 conn(0x555807fedd30 msgr2=0x555807ff3ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:26.106 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.105+0000 7f85cd600640 0 client.15522 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:54:26.106 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.105+0000 7f85ed682740 1 -- 172.21.15.46:0/1076421915 shutdown_connections 2024-04-26T01:54:26.106 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.105+0000 7f85ed682740 1 -- 172.21.15.46:0/1076421915 wait complete. 2024-04-26T01:54:26.106 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.105+0000 7f85ed682740 20 client.15522 trim_cache size 0 max 16384 2024-04-26T01:54:26.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:54:25 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/791190908' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:54:26.125 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.127+0000 7f85ed682740 1 Processor -- start 2024-04-26T01:54:26.126 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.128+0000 7f85ed682740 1 -- start start 2024-04-26T01:54:26.127 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.128+0000 7f85ed682740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x555807ff1820 0x555808008310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:26.127 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.128+0000 7f85ed682740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555807ff2140 0x555807ff8b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:26.127 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.128+0000 7f85ed682740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555807ffca00 0x555807ff3930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:26.128 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.128+0000 7f85ed682740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f85e41afc40 con 0x555807ffca00 2024-04-26T01:54:26.128 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.128+0000 7f85ed682740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f85e41b18a0 con 0x555807ff2140 2024-04-26T01:54:26.128 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.128+0000 7f85ed682740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f85e41b0340 con 0x555807ff1820 2024-04-26T01:54:26.128 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.128+0000 7f85e2a00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555807ff2140 0x555807ff8b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:26.128 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.128+0000 7f85e3e00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555807ffca00 0x555807ff3930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:26.128 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.128+0000 7f85e2a00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555807ff2140 0x555807ff8b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:60102/0 (socket says 172.21.15.46:60102) 2024-04-26T01:54:26.128 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.128+0000 7f85e3e00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x555807ff1820 0x555808008310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:26.128 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.128+0000 7f85e2a00640 1 -- 172.21.15.46:0/2412360863 learned_addr learned my addr 172.21.15.46:0/2412360863 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:54:26.128 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.129+0000 7f85e2a00640 1 -- 172.21.15.46:0/2412360863 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x555807ff1820 msgr2=0x555808008310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:26.128 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.129+0000 7f85e2a00640 1 --2- 172.21.15.46:0/2412360863 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x555807ff1820 0x555808008310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:26.128 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.129+0000 7f85e2a00640 1 -- 172.21.15.46:0/2412360863 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555807ffca00 msgr2=0x555807ff3930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:26.128 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.129+0000 7f85e2a00640 1 --2- 172.21.15.46:0/2412360863 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555807ffca00 0x555807ff3930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:26.128 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.129+0000 7f85e2a00640 1 -- 172.21.15.46:0/2412360863 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555807ff2680 con 0x555807ff2140 2024-04-26T01:54:26.128 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.129+0000 7f85e2a00640 1 --2- 172.21.15.46:0/2412360863 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555807ff2140 0x555807ff8b10 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f85d0005bc0 tx=0x7f85d0005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=127c0bf551fa6a14 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:26.128 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.129+0000 7f85cfe00640 1 -- 172.21.15.46:0/2412360863 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85d0004220 con 0x555807ff2140 2024-04-26T01:54:26.129 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.129+0000 7f85cfe00640 1 -- 172.21.15.46:0/2412360863 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f85d00043c0 con 0x555807ff2140 2024-04-26T01:54:26.129 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.129+0000 7f85cfe00640 1 -- 172.21.15.46:0/2412360863 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85d00035f0 con 0x555807ff2140 2024-04-26T01:54:26.130 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.130+0000 7f85ed682740 1 -- 172.21.15.46:0/2412360863 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555807ff2140 msgr2=0x555807ff8b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:26.130 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.130+0000 7f85ed682740 1 --2- 172.21.15.46:0/2412360863 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555807ff2140 0x555807ff8b10 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f85d0005bc0 tx=0x7f85d0005f90 comp rx=0 tx=0).stop 2024-04-26T01:54:26.130 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.130+0000 7f85ed682740 1 -- 172.21.15.46:0/2412360863 shutdown_connections 2024-04-26T01:54:26.130 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.130+0000 7f85ed682740 1 --2- 172.21.15.46:0/2412360863 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555807ffca00 0x555807ff3930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:26.130 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.130+0000 7f85ed682740 1 --2- 172.21.15.46:0/2412360863 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555807ff2140 0x555807ff8b10 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:26.130 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.130+0000 7f85ed682740 1 --2- 172.21.15.46:0/2412360863 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x555807ff1820 0x555808008310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:26.130 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.130+0000 7f85ed682740 1 -- 172.21.15.46:0/2412360863 >> 172.21.15.46:0/2412360863 conn(0x555807fedd30 msgr2=0x555807ff3220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:26.130 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.131+0000 7f85ed682740 1 -- 172.21.15.46:0/2412360863 shutdown_connections 2024-04-26T01:54:26.130 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.131+0000 7f85ed682740 1 -- 172.21.15.46:0/2412360863 wait complete. 2024-04-26T01:54:26.130 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.131+0000 7f85ed682740 1 -- start start 2024-04-26T01:54:26.130 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.131+0000 7f85ed682740 1 Processor -- start 2024-04-26T01:54:26.132 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.132+0000 7f85ed682740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555807ff1820 0x555808001a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:26.133 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.132+0000 7f85ed682740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555807ff2140 0x555808001fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:26.133 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.132+0000 7f85ed682740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x555807ffca00 0x55580806aeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:26.133 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.132+0000 7f85ed682740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f85e41b1110 con 0x555807ff2140 2024-04-26T01:54:26.133 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.132+0000 7f85ed682740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f85e41b0a10 con 0x555807ff1820 2024-04-26T01:54:26.133 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.132+0000 7f85ed682740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f85e41adc20 con 0x555807ffca00 2024-04-26T01:54:26.133 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.132+0000 7f85ed682740 10 client.0 _ll_register_callbacks cb 0x7f85dc003970 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:54:26.133 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.132+0000 7f85e2a00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555807ff2140 0x555808001fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:26.133 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.132+0000 7f85e2a00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555807ff2140 0x555808001fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58596/0 (socket says 172.21.15.46:58596) 2024-04-26T01:54:26.133 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.132+0000 7f85e2a00640 1 -- 172.21.15.46:0/2497534445 learned_addr learned my addr 172.21.15.46:0/2497534445 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:54:26.133 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.132+0000 7f85e3e00640 1 --2- 172.21.15.46:0/2497534445 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555807ff1820 0x555808001a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:26.133 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.132+0000 7f85e3e00640 1 --2- 172.21.15.46:0/2497534445 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x555807ffca00 0x55580806aeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:26.133 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.133+0000 7f85e2a00640 1 -- 172.21.15.46:0/2497534445 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x555807ffca00 msgr2=0x55580806aeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:26.133 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.133+0000 7f85e2a00640 1 --2- 172.21.15.46:0/2497534445 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x555807ffca00 0x55580806aeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:26.134 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.133+0000 7f85e2a00640 1 -- 172.21.15.46:0/2497534445 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555807ff1820 msgr2=0x555808001a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:26.134 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.133+0000 7f85e2a00640 1 --2- 172.21.15.46:0/2497534445 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555807ff1820 0x555808001a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:26.134 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.133+0000 7f85e2a00640 1 -- 172.21.15.46:0/2497534445 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55580806b470 con 0x555807ff2140 2024-04-26T01:54:26.134 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.133+0000 7f85e2a00640 1 --2- 172.21.15.46:0/2497534445 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555807ff2140 0x555808001fa0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f85d0010fc0 tx=0x7f85d0009ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d719ef75730bc598 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:26.134 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.133+0000 7f85cd600640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2024-04-26T01:54:26.134 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.133+0000 7f85cd600640 1 -- 172.21.15.46:0/2497534445 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85d002d070 con 0x555807ff2140 2024-04-26T01:54:26.134 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.133+0000 7f85cd600640 1 -- 172.21.15.46:0/2497534445 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f85d00035f0 con 0x555807ff2140 2024-04-26T01:54:26.134 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.133+0000 7f85ed682740 1 -- 172.21.15.46:0/2497534445 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f85d00043c0 con 0x555807ff2140 2024-04-26T01:54:26.134 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.134+0000 7f85cd600640 1 -- 172.21.15.46:0/2497534445 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f85d00041e0 con 0x555807ff2140 2024-04-26T01:54:26.134 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.134+0000 7f85ed682740 10 client.15528 fetch_fsmap learned FSMap version 33 2024-04-26T01:54:26.134 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.134+0000 7f85ed682740 1 -- 172.21.15.46:0/2497534445 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x555808072810 con 0x555807ff2140 2024-04-26T01:54:26.134 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.134+0000 7f85cd600640 1 -- 172.21.15.46:0/2497534445 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f85d00043c0 con 0x555807ff2140 2024-04-26T01:54:26.134 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.134+0000 7f85cd600640 1 -- 172.21.15.46:0/2497534445 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 33) ==== 8378+0+0 (secure 0 0 0) 0x7f85d0020580 con 0x555807ff2140 2024-04-26T01:54:26.135 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.134+0000 7f85ed682740 10 client.15528 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T01:54:26.135 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.134+0000 7f85ed682740 10 client.15528 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:54:26.135 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.134+0000 7f85ed682740 20 client.15528 populate_metadata read hostname 'smithi046' 2024-04-26T01:54:26.135 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.134+0000 7f85ed682740 1 --2- 172.21.15.46:0/2497534445 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x555808072f20 0x555808075340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:26.135 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.135+0000 7f85ed682740 4 client.15528 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:54:26.135 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.135+0000 7f85ed682740 1 -- 172.21.15.46:0/2497534445 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "flush journal"}) -- 0x555807f65320 con 0x555808072f20 2024-04-26T01:54:26.135 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.135+0000 7f85e3e00640 1 --2- 172.21.15.46:0/2497534445 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x555808072f20 0x555808075340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:26.135 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.136+0000 7f85cd600640 10 client.15528 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:54:26.136 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.136+0000 7f85e3e00640 1 --2- 172.21.15.46:0/2497534445 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x555808072f20 0x555808075340 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=85dca47b99f5130d server_cookie=6370c0d3f145a5e1 in_seq=0 out_seq=0 2024-04-26T01:54:26.151 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.152+0000 7f85cd600640 1 -- 172.21.15.46:0/2497534445 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x555807f65320 con 0x555808072f20 2024-04-26T01:54:26.151 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.152+0000 7f85cd600640 10 client.15528 handle_command_reply: tid=0 2024-04-26T01:54:26.151 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.153+0000 7f85ed682740 1 client.15528 shutdown 2024-04-26T01:54:26.152 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.153+0000 7f85ed682740 1 -- 172.21.15.46:0/2497534445 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555807ff2140 msgr2=0x555808001fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:26.152 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.153+0000 7f85ed682740 1 --2- 172.21.15.46:0/2497534445 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555807ff2140 0x555808001fa0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f85d0010fc0 tx=0x7f85d0009ad0 comp rx=0 tx=0).stop 2024-04-26T01:54:26.152 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.153+0000 7f85ed682740 1 -- 172.21.15.46:0/2497534445 shutdown_connections 2024-04-26T01:54:26.152 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.153+0000 7f85ed682740 1 --2- 172.21.15.46:0/2497534445 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x555808072f20 0x555808075340 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:26.152 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.153+0000 7f85ed682740 1 --2- 172.21.15.46:0/2497534445 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x555807ffca00 0x55580806aeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:26.152 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.153+0000 7f85ed682740 1 --2- 172.21.15.46:0/2497534445 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x555807ff2140 0x555808001fa0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:26.152 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.153+0000 7f85cd600640 0 client.15528 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:54:26.152 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.153+0000 7f85ed682740 1 --2- 172.21.15.46:0/2497534445 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555807ff1820 0x555808001a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:26.152 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.153+0000 7f85ed682740 1 -- 172.21.15.46:0/2497534445 >> 172.21.15.46:0/2497534445 conn(0x555807fedd30 msgr2=0x555807ff31c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:26.152 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.153+0000 7f85ed682740 1 -- 172.21.15.46:0/2497534445 shutdown_connections 2024-04-26T01:54:26.152 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.153+0000 7f85ed682740 1 -- 172.21.15.46:0/2497534445 wait complete. 2024-04-26T01:54:26.152 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.153+0000 7f85ed682740 20 client.15528 trim_cache size 0 max 16384 2024-04-26T01:54:26.153 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:{ 2024-04-26T01:54:26.153 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "message": "", 2024-04-26T01:54:26.153 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "return_code": 0 2024-04-26T01:54:26.153 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:} 2024-04-26T01:54:26.154 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.154+0000 7f85ea800640 1 -- 172.21.15.46:0/1662898707 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f85c80a3e40 msgr2=0x7f85c80a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:26.154 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.154+0000 7f85ea800640 1 --2- 172.21.15.46:0/1662898707 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f85c80a3e40 0x7f85c80a6300 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x555807ff2dc0 tx=0x7f85d40d3cc0 comp rx=0 tx=0).stop 2024-04-26T01:54:26.154 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.154+0000 7f85ea800640 1 -- 172.21.15.46:0/1662898707 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f85e41043a0 msgr2=0x7f85e41a0610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:26.154 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.154+0000 7f85ea800640 1 --2- 172.21.15.46:0/1662898707 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f85e41043a0 0x7f85e41a0610 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f85d400d6d0 tx=0x7f85d400db90 comp rx=0 tx=0).stop 2024-04-26T01:54:26.154 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.154+0000 7f85ea800640 1 -- 172.21.15.46:0/1662898707 shutdown_connections 2024-04-26T01:54:26.154 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.154+0000 7f85ea800640 1 --2- 172.21.15.46:0/1662898707 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f85c80a3e40 0x7f85c80a6300 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:26.154 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.154+0000 7f85ea800640 1 --2- 172.21.15.46:0/1662898707 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f85e419a720 0x7f85e419aba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:26.154 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.154+0000 7f85ea800640 1 --2- 172.21.15.46:0/1662898707 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f85e4109470 0x7f85e41a0b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:26.154 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.154+0000 7f85ea800640 1 --2- 172.21.15.46:0/1662898707 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f85e41043a0 0x7f85e41a0610 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:26.155 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.154+0000 7f85ea800640 1 -- 172.21.15.46:0/1662898707 >> 172.21.15.46:0/1662898707 conn(0x7f85e40ffc40 msgr2=0x7f85e41005c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:26.155 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.155+0000 7f85ea800640 1 -- 172.21.15.46:0/1662898707 shutdown_connections 2024-04-26T01:54:26.155 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:26.155+0000 7f85ea800640 1 -- 172.21.15.46:0/1662898707 wait complete. 2024-04-26T01:54:26.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:54:25 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/791190908' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:54:27.007 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:54:26 smithi046 ceph-mon[28013]: pgmap v109: 97 pgs: 97 active+clean; 177 MiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 24 KiB/s wr, 17 op/s 2024-04-26T01:54:27.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:54:26 smithi103 ceph-mon[32920]: pgmap v109: 97 pgs: 97 active+clean; 177 MiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 24 KiB/s wr, 17 op/s 2024-04-26T01:54:27.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:54:26 smithi163 ceph-mon[32592]: pgmap v109: 97 pgs: 97 active+clean; 177 MiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 24 KiB/s wr, 17 op/s 2024-04-26T01:54:28.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.373+0000 7fedfa400700 1 -- 172.21.15.46:0/1865739352 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fedf410f4a0 msgr2=0x7fedf4111890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:28.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.373+0000 7fedfa400700 1 --2- 172.21.15.46:0/1865739352 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fedf410f4a0 0x7fedf4111890 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fedec00b0a0 tx=0x7fedec00b3b0 comp rx=0 tx=0).stop 2024-04-26T01:54:28.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.373+0000 7fedfa400700 1 -- 172.21.15.46:0/1865739352 shutdown_connections 2024-04-26T01:54:28.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.373+0000 7fedfa400700 1 --2- 172.21.15.46:0/1865739352 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fedf410f4a0 0x7fedf4111890 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:28.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.373+0000 7fedfa400700 1 --2- 172.21.15.46:0/1865739352 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fedf4074c70 0x7fedf4075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:28.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.373+0000 7fedfa400700 1 --2- 172.21.15.46:0/1865739352 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fedf4075590 0x7fedf410ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:28.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.373+0000 7fedfa400700 1 -- 172.21.15.46:0/1865739352 >> 172.21.15.46:0/1865739352 conn(0x7fedf4079bf0 msgr2=0x7fedf407a000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:28.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.373+0000 7fedfa400700 1 -- 172.21.15.46:0/1865739352 shutdown_connections 2024-04-26T01:54:28.372 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.373+0000 7fedfa400700 1 -- 172.21.15.46:0/1865739352 wait complete. 2024-04-26T01:54:28.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.374+0000 7fedfa400700 1 Processor -- start 2024-04-26T01:54:28.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.375+0000 7fedfa400700 1 -- start start 2024-04-26T01:54:28.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.375+0000 7fedfa400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fedf4074c70 0x7fedf419b460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:28.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.375+0000 7fedfa400700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fedf4075590 0x7fedf419b9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:28.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.375+0000 7fedfa400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fedf410f4a0 0x7fedf419fd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:28.373 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.375+0000 7fedfa400700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fedf4115050 con 0x7fedf410f4a0 2024-04-26T01:54:28.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.375+0000 7fedfa400700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fedf4114ed0 con 0x7fedf4075590 2024-04-26T01:54:28.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.375+0000 7fedfa400700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fedf41151d0 con 0x7fedf4074c70 2024-04-26T01:54:28.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.375+0000 7fedf3400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fedf4074c70 0x7fedf419b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:28.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.375+0000 7fedf2a00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fedf4075590 0x7fedf419b9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:28.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.375+0000 7fedf3e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fedf410f4a0 0x7fedf419fd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:28.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.375+0000 7fedf3400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fedf4074c70 0x7fedf419b460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:46826/0 (socket says 172.21.15.46:46826) 2024-04-26T01:54:28.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.375+0000 7fedf3400700 1 -- 172.21.15.46:0/4151293228 learned_addr learned my addr 172.21.15.46:0/4151293228 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:54:28.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.376+0000 7fedf2a00700 1 -- 172.21.15.46:0/4151293228 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fedf4074c70 msgr2=0x7fedf419b460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:28.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.376+0000 7fedf2a00700 1 --2- 172.21.15.46:0/4151293228 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fedf4074c70 0x7fedf419b460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:28.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.376+0000 7fedf2a00700 1 -- 172.21.15.46:0/4151293228 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fedf410f4a0 msgr2=0x7fedf419fd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:28.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.376+0000 7fedf2a00700 1 --2- 172.21.15.46:0/4151293228 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fedf410f4a0 0x7fedf419fd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:28.375 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.376+0000 7fedf2a00700 1 -- 172.21.15.46:0/4151293228 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedf41a0470 con 0x7fedf4075590 2024-04-26T01:54:28.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.376+0000 7fedf2a00700 1 --2- 172.21.15.46:0/4151293228 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fedf4075590 0x7fedf419b9a0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fede000e9f0 tx=0x7fede000ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:28.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.376+0000 7fedebe00700 1 -- 172.21.15.46:0/4151293228 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fede000c9c0 con 0x7fedf4075590 2024-04-26T01:54:28.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.376+0000 7fedebe00700 1 -- 172.21.15.46:0/4151293228 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fede000cb60 con 0x7fedf4075590 2024-04-26T01:54:28.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.376+0000 7fedfa400700 1 -- 172.21.15.46:0/4151293228 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fedf41a0760 con 0x7fedf4075590 2024-04-26T01:54:28.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.376+0000 7fedebe00700 1 -- 172.21.15.46:0/4151293228 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fede0018680 con 0x7fedf4075590 2024-04-26T01:54:28.376 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.377+0000 7fedfa400700 1 -- 172.21.15.46:0/4151293228 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fedf41a7fe0 con 0x7fedf4075590 2024-04-26T01:54:28.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.381+0000 7fedebe00700 1 -- 172.21.15.46:0/4151293228 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 27) ==== 138777+0+0 (secure 0 0 0) 0x7fede0010430 con 0x7fedf4075590 2024-04-26T01:54:28.379 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.381+0000 7fee04e57b80 1 Processor -- start 2024-04-26T01:54:28.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.382+0000 7fee04e57b80 1 -- start start 2024-04-26T01:54:28.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.382+0000 7fee04e57b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559512c17920 0x559512c17d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:28.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.382+0000 7fee04e57b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559512c18240 0x559512c22bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:28.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.382+0000 7fee04e57b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559512c230f0 0x559512c254e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:28.380 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.382+0000 7fee04e57b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x559512b6af90 con 0x559512c18240 2024-04-26T01:54:28.381 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.382+0000 7fee04e57b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x559512b11830 con 0x559512c17920 2024-04-26T01:54:28.381 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.382+0000 7fee04e57b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x559512b66f50 con 0x559512c230f0 2024-04-26T01:54:28.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.382+0000 7fedf3e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559512c17920 0x559512c17d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:28.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.382+0000 7fedf3e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559512c17920 0x559512c17d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:60132/0 (socket says 172.21.15.46:60132) 2024-04-26T01:54:28.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.382+0000 7fedf3e00700 1 -- 172.21.15.46:0/156059713 learned_addr learned my addr 172.21.15.46:0/156059713 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:54:28.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.383+0000 7fedf2a00700 1 --2- 172.21.15.46:0/156059713 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559512c230f0 0x559512c254e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:28.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.383+0000 7fedf3400700 1 --2- 172.21.15.46:0/156059713 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559512c18240 0x559512c22bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:28.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.383+0000 7fedf3e00700 1 -- 172.21.15.46:0/156059713 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559512c230f0 msgr2=0x559512c254e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:28.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.383+0000 7fedf3e00700 1 --2- 172.21.15.46:0/156059713 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559512c230f0 0x559512c254e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:28.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.383+0000 7fedf3e00700 1 -- 172.21.15.46:0/156059713 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559512c18240 msgr2=0x559512c22bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:28.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.383+0000 7fedf3e00700 1 --2- 172.21.15.46:0/156059713 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559512c18240 0x559512c22bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:28.382 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.383+0000 7fedf3e00700 1 -- 172.21.15.46:0/156059713 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559512b07780 con 0x559512c17920 2024-04-26T01:54:28.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.383+0000 7fedf3400700 1 --2- 172.21.15.46:0/156059713 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559512c18240 0x559512c22bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:54:28.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.383+0000 7fedebe00700 1 --2- 172.21.15.46:0/4151293228 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fedd80a3e30 0x7fedd80a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:28.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.384+0000 7fedf3e00700 1 --2- 172.21.15.46:0/156059713 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559512c17920 0x559512c17d00 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fedec00b0a0 tx=0x7fedec0092e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b18fb07bdadb3b2b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:28.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.384+0000 7fedebe00700 1 -- 172.21.15.46:0/4151293228 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fede00d08c0 con 0x7fedf4075590 2024-04-26T01:54:28.383 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.384+0000 7fedf3400700 1 --2- 172.21.15.46:0/4151293228 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fedd80a3e30 0x7fedd80a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:28.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.384+0000 7fede8c00700 1 -- 172.21.15.46:0/156059713 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedec020070 con 0x559512c17920 2024-04-26T01:54:28.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.384+0000 7fede8c00700 1 -- 172.21.15.46:0/156059713 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fedec00bcb0 con 0x559512c17920 2024-04-26T01:54:28.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.384+0000 7fede8c00700 1 -- 172.21.15.46:0/156059713 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedec007d60 con 0x559512c17920 2024-04-26T01:54:28.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.385+0000 7fee04e57b80 1 -- 172.21.15.46:0/156059713 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559512c17920 msgr2=0x559512c17d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:28.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.385+0000 7fee04e57b80 1 --2- 172.21.15.46:0/156059713 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559512c17920 0x559512c17d00 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fedec00b0a0 tx=0x7fedec0092e0 comp rx=0 tx=0).stop 2024-04-26T01:54:28.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.385+0000 7fedf3400700 1 --2- 172.21.15.46:0/4151293228 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fedd80a3e30 0x7fedd80a62f0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fede4009df0 tx=0x7fede4009260 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:28.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.385+0000 7fee04e57b80 1 -- 172.21.15.46:0/156059713 shutdown_connections 2024-04-26T01:54:28.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.385+0000 7fee04e57b80 1 --2- 172.21.15.46:0/156059713 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559512c230f0 0x559512c254e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:28.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.385+0000 7fee04e57b80 1 --2- 172.21.15.46:0/156059713 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559512c17920 0x559512c17d00 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:28.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.385+0000 7fee04e57b80 1 --2- 172.21.15.46:0/156059713 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559512c18240 0x559512c22bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:28.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.385+0000 7fee04e57b80 1 -- 172.21.15.46:0/156059713 >> 172.21.15.46:0/156059713 conn(0x559512b466a0 msgr2=0x559512c13dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:28.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.385+0000 7fee04e57b80 1 -- 172.21.15.46:0/156059713 shutdown_connections 2024-04-26T01:54:28.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.385+0000 7fee04e57b80 1 -- 172.21.15.46:0/156059713 wait complete. 2024-04-26T01:54:28.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.386+0000 7fee04e57b80 1 -- start start 2024-04-26T01:54:28.385 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.386+0000 7fee04e57b80 1 Processor -- start 2024-04-26T01:54:28.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.387+0000 7fee04e57b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559512c17920 0x559512c22860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:28.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.387+0000 7fee04e57b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559512c18240 0x559512c1fb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:28.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.387+0000 7fee04e57b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559512c230f0 0x559512c200a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:28.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.387+0000 7fee04e57b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x559512c25bb0 con 0x559512c230f0 2024-04-26T01:54:28.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.387+0000 7fee04e57b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x559512b24960 con 0x559512c17920 2024-04-26T01:54:28.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.387+0000 7fee04e57b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x559512c25d30 con 0x559512c18240 2024-04-26T01:54:28.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.387+0000 7fee04e57b80 10 client.0 _ll_register_callbacks cb 0x559512b03820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:54:28.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.387+0000 7fedf3400700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559512c17920 0x559512c22860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:28.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.387+0000 7fedf2a00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559512c18240 0x559512c1fb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:28.387 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.387+0000 7fedf3e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559512c230f0 0x559512c200a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:28.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.387+0000 7fedf3400700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559512c17920 0x559512c22860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:60146/0 (socket says 172.21.15.46:60146) 2024-04-26T01:54:28.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.387+0000 7fedf3400700 1 -- 172.21.15.46:0/2457912955 learned_addr learned my addr 172.21.15.46:0/2457912955 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:54:28.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.388+0000 7fedf2a00700 1 -- 172.21.15.46:0/2457912955 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559512c17920 msgr2=0x559512c22860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:28.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.388+0000 7fedf2a00700 1 --2- 172.21.15.46:0/2457912955 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559512c17920 0x559512c22860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:28.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.388+0000 7fedf2a00700 1 -- 172.21.15.46:0/2457912955 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559512c230f0 msgr2=0x559512c200a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:28.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.388+0000 7fedf2a00700 1 --2- 172.21.15.46:0/2457912955 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559512c230f0 0x559512c200a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:28.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.388+0000 7fedf2a00700 1 -- 172.21.15.46:0/2457912955 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559512ab89d0 con 0x559512c18240 2024-04-26T01:54:28.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.388+0000 7fedf3400700 1 --2- 172.21.15.46:0/2457912955 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559512c17920 0x559512c22860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:54:28.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.388+0000 7fedf3e00700 1 --2- 172.21.15.46:0/2457912955 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559512c230f0 0x559512c200a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:54:28.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.388+0000 7fedf2a00700 1 --2- 172.21.15.46:0/2457912955 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559512c18240 0x559512c1fb60 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fede00cdfe0 tx=0x7fede009c680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bbb9edb5e865a65c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:28.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.388+0000 7feddd600700 10 client.0 ms_handle_connect on v2:172.21.15.163:3300/0 2024-04-26T01:54:28.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.388+0000 7feddd600700 1 -- 172.21.15.46:0/2457912955 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fede009cf30 con 0x559512c18240 2024-04-26T01:54:28.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.388+0000 7fee04e57b80 1 -- 172.21.15.46:0/2457912955 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fedec00bcb0 con 0x559512c18240 2024-04-26T01:54:28.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.388+0000 7feddd600700 1 -- 172.21.15.46:0/2457912955 <== mon.1 v2:172.21.15.163:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fede009ca90 con 0x559512c18240 2024-04-26T01:54:28.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.389+0000 7feddd600700 1 -- 172.21.15.46:0/2457912955 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fede009c830 con 0x559512c18240 2024-04-26T01:54:28.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.389+0000 7fee04e57b80 10 client.25690 fetch_fsmap learned FSMap version 33 2024-04-26T01:54:28.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.389+0000 7fee04e57b80 1 -- 172.21.15.46:0/2457912955 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x559512b01bf0 con 0x559512c18240 2024-04-26T01:54:28.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.389+0000 7feddd600700 1 -- 172.21.15.46:0/2457912955 <== mon.1 v2:172.21.15.163:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fedec00bcb0 con 0x559512c18240 2024-04-26T01:54:28.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.389+0000 7feddd600700 1 -- 172.21.15.46:0/2457912955 <== mon.1 v2:172.21.15.163:3300/0 5 ==== fsmap(e 33) ==== 8378+0+0 (secure 0 0 0) 0x7fede00a50a0 con 0x559512c18240 2024-04-26T01:54:28.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.389+0000 7fee04e57b80 10 client.25690 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T01:54:28.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.389+0000 7fee04e57b80 10 client.25690 resolve_mds: validated gid 24530 aka daemon mds.b 2024-04-26T01:54:28.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.389+0000 7fee04e57b80 20 client.25690 populate_metadata read hostname 'smithi046' 2024-04-26T01:54:28.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.389+0000 7fee04e57b80 1 --2- 172.21.15.46:0/2457912955 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x559512c32860 0x559512c34c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:28.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.389+0000 7fee04e57b80 4 client.25690 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:54:28.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.389+0000 7fee04e57b80 1 -- 172.21.15.46:0/2457912955 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559512b78780 con 0x559512c32860 2024-04-26T01:54:28.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.390+0000 7fedf3400700 1 --2- 172.21.15.46:0/2457912955 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x559512c32860 0x559512c34c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:28.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.390+0000 7fedf3400700 1 --2- 172.21.15.46:0/2457912955 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x559512c32860 0x559512c34c50 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ab307379471b08c3 server_cookie=30407f8173e4d4ba in_seq=0 out_seq=0 2024-04-26T01:54:28.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.390+0000 7feddd600700 10 client.25690 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:54:28.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.391+0000 7feddd600700 1 -- 172.21.15.46:0/2457912955 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x559512b78780 con 0x559512c32860 2024-04-26T01:54:28.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.391+0000 7feddd600700 10 client.25690 handle_command_reply: tid=0 2024-04-26T01:54:28.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.391+0000 7fee04e57b80 1 client.25690 shutdown 2024-04-26T01:54:28.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.391+0000 7fee04e57b80 1 -- 172.21.15.46:0/2457912955 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559512c18240 msgr2=0x559512c1fb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:28.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.391+0000 7fee04e57b80 1 --2- 172.21.15.46:0/2457912955 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559512c18240 0x559512c1fb60 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fede00cdfe0 tx=0x7fede009c680 comp rx=0 tx=0).stop 2024-04-26T01:54:28.391 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.392+0000 7fee04e57b80 1 -- 172.21.15.46:0/2457912955 shutdown_connections 2024-04-26T01:54:28.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.392+0000 7fee04e57b80 1 --2- 172.21.15.46:0/2457912955 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559512c230f0 0x559512c200a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:28.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.392+0000 7fee04e57b80 1 --2- 172.21.15.46:0/2457912955 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559512c17920 0x559512c22860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:28.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.392+0000 7fee04e57b80 1 --2- 172.21.15.46:0/2457912955 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x559512c32860 0x559512c34c50 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:28.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.392+0000 7fee04e57b80 1 --2- 172.21.15.46:0/2457912955 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559512c18240 0x559512c1fb60 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:28.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.392+0000 7fee04e57b80 1 -- 172.21.15.46:0/2457912955 >> 172.21.15.46:0/2457912955 conn(0x559512b466a0 msgr2=0x559512c139c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:28.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.392+0000 7feddd600700 0 client.25690 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:54:28.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.392+0000 7fee04e57b80 1 -- 172.21.15.46:0/2457912955 shutdown_connections 2024-04-26T01:54:28.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.392+0000 7fee04e57b80 1 -- 172.21.15.46:0/2457912955 wait complete. 2024-04-26T01:54:28.392 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.392+0000 7fee04e57b80 20 client.25690 trim_cache size 0 max 16384 2024-04-26T01:54:28.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.413+0000 7fee04e57b80 1 Processor -- start 2024-04-26T01:54:28.412 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.414+0000 7fee04e57b80 1 -- start start 2024-04-26T01:54:28.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.414+0000 7fee04e57b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559512c17920 0x559512c13f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:28.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.414+0000 7fee04e57b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559512c18240 0x559512c2eae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:28.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.414+0000 7fee04e57b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559512c230f0 0x559512c21aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:28.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.414+0000 7fee04e57b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fedf41af580 con 0x559512c230f0 2024-04-26T01:54:28.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.414+0000 7fee04e57b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fedf41b11e0 con 0x559512c17920 2024-04-26T01:54:28.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.414+0000 7fee04e57b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fedf41afc80 con 0x559512c18240 2024-04-26T01:54:28.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.414+0000 7fedf3e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559512c230f0 0x559512c21aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:28.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.414+0000 7fedf3400700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559512c17920 0x559512c13f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:28.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.414+0000 7fedf3e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559512c230f0 0x559512c21aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:58636/0 (socket says 172.21.15.46:58636) 2024-04-26T01:54:28.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.414+0000 7fedf3e00700 1 -- 172.21.15.46:0/3675733294 learned_addr learned my addr 172.21.15.46:0/3675733294 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:54:28.413 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.414+0000 7fedf2a00700 1 --2- 172.21.15.46:0/3675733294 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559512c18240 0x559512c2eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:28.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.415+0000 7fedf3400700 1 -- 172.21.15.46:0/3675733294 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559512c18240 msgr2=0x559512c2eae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:28.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.415+0000 7fedf3400700 1 --2- 172.21.15.46:0/3675733294 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559512c18240 0x559512c2eae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:28.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.415+0000 7fedf3400700 1 -- 172.21.15.46:0/3675733294 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559512c230f0 msgr2=0x559512c21aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:28.414 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.415+0000 7fedf3400700 1 --2- 172.21.15.46:0/3675733294 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559512c230f0 0x559512c21aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:28.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.415+0000 7fedf3400700 1 -- 172.21.15.46:0/3675733294 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559512c302c0 con 0x559512c17920 2024-04-26T01:54:28.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.415+0000 7fedf2a00700 1 --2- 172.21.15.46:0/3675733294 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559512c18240 0x559512c2eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:54:28.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.415+0000 7fedf3e00700 1 --2- 172.21.15.46:0/3675733294 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559512c230f0 0x559512c21aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:54:28.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.415+0000 7fedf3400700 1 --2- 172.21.15.46:0/3675733294 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559512c17920 0x559512c13f40 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fede4009880 tx=0x7fede4011000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f29daa9ccfe8459 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:28.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.415+0000 7feddfe00700 1 -- 172.21.15.46:0/3675733294 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fede402f070 con 0x559512c17920 2024-04-26T01:54:28.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.415+0000 7feddfe00700 1 -- 172.21.15.46:0/3675733294 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fede40296e0 con 0x559512c17920 2024-04-26T01:54:28.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.415+0000 7feddfe00700 1 -- 172.21.15.46:0/3675733294 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fede4027650 con 0x559512c17920 2024-04-26T01:54:28.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.416+0000 7fee04e57b80 1 -- 172.21.15.46:0/3675733294 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559512c17920 msgr2=0x559512c13f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:28.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.416+0000 7fee04e57b80 1 --2- 172.21.15.46:0/3675733294 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559512c17920 0x559512c13f40 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fede4009880 tx=0x7fede4011000 comp rx=0 tx=0).stop 2024-04-26T01:54:28.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.416+0000 7fee04e57b80 1 -- 172.21.15.46:0/3675733294 shutdown_connections 2024-04-26T01:54:28.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.416+0000 7fee04e57b80 1 --2- 172.21.15.46:0/3675733294 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559512c230f0 0x559512c21aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:28.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.416+0000 7fee04e57b80 1 --2- 172.21.15.46:0/3675733294 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559512c17920 0x559512c13f40 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:28.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.416+0000 7fee04e57b80 1 --2- 172.21.15.46:0/3675733294 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559512c18240 0x559512c2eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:28.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.416+0000 7fee04e57b80 1 -- 172.21.15.46:0/3675733294 >> 172.21.15.46:0/3675733294 conn(0x559512b466a0 msgr2=0x559512c21390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:28.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.416+0000 7fee04e57b80 1 -- 172.21.15.46:0/3675733294 shutdown_connections 2024-04-26T01:54:28.416 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.416+0000 7fee04e57b80 1 -- 172.21.15.46:0/3675733294 wait complete. 2024-04-26T01:54:28.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.417+0000 7fee04e57b80 1 -- start start 2024-04-26T01:54:28.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.417+0000 7fee04e57b80 1 Processor -- start 2024-04-26T01:54:28.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.417+0000 7fee04e57b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559512c17920 0x559512c2b170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:28.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.417+0000 7fee04e57b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559512c18240 0x559512c29520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:28.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.417+0000 7fee04e57b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559512c230f0 0x559512c29a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:28.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.417+0000 7fee04e57b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fedf41b0a50 con 0x559512c17920 2024-04-26T01:54:28.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.417+0000 7fee04e57b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fedf41b0350 con 0x559512c18240 2024-04-26T01:54:28.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.417+0000 7fee04e57b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fedf41ad520 con 0x559512c230f0 2024-04-26T01:54:28.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.418+0000 7fee04e57b80 10 client.0 _ll_register_callbacks cb 0x559512b03820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:54:28.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.418+0000 7fedf3400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559512c17920 0x559512c2b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:28.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.418+0000 7fedf3e00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559512c230f0 0x559512c29a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:28.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.418+0000 7fedf2a00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559512c18240 0x559512c29520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:28.417 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.418+0000 7fedf3e00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559512c230f0 0x559512c29a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:46860/0 (socket says 172.21.15.46:46860) 2024-04-26T01:54:28.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.418+0000 7fedf3e00700 1 -- 172.21.15.46:0/3493190403 learned_addr learned my addr 172.21.15.46:0/3493190403 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:54:28.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.418+0000 7fedf3e00700 1 -- 172.21.15.46:0/3493190403 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559512c18240 msgr2=0x559512c29520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:28.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.418+0000 7fedf3e00700 1 --2- 172.21.15.46:0/3493190403 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559512c18240 0x559512c29520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:28.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.418+0000 7fedf3e00700 1 -- 172.21.15.46:0/3493190403 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559512c17920 msgr2=0x559512c2b170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:28.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.418+0000 7fedf3e00700 1 --2- 172.21.15.46:0/3493190403 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559512c17920 0x559512c2b170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:28.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.418+0000 7fedf3e00700 1 -- 172.21.15.46:0/3493190403 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559512c2a020 con 0x559512c230f0 2024-04-26T01:54:28.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.418+0000 7fedf2a00700 1 --2- 172.21.15.46:0/3493190403 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559512c18240 0x559512c29520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:54:28.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.419+0000 7fedf3e00700 1 --2- 172.21.15.46:0/3493190403 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559512c230f0 0x559512c29a60 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fedec023000 tx=0x7fedec008730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fc4e085f5cdb1f0b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:28.418 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.419+0000 7feddd600700 10 client.0 ms_handle_connect on v2:172.21.15.163:3300/0 2024-04-26T01:54:28.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.419+0000 7feddd600700 1 -- 172.21.15.46:0/3493190403 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedec02c020 con 0x559512c230f0 2024-04-26T01:54:28.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.419+0000 7fee04e57b80 1 -- 172.21.15.46:0/3493190403 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fede40296e0 con 0x559512c230f0 2024-04-26T01:54:28.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.419+0000 7feddd600700 1 -- 172.21.15.46:0/3493190403 <== mon.1 v2:172.21.15.163:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fedec008ce0 con 0x559512c230f0 2024-04-26T01:54:28.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.419+0000 7feddd600700 1 -- 172.21.15.46:0/3493190403 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fedec020040 con 0x559512c230f0 2024-04-26T01:54:28.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.419+0000 7fee04e57b80 10 client.25696 fetch_fsmap learned FSMap version 33 2024-04-26T01:54:28.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.419+0000 7fee04e57b80 1 -- 172.21.15.46:0/3493190403 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x559512c99bb0 con 0x559512c230f0 2024-04-26T01:54:28.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.420+0000 7feddd600700 1 -- 172.21.15.46:0/3493190403 <== mon.1 v2:172.21.15.163:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fede40296e0 con 0x559512c230f0 2024-04-26T01:54:28.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.420+0000 7feddd600700 1 -- 172.21.15.46:0/3493190403 <== mon.1 v2:172.21.15.163:3300/0 5 ==== fsmap(e 33) ==== 8378+0+0 (secure 0 0 0) 0x7fedec011070 con 0x559512c230f0 2024-04-26T01:54:28.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.420+0000 7fee04e57b80 10 client.25696 fetch_fsmap finished waiting for FSMap version 33 2024-04-26T01:54:28.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.420+0000 7fee04e57b80 10 client.25696 resolve_mds: validated gid 24530 aka daemon mds.b 2024-04-26T01:54:28.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.420+0000 7fee04e57b80 20 client.25696 populate_metadata read hostname 'smithi046' 2024-04-26T01:54:28.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.420+0000 7fee04e57b80 1 --2- 172.21.15.46:0/3493190403 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x559512c99ed0 0x559512c9c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:28.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.420+0000 7fee04e57b80 4 client.25696 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "eea6560b", "release": true, "await": true}] 2024-04-26T01:54:28.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.420+0000 7fee04e57b80 1 -- 172.21.15.46:0/3493190403 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "quiesce db", "set_id": "eea6560b", "release": true, "await": true}) -- 0x559512b72820 con 0x559512c99ed0 2024-04-26T01:54:28.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.420+0000 7fedf3400700 1 --2- 172.21.15.46:0/3493190403 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x559512c99ed0 0x559512c9c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:28.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.421+0000 7fedf3400700 1 --2- 172.21.15.46:0/3493190403 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x559512c99ed0 0x559512c9c2c0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1be7c6b4abae6d99 server_cookie=7716e09c218e837e in_seq=0 out_seq=0 2024-04-26T01:54:28.420 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.421+0000 7feddd600700 10 client.25696 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:54:28.485 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.486+0000 7feddd600700 1 -- 172.21.15.46:0/3493190403 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+588 (crc 0 0 0) 0x559512b72820 con 0x559512c99ed0 2024-04-26T01:54:28.485 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.486+0000 7feddd600700 10 client.25696 handle_command_reply: tid=0 2024-04-26T01:54:28.485 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.486+0000 7fee04e57b80 1 client.25696 shutdown 2024-04-26T01:54:28.485 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.487+0000 7fee04e57b80 1 -- 172.21.15.46:0/3493190403 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559512c230f0 msgr2=0x559512c29a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:28.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.487+0000 7fee04e57b80 1 --2- 172.21.15.46:0/3493190403 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559512c230f0 0x559512c29a60 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fedec023000 tx=0x7fedec008730 comp rx=0 tx=0).stop 2024-04-26T01:54:28.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.487+0000 7fee04e57b80 1 -- 172.21.15.46:0/3493190403 shutdown_connections 2024-04-26T01:54:28.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.487+0000 7fee04e57b80 1 --2- 172.21.15.46:0/3493190403 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x559512c99ed0 0x559512c9c2c0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:28.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.487+0000 7fee04e57b80 1 --2- 172.21.15.46:0/3493190403 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x559512c230f0 0x559512c29a60 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:28.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.487+0000 7fee04e57b80 1 --2- 172.21.15.46:0/3493190403 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x559512c17920 0x559512c2b170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:28.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.487+0000 7feddd600700 0 client.25696 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:54:28.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.487+0000 7fee04e57b80 1 --2- 172.21.15.46:0/3493190403 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559512c18240 0x559512c29520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:28.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.487+0000 7fee04e57b80 1 -- 172.21.15.46:0/3493190403 >> 172.21.15.46:0/3493190403 conn(0x559512b466a0 msgr2=0x559512c21c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:28.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.488+0000 7fee04e57b80 1 -- 172.21.15.46:0/3493190403 shutdown_connections 2024-04-26T01:54:28.486 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.488+0000 7fee04e57b80 1 -- 172.21.15.46:0/3493190403 wait complete. 2024-04-26T01:54:28.487 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.488+0000 7fee04e57b80 20 client.25696 trim_cache size 0 max 16384 2024-04-26T01:54:28.487 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-04-26T01:54:28.487 INFO:teuthology.orchestra.run.smithi046.stdout: "epoch": 33, 2024-04-26T01:54:28.487 INFO:teuthology.orchestra.run.smithi046.stdout: "leader": 24530, 2024-04-26T01:54:28.487 INFO:teuthology.orchestra.run.smithi046.stdout: "set_version": 8, 2024-04-26T01:54:28.487 INFO:teuthology.orchestra.run.smithi046.stdout: "sets": { 2024-04-26T01:54:28.487 INFO:teuthology.orchestra.run.smithi046.stdout: "eea6560b": { 2024-04-26T01:54:28.487 INFO:teuthology.orchestra.run.smithi046.stdout: "version": 8, 2024-04-26T01:54:28.488 INFO:teuthology.orchestra.run.smithi046.stdout: "age_ref": 0.0, 2024-04-26T01:54:28.488 INFO:teuthology.orchestra.run.smithi046.stdout: "state": { 2024-04-26T01:54:28.488 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "RELEASED", 2024-04-26T01:54:28.488 INFO:teuthology.orchestra.run.smithi046.stdout: "age": 0.0 2024-04-26T01:54:28.488 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T01:54:28.488 INFO:teuthology.orchestra.run.smithi046.stdout: "timeout": 60.0, 2024-04-26T01:54:28.488 INFO:teuthology.orchestra.run.smithi046.stdout: "expiration": 90.0, 2024-04-26T01:54:28.488 INFO:teuthology.orchestra.run.smithi046.stdout: "members": { 2024-04-26T01:54:28.488 INFO:teuthology.orchestra.run.smithi046.stdout: "file:/": { 2024-04-26T01:54:28.488 INFO:teuthology.orchestra.run.smithi046.stdout: "excluded": false, 2024-04-26T01:54:28.488 INFO:teuthology.orchestra.run.smithi046.stdout: "state": { 2024-04-26T01:54:28.488 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "RELEASED", 2024-04-26T01:54:28.488 INFO:teuthology.orchestra.run.smithi046.stdout: "age": 0.0 2024-04-26T01:54:28.488 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T01:54:28.488 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T01:54:28.488 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T01:54:28.489 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T01:54:28.489 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T01:54:28.489 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-04-26T01:54:28.489 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.489+0000 7fedfa400700 1 -- 172.21.15.46:0/4151293228 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fedd80a3e30 msgr2=0x7fedd80a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:28.489 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.489+0000 7fedfa400700 1 --2- 172.21.15.46:0/4151293228 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fedd80a3e30 0x7fedd80a62f0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fede4009df0 tx=0x7fede4009260 comp rx=0 tx=0).stop 2024-04-26T01:54:28.489 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.489+0000 7fedfa400700 1 -- 172.21.15.46:0/4151293228 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fedf4075590 msgr2=0x7fedf419b9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:28.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.489+0000 7fedfa400700 1 --2- 172.21.15.46:0/4151293228 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fedf4075590 0x7fedf419b9a0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fede000e9f0 tx=0x7fede000ed00 comp rx=0 tx=0).stop 2024-04-26T01:54:28.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.489+0000 7fedfa400700 1 -- 172.21.15.46:0/4151293228 shutdown_connections 2024-04-26T01:54:28.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.489+0000 7fedfa400700 1 --2- 172.21.15.46:0/4151293228 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fedd80a3e30 0x7fedd80a62f0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:28.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.489+0000 7fedfa400700 1 --2- 172.21.15.46:0/4151293228 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fedf410f4a0 0x7fedf419fd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:28.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.489+0000 7fedfa400700 1 --2- 172.21.15.46:0/4151293228 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fedf4074c70 0x7fedf419b460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:28.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.489+0000 7fedfa400700 1 --2- 172.21.15.46:0/4151293228 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fedf4075590 0x7fedf419b9a0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:28.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.489+0000 7fedfa400700 1 -- 172.21.15.46:0/4151293228 >> 172.21.15.46:0/4151293228 conn(0x7fedf4079bf0 msgr2=0x7fedf40ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:28.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.489+0000 7fedfa400700 1 -- 172.21.15.46:0/4151293228 shutdown_connections 2024-04-26T01:54:28.490 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:28.490+0000 7fedfa400700 1 -- 172.21.15.46:0/4151293228 wait complete. 2024-04-26T01:54:29.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:54:28 smithi046 ceph-mon[28013]: pgmap v110: 97 pgs: 97 active+clean; 177 MiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 2.7 KiB/s wr, 8 op/s 2024-04-26T01:54:29.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:54:28 smithi103 ceph-mon[32920]: pgmap v110: 97 pgs: 97 active+clean; 177 MiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 2.7 KiB/s wr, 8 op/s 2024-04-26T01:54:29.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:54:28 smithi163 ceph-mon[32592]: pgmap v110: 97 pgs: 97 active+clean; 177 MiB data, 975 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 2.7 KiB/s wr, 8 op/s 2024-04-26T01:54:29.435 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'eea6560b', seconds elapsed: 52.0 2024-04-26T01:54:29.435 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 30.0 2024-04-26T01:54:29.435 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:54:29.974 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:54:31.027 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:54:30 smithi046 ceph-mon[28013]: pgmap v111: 97 pgs: 97 active+clean; 177 MiB data, 976 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 22 KiB/s wr, 14 op/s 2024-04-26T01:54:31.027 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:54:30 smithi046 ceph-mon[28013]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:54:31.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:54:30 smithi103 ceph-mon[32920]: pgmap v111: 97 pgs: 97 active+clean; 177 MiB data, 976 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 22 KiB/s wr, 14 op/s 2024-04-26T01:54:31.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:54:30 smithi103 ceph-mon[32920]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:54:31.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:54:30 smithi163 ceph-mon[32592]: pgmap v111: 97 pgs: 97 active+clean; 177 MiB data, 976 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 22 KiB/s wr, 14 op/s 2024-04-26T01:54:31.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:54:30 smithi163 ceph-mon[32592]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:54:32.018 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:54:31 smithi046 ceph-mon[28013]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:54:32.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:54:31 smithi103 ceph-mon[32920]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:54:32.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:54:31 smithi163 ceph-mon[32592]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:54:32.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.397+0000 7f760c600700 1 -- 172.21.15.46:0/534376318 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f760410e3b0 msgr2=0x7f7604115f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:32.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.397+0000 7f760c600700 1 --2- 172.21.15.46:0/534376318 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f760410e3b0 0x7f7604115f80 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f75fc009fc0 tx=0x7f75fc00b330 comp rx=0 tx=0).stop 2024-04-26T01:54:32.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.397+0000 7f760c600700 1 -- 172.21.15.46:0/534376318 shutdown_connections 2024-04-26T01:54:32.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.397+0000 7f760c600700 1 --2- 172.21.15.46:0/534376318 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f760410e3b0 0x7f7604115f80 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:32.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.397+0000 7f760c600700 1 --2- 172.21.15.46:0/534376318 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f76041092d0 0x7f76041096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:32.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.397+0000 7f760c600700 1 --2- 172.21.15.46:0/534376318 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7604109c80 0x7f760410dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:32.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.397+0000 7f760c600700 1 -- 172.21.15.46:0/534376318 >> 172.21.15.46:0/534376318 conn(0x7f7604076210 msgr2=0x7f7604107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:32.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.397+0000 7f760c600700 1 -- 172.21.15.46:0/534376318 shutdown_connections 2024-04-26T01:54:32.396 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.398+0000 7f760c600700 1 -- 172.21.15.46:0/534376318 wait complete. 2024-04-26T01:54:32.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.399+0000 7f760c600700 1 Processor -- start 2024-04-26T01:54:32.397 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.399+0000 7f760c600700 1 -- start start 2024-04-26T01:54:32.398 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.400+0000 7f760c600700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f76041092d0 0x7f76041a5400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:32.398 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.400+0000 7f760c600700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7604109c80 0x7f76041a5940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:32.398 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.400+0000 7f760c600700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f760410e3b0 0x7f760419f5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:32.398 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.400+0000 7f760c600700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f76041193e0 con 0x7f7604109c80 2024-04-26T01:54:32.398 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.400+0000 7f760c600700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f7604119260 con 0x7f760410e3b0 2024-04-26T01:54:32.398 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.400+0000 7f760c600700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f7604119560 con 0x7f76041092d0 2024-04-26T01:54:32.399 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.400+0000 7f760a600700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f760410e3b0 0x7f760419f5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:32.399 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.400+0000 7f760a600700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f760410e3b0 0x7f760419f5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:60186/0 (socket says 172.21.15.46:60186) 2024-04-26T01:54:32.399 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.400+0000 7f760a600700 1 -- 172.21.15.46:0/2438119010 learned_addr learned my addr 172.21.15.46:0/2438119010 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:54:32.399 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.400+0000 7f760a600700 1 -- 172.21.15.46:0/2438119010 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f76041092d0 msgr2=0x7f76041a5400 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-26T01:54:32.399 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.400+0000 7f760a600700 1 --2- 172.21.15.46:0/2438119010 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f76041092d0 0x7f76041a5400 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:32.399 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.400+0000 7f760a600700 1 -- 172.21.15.46:0/2438119010 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7604109c80 msgr2=0x7f76041a5940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:32.399 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.400+0000 7f760a600700 1 --2- 172.21.15.46:0/2438119010 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7604109c80 0x7f76041a5940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:32.399 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.401+0000 7f760a600700 1 -- 172.21.15.46:0/2438119010 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f760419fd20 con 0x7f760410e3b0 2024-04-26T01:54:32.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.401+0000 7f760a600700 1 --2- 172.21.15.46:0/2438119010 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f760410e3b0 0x7f760419f5c0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f75fc00cfa0 tx=0x7f75fc00cfd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:32.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.401+0000 7f7602000700 1 -- 172.21.15.46:0/2438119010 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75fc021070 con 0x7f760410e3b0 2024-04-26T01:54:32.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.401+0000 7f7602000700 1 -- 172.21.15.46:0/2438119010 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f75fc01d450 con 0x7f760410e3b0 2024-04-26T01:54:32.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.401+0000 7f760c600700 1 -- 172.21.15.46:0/2438119010 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f760419ffb0 con 0x7f760410e3b0 2024-04-26T01:54:32.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.401+0000 7f7602000700 1 -- 172.21.15.46:0/2438119010 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75fc0052a0 con 0x7f760410e3b0 2024-04-26T01:54:32.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.402+0000 7f760c600700 1 -- 172.21.15.46:0/2438119010 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76041ac2d0 con 0x7f760410e3b0 2024-04-26T01:54:32.401 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.403+0000 7f760c600700 1 -- 172.21.15.46:0/2438119010 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7604069730 con 0x7f760410e3b0 2024-04-26T01:54:32.404 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.406+0000 7f7602000700 1 -- 172.21.15.46:0/2438119010 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 27) ==== 138777+0+0 (secure 0 0 0) 0x7f75fc024070 con 0x7f760410e3b0 2024-04-26T01:54:32.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.408+0000 7f7602000700 1 --2- 172.21.15.46:0/2438119010 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f75ec0a3e30 0x7f75ec0a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:32.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.408+0000 7f7602000700 1 -- 172.21.15.46:0/2438119010 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f75fc00f020 con 0x7f760410e3b0 2024-04-26T01:54:32.406 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.408+0000 7f7609c00700 1 --2- 172.21.15.46:0/2438119010 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f75ec0a3e30 0x7f75ec0a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:32.407 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.409+0000 7f7609c00700 1 --2- 172.21.15.46:0/2438119010 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f75ec0a3e30 0x7f75ec0a62f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f75f8009af0 tx=0x7f75f8009260 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:32.410 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.412+0000 7f7602000700 1 -- 172.21.15.46:0/2438119010 <== mon.2 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f75fc02b020 con 0x7f760410e3b0 2024-04-26T01:54:32.711 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.712+0000 7f760c600700 1 -- 172.21.15.46:0/2438119010 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f76041ac4d0 con 0x7f760410e3b0 2024-04-26T01:54:32.712 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.713+0000 7f7602000700 1 -- 172.21.15.46:0/2438119010 <== mon.2 v2:172.21.15.103:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 35 v35) ==== 94+0+11964 (secure 0 0 0) 0x7f75fc09e360 con 0x7f760410e3b0 2024-04-26T01:54:32.712 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:54:32.712 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":35,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14391,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/3599447924","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":3599447924},{"type":"v1","addr":"172.21.15.46:6839","nonce":3599447924}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6833/1782107626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":1782107626},{"type":"v1","addr":"172.21.15.103:6833","nonce":1782107626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":35,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:46:33.259216+0000","modified":"2024-04-26T01:54:30.017425+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24530,"mds_1":24524,"mds_2":24511,"mds_3":24496,"mds_4":24488},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24448":{"gid":24448,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6833/3674154522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6832","nonce":3674154522},{"type":"v1","addr":"172.21.15.163:6833","nonce":3674154522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"d","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6837/2284069014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":2284069014},{"type":"v1","addr":"172.21.15.46:6837","nonce":2284069014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"j","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6835/441878789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":441878789},{"type":"v1","addr":"172.21.15.46:6835","nonce":441878789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/2093120942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":2093120942},{"type":"v1","addr":"172.21.15.103:6835","nonce":2093120942}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6835/3496224673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6834","nonce":3496224673},{"type":"v1","addr":"172.21.15.163:6835","nonce":3496224673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"h","rank":4,"incarnation":24,"state":"up:active","state_seq":16,"addr":"172.21.15.103:6837/356151155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":356151155},{"type":"v1","addr":"172.21.15.103:6837","nonce":356151155}]},"join_fscid":-1,"export_targets":[0,1,2,3],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":16,"addr":"172.21.15.163:6837/3255035214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6836","nonce":3255035214},{"type":"v1","addr":"172.21.15.163:6837","nonce":3255035214}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.163:6839/1457170931","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6838","nonce":1457170931},{"type":"v1","addr":"172.21.15.163:6839","nonce":1457170931}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"a","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.46:6841/1857491842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":1857491842},{"type":"v1","addr":"172.21.15.46:6841","nonce":1857491842}]},"join_fscid":-1,"export_targets":[0,2,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.103:6839/4045492459","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":4045492459},{"type":"v1","addr":"172.21.15.103:6839","nonce":4045492459}]},"join_fscid":-1,"export_targets":[1,2,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24524,24496,24511,24530,24488]},"id":1}]} 2024-04-26T01:54:32.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.717+0000 7f760c600700 1 -- 172.21.15.46:0/2438119010 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f75ec0a3e30 msgr2=0x7f75ec0a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:32.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.717+0000 7f760c600700 1 --2- 172.21.15.46:0/2438119010 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f75ec0a3e30 0x7f75ec0a62f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f75f8009af0 tx=0x7f75f8009260 comp rx=0 tx=0).stop 2024-04-26T01:54:32.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.717+0000 7f760c600700 1 -- 172.21.15.46:0/2438119010 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f760410e3b0 msgr2=0x7f760419f5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:32.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.717+0000 7f760c600700 1 --2- 172.21.15.46:0/2438119010 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f760410e3b0 0x7f760419f5c0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f75fc00cfa0 tx=0x7f75fc00cfd0 comp rx=0 tx=0).stop 2024-04-26T01:54:32.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.717+0000 7f760c600700 1 -- 172.21.15.46:0/2438119010 shutdown_connections 2024-04-26T01:54:32.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.717+0000 7f760c600700 1 --2- 172.21.15.46:0/2438119010 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f75ec0a3e30 0x7f75ec0a62f0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:32.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.717+0000 7f760c600700 1 --2- 172.21.15.46:0/2438119010 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f760410e3b0 0x7f760419f5c0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:32.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.717+0000 7f760c600700 1 --2- 172.21.15.46:0/2438119010 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f76041092d0 0x7f76041a5400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:32.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.717+0000 7f760c600700 1 --2- 172.21.15.46:0/2438119010 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7604109c80 0x7f76041a5940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:32.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.717+0000 7f760c600700 1 -- 172.21.15.46:0/2438119010 >> 172.21.15.46:0/2438119010 conn(0x7f7604076210 msgr2=0x7f7604076690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:32.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.717+0000 7f760c600700 1 -- 172.21.15.46:0/2438119010 shutdown_connections 2024-04-26T01:54:32.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:32.717+0000 7f760c600700 1 -- 172.21.15.46:0/2438119010 wait complete. 2024-04-26T01:54:32.717 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 35 2024-04-26T01:54:33.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:54:32 smithi046 ceph-mon[28013]: pgmap v112: 97 pgs: 97 active+clean; 178 MiB data, 976 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 127 KiB/s wr, 22 op/s 2024-04-26T01:54:33.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:54:32 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/2438119010' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:54:33.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:54:32 smithi103 ceph-mon[32920]: pgmap v112: 97 pgs: 97 active+clean; 178 MiB data, 976 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 127 KiB/s wr, 22 op/s 2024-04-26T01:54:33.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:54:32 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/2438119010' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:54:33.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:54:32 smithi163 ceph-mon[32592]: pgmap v112: 97 pgs: 97 active+clean; 178 MiB data, 976 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 127 KiB/s wr, 22 op/s 2024-04-26T01:54:33.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:54:32 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/2438119010' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:54:33.674 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24530 quiesce db / --timeout 60 --expiration 90.0 --await-for 42.0' 2024-04-26T01:54:33.674 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24530 quiesce db / --timeout 60 --expiration 90.0 --await-for 42.0 2024-04-26T01:54:34.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:54:33 smithi046 ceph-mon[28013]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:54:34.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:54:33 smithi103 ceph-mon[32920]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:54:34.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:54:33 smithi163 ceph-mon[32592]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:54:34.178 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:54:34.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:54:34 smithi046 ceph-mon[28013]: pgmap v113: 97 pgs: 97 active+clean; 178 MiB data, 976 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 127 KiB/s wr, 20 op/s 2024-04-26T01:54:34.919 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:54:34 smithi046 ceph-mon[28013]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:54:35.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:54:34 smithi103 ceph-mon[32920]: pgmap v113: 97 pgs: 97 active+clean; 178 MiB data, 976 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 127 KiB/s wr, 20 op/s 2024-04-26T01:54:35.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:54:34 smithi103 ceph-mon[32920]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:54:35.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:54:34 smithi163 ceph-mon[32592]: pgmap v113: 97 pgs: 97 active+clean; 178 MiB data, 976 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 127 KiB/s wr, 20 op/s 2024-04-26T01:54:35.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:54:34 smithi163 ceph-mon[32592]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:54:36.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.768+0000 7f1d6be00700 1 -- 172.21.15.46:0/432668376 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1d6410e3b0 msgr2=0x7f1d64115f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:36.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.768+0000 7f1d6be00700 1 --2- 172.21.15.46:0/432668376 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1d6410e3b0 0x7f1d64115f80 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f1d5c00b0a0 tx=0x7f1d5c00b3b0 comp rx=0 tx=0).stop 2024-04-26T01:54:36.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.768+0000 7f1d6be00700 1 -- 172.21.15.46:0/432668376 shutdown_connections 2024-04-26T01:54:36.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.768+0000 7f1d6be00700 1 --2- 172.21.15.46:0/432668376 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1d6410e3b0 0x7f1d64115f80 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:36.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.768+0000 7f1d6be00700 1 --2- 172.21.15.46:0/432668376 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1d641092d0 0x7f1d641096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:36.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.768+0000 7f1d6be00700 1 --2- 172.21.15.46:0/432668376 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1d64109c80 0x7f1d6410dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:36.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.768+0000 7f1d6be00700 1 -- 172.21.15.46:0/432668376 >> 172.21.15.46:0/432668376 conn(0x7f1d64076210 msgr2=0x7f1d64107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:36.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.769+0000 7f1d6be00700 1 -- 172.21.15.46:0/432668376 shutdown_connections 2024-04-26T01:54:36.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.769+0000 7f1d6be00700 1 -- 172.21.15.46:0/432668376 wait complete. 2024-04-26T01:54:36.770 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.770+0000 7f1d6be00700 1 Processor -- start 2024-04-26T01:54:36.770 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.770+0000 7f1d6be00700 1 -- start start 2024-04-26T01:54:36.770 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.770+0000 7f1d6be00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1d641092d0 0x7f1d6419f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:36.770 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.770+0000 7f1d6be00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1d64109c80 0x7f1d6419fc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:36.770 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.770+0000 7f1d6be00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1d6410e3b0 0x7f1d641a4000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:36.771 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.770+0000 7f1d6be00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f1d641193e0 con 0x7f1d641092d0 2024-04-26T01:54:36.771 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.770+0000 7f1d6be00700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f1d64119260 con 0x7f1d64109c80 2024-04-26T01:54:36.771 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.770+0000 7f1d6be00700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f1d64119560 con 0x7f1d6410e3b0 2024-04-26T01:54:36.771 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.771+0000 7f1d69400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1d641092d0 0x7f1d6419f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:36.771 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.771+0000 7f1d68a00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1d64109c80 0x7f1d6419fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:36.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.771+0000 7f1d68a00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1d64109c80 0x7f1d6419fc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:34328/0 (socket says 172.21.15.46:34328) 2024-04-26T01:54:36.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.771+0000 7f1d68a00700 1 -- 172.21.15.46:0/680756510 learned_addr learned my addr 172.21.15.46:0/680756510 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:54:36.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.771+0000 7f1d69e00700 1 --2- 172.21.15.46:0/680756510 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1d6410e3b0 0x7f1d641a4000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:36.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.771+0000 7f1d69e00700 1 -- 172.21.15.46:0/680756510 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1d64109c80 msgr2=0x7f1d6419fc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:36.774 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.771+0000 7f1d69e00700 1 --2- 172.21.15.46:0/680756510 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1d64109c80 0x7f1d6419fc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:36.774 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.771+0000 7f1d69e00700 1 -- 172.21.15.46:0/680756510 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1d641092d0 msgr2=0x7f1d6419f730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:36.774 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.771+0000 7f1d69e00700 1 --2- 172.21.15.46:0/680756510 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1d641092d0 0x7f1d6419f730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:36.774 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.771+0000 7f1d69e00700 1 -- 172.21.15.46:0/680756510 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d641a4740 con 0x7f1d6410e3b0 2024-04-26T01:54:36.774 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.771+0000 7f1d68a00700 1 --2- 172.21.15.46:0/680756510 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1d64109c80 0x7f1d6419fc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:54:36.774 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.772+0000 7f1d69e00700 1 --2- 172.21.15.46:0/680756510 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1d6410e3b0 0x7f1d641a4000 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f1d5c00b070 tx=0x7f1d5c004c80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:36.774 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.772+0000 7f1d62000700 1 -- 172.21.15.46:0/680756510 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d5c021070 con 0x7f1d6410e3b0 2024-04-26T01:54:36.774 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.772+0000 7f1d62000700 1 -- 172.21.15.46:0/680756510 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1d5c007e50 con 0x7f1d6410e3b0 2024-04-26T01:54:36.774 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.772+0000 7f1d62000700 1 -- 172.21.15.46:0/680756510 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d5c004700 con 0x7f1d6410e3b0 2024-04-26T01:54:36.774 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.772+0000 7f1d6be00700 1 -- 172.21.15.46:0/680756510 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d641a49d0 con 0x7f1d6410e3b0 2024-04-26T01:54:36.774 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.772+0000 7f1d6be00700 1 -- 172.21.15.46:0/680756510 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d641ac2b0 con 0x7f1d6410e3b0 2024-04-26T01:54:36.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.776+0000 7f1d62000700 1 -- 172.21.15.46:0/680756510 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 27) ==== 138777+0+0 (secure 0 0 0) 0x7f1d5c007980 con 0x7f1d6410e3b0 2024-04-26T01:54:36.775 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.777+0000 7f1d766dbb80 1 Processor -- start 2024-04-26T01:54:36.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.778+0000 7f1d766dbb80 1 -- start start 2024-04-26T01:54:36.776 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.778+0000 7f1d62000700 1 --2- 172.21.15.46:0/680756510 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f1d4c0a3e50 0x7f1d4c0a6310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:36.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.778+0000 7f1d766dbb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b2229529b0 0x55b222952d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:36.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.778+0000 7f1d766dbb80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b2229532d0 0x55b22295dc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:36.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.778+0000 7f1d62000700 1 -- 172.21.15.46:0/680756510 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f1d5c00f020 con 0x7f1d6410e3b0 2024-04-26T01:54:36.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.778+0000 7f1d766dbb80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b22295e180 0x55b222960570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:36.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.778+0000 7f1d766dbb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55b2228a6020 con 0x55b2229529b0 2024-04-26T01:54:36.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.778+0000 7f1d766dbb80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55b22284c8c0 con 0x55b2229532d0 2024-04-26T01:54:36.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.778+0000 7f1d766dbb80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55b2228a1fe0 con 0x55b22295e180 2024-04-26T01:54:36.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.779+0000 7f1d69400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b2229529b0 0x55b222952d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:36.777 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.779+0000 7f1d68a00700 1 --2- 172.21.15.46:0/680756510 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f1d4c0a3e50 0x7f1d4c0a6310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:36.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.779+0000 7f1d69e00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b22295e180 0x55b222960570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:36.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.779+0000 7f1d69400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b2229529b0 0x55b222952d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57700/0 (socket says 172.21.15.46:57700) 2024-04-26T01:54:36.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.779+0000 7f1d69400700 1 -- 172.21.15.46:0/2074972176 learned_addr learned my addr 172.21.15.46:0/2074972176 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:54:36.778 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.779+0000 7f1d68a00700 1 --2- 172.21.15.46:0/2074972176 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b2229532d0 0x55b22295dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:36.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.779+0000 7f1d69e00700 1 -- 172.21.15.46:0/2074972176 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b2229532d0 msgr2=0x55b22295dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:36.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.779+0000 7f1d69e00700 1 --2- 172.21.15.46:0/2074972176 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b2229532d0 0x55b22295dc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:36.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.779+0000 7f1d69e00700 1 -- 172.21.15.46:0/2074972176 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b2229529b0 msgr2=0x55b222952d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:36.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.779+0000 7f1d69e00700 1 --2- 172.21.15.46:0/2074972176 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b2229529b0 0x55b222952d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:36.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.779+0000 7f1d69e00700 1 -- 172.21.15.46:0/2074972176 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b222842810 con 0x55b22295e180 2024-04-26T01:54:36.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.779+0000 7f1d68a00700 1 --2- 172.21.15.46:0/2074972176 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b2229532d0 0x55b22295dc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:54:36.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.780+0000 7f1d69e00700 1 --2- 172.21.15.46:0/2074972176 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b22295e180 0x55b222960570 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f1d5c0cf230 tx=0x7f1d5c09da00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5d67e6932b07878c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:36.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.780+0000 7f1d68a00700 1 --2- 172.21.15.46:0/680756510 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f1d4c0a3e50 0x7f1d4c0a6310 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f1d50007730 tx=0x7f1d50007bb0 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:36.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.780+0000 7f1d56a00700 1 -- 172.21.15.46:0/2074972176 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d5c0be0d0 con 0x55b22295e180 2024-04-26T01:54:36.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.780+0000 7f1d56a00700 1 -- 172.21.15.46:0/2074972176 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1d5c007c70 con 0x55b22295e180 2024-04-26T01:54:36.779 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.780+0000 7f1d56a00700 1 -- 172.21.15.46:0/2074972176 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d5c0074e0 con 0x55b22295e180 2024-04-26T01:54:36.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.781+0000 7f1d766dbb80 1 -- 172.21.15.46:0/2074972176 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b22295e180 msgr2=0x55b222960570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:36.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.781+0000 7f1d766dbb80 1 --2- 172.21.15.46:0/2074972176 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b22295e180 0x55b222960570 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f1d5c0cf230 tx=0x7f1d5c09da00 comp rx=0 tx=0).stop 2024-04-26T01:54:36.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.781+0000 7f1d766dbb80 1 -- 172.21.15.46:0/2074972176 shutdown_connections 2024-04-26T01:54:36.780 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.781+0000 7f1d766dbb80 1 --2- 172.21.15.46:0/2074972176 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b22295e180 0x55b222960570 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:36.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.781+0000 7f1d766dbb80 1 --2- 172.21.15.46:0/2074972176 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b2229529b0 0x55b222952d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:36.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.781+0000 7f1d766dbb80 1 --2- 172.21.15.46:0/2074972176 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b2229532d0 0x55b22295dc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:36.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.781+0000 7f1d766dbb80 1 -- 172.21.15.46:0/2074972176 >> 172.21.15.46:0/2074972176 conn(0x55b222881730 msgr2=0x55b22294ee60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:36.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.781+0000 7f1d766dbb80 1 -- 172.21.15.46:0/2074972176 shutdown_connections 2024-04-26T01:54:36.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.781+0000 7f1d766dbb80 1 -- 172.21.15.46:0/2074972176 wait complete. 2024-04-26T01:54:36.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.782+0000 7f1d766dbb80 1 -- start start 2024-04-26T01:54:36.781 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.782+0000 7f1d766dbb80 1 Processor -- start 2024-04-26T01:54:36.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.783+0000 7f1d766dbb80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b2229529b0 0x55b22295d930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:36.782 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.783+0000 7f1d766dbb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b2229532d0 0x55b22295ac30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:36.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.783+0000 7f1d766dbb80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b22295e180 0x55b22295b170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:36.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.783+0000 7f1d766dbb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55b222960ab0 con 0x55b2229532d0 2024-04-26T01:54:36.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.783+0000 7f1d766dbb80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55b22285f9f0 con 0x55b22295e180 2024-04-26T01:54:36.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.783+0000 7f1d766dbb80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55b222960c30 con 0x55b2229529b0 2024-04-26T01:54:36.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.783+0000 7f1d766dbb80 10 client.0 _ll_register_callbacks cb 0x55b22283e8b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:54:36.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.783+0000 7f1d69400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b2229529b0 0x55b22295d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:36.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.783+0000 7f1d69400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b2229529b0 0x55b22295d930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:48520/0 (socket says 172.21.15.46:48520) 2024-04-26T01:54:36.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.783+0000 7f1d69400700 1 -- 172.21.15.46:0/2321426705 learned_addr learned my addr 172.21.15.46:0/2321426705 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:54:36.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.783+0000 7f1d69e00700 1 --2- 172.21.15.46:0/2321426705 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b22295e180 0x55b22295b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:36.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.783+0000 7f1d68a00700 1 --2- 172.21.15.46:0/2321426705 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b2229532d0 0x55b22295ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:36.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.784+0000 7f1d69400700 1 -- 172.21.15.46:0/2321426705 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b22295e180 msgr2=0x55b22295b170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:36.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.784+0000 7f1d69400700 1 --2- 172.21.15.46:0/2321426705 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b22295e180 0x55b22295b170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:36.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.784+0000 7f1d69400700 1 -- 172.21.15.46:0/2321426705 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b2229532d0 msgr2=0x55b22295ac30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:36.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.784+0000 7f1d69400700 1 --2- 172.21.15.46:0/2321426705 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b2229532d0 0x55b22295ac30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:36.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.784+0000 7f1d69400700 1 -- 172.21.15.46:0/2321426705 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b2227f3a60 con 0x55b2229529b0 2024-04-26T01:54:36.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.784+0000 7f1d69400700 1 --2- 172.21.15.46:0/2321426705 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b2229529b0 0x55b22295d930 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f1d58012810 tx=0x7f1d58012b20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f32dadb62b1c242f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:36.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.784+0000 7f1d4b400700 10 client.0 ms_handle_connect on v2:172.21.15.163:3300/0 2024-04-26T01:54:36.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.784+0000 7f1d4b400700 1 -- 172.21.15.46:0/2321426705 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d58010430 con 0x55b2229529b0 2024-04-26T01:54:36.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.784+0000 7f1d766dbb80 1 -- 172.21.15.46:0/2321426705 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1d5c007c70 con 0x55b2229529b0 2024-04-26T01:54:36.784 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.784+0000 7f1d4b400700 1 -- 172.21.15.46:0/2321426705 <== mon.1 v2:172.21.15.163:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f1d580105d0 con 0x55b2229529b0 2024-04-26T01:54:36.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.785+0000 7f1d4b400700 1 -- 172.21.15.46:0/2321426705 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f1d580107d0 con 0x55b2229529b0 2024-04-26T01:54:36.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.785+0000 7f1d766dbb80 10 client.25711 fetch_fsmap learned FSMap version 37 2024-04-26T01:54:36.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.785+0000 7f1d766dbb80 1 -- 172.21.15.46:0/2321426705 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55b22283cc80 con 0x55b2229529b0 2024-04-26T01:54:36.785 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.785+0000 7f1d4b400700 1 -- 172.21.15.46:0/2321426705 <== mon.1 v2:172.21.15.163:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1d5c007c70 con 0x55b2229529b0 2024-04-26T01:54:36.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.785+0000 7f1d4b400700 1 -- 172.21.15.46:0/2321426705 <== mon.1 v2:172.21.15.163:3300/0 5 ==== fsmap(e 37) ==== 8410+0+0 (secure 0 0 0) 0x7f1d5801ca40 con 0x55b2229529b0 2024-04-26T01:54:36.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.786+0000 7f1d766dbb80 10 client.25711 fetch_fsmap finished waiting for FSMap version 37 2024-04-26T01:54:36.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.786+0000 7f1d766dbb80 10 client.25711 resolve_mds: validated gid 24530 aka daemon mds.b 2024-04-26T01:54:36.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.786+0000 7f1d766dbb80 20 client.25711 populate_metadata read hostname 'smithi046' 2024-04-26T01:54:36.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.786+0000 7f1d766dbb80 1 --2- 172.21.15.46:0/2321426705 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55b22296d800 0x55b22296fc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:36.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.786+0000 7f1d766dbb80 4 client.25711 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:54:36.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.786+0000 7f1d766dbb80 1 -- 172.21.15.46:0/2321426705 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b2228b3810 con 0x55b22296d800 2024-04-26T01:54:36.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.786+0000 7f1d68a00700 1 --2- 172.21.15.46:0/2321426705 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55b22296d800 0x55b22296fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:36.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.787+0000 7f1d68a00700 1 --2- 172.21.15.46:0/2321426705 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55b22296d800 0x55b22296fc50 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=34fa1ee84e1ea259 server_cookie=2c987056658d6d8c in_seq=0 out_seq=0 2024-04-26T01:54:36.786 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.787+0000 7f1d4b400700 10 client.25711 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:54:36.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.788+0000 7f1d4b400700 1 -- 172.21.15.46:0/2321426705 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b2228b3810 con 0x55b22296d800 2024-04-26T01:54:36.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.788+0000 7f1d4b400700 10 client.25711 handle_command_reply: tid=0 2024-04-26T01:54:36.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.788+0000 7f1d766dbb80 1 client.25711 shutdown 2024-04-26T01:54:36.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.788+0000 7f1d766dbb80 1 -- 172.21.15.46:0/2321426705 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b2229529b0 msgr2=0x55b22295d930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:36.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.788+0000 7f1d766dbb80 1 --2- 172.21.15.46:0/2321426705 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b2229529b0 0x55b22295d930 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f1d58012810 tx=0x7f1d58012b20 comp rx=0 tx=0).stop 2024-04-26T01:54:36.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.788+0000 7f1d766dbb80 1 -- 172.21.15.46:0/2321426705 shutdown_connections 2024-04-26T01:54:36.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.788+0000 7f1d766dbb80 1 --2- 172.21.15.46:0/2321426705 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b22295e180 0x55b22295b170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:36.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.788+0000 7f1d766dbb80 1 --2- 172.21.15.46:0/2321426705 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55b22296d800 0x55b22296fc50 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:36.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.788+0000 7f1d766dbb80 1 --2- 172.21.15.46:0/2321426705 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b2229529b0 0x55b22295d930 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:36.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.788+0000 7f1d766dbb80 1 --2- 172.21.15.46:0/2321426705 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b2229532d0 0x55b22295ac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:36.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.788+0000 7f1d4b400700 0 client.25711 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:54:36.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.788+0000 7f1d766dbb80 1 -- 172.21.15.46:0/2321426705 >> 172.21.15.46:0/2321426705 conn(0x55b222881730 msgr2=0x55b22294ea50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:36.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.789+0000 7f1d766dbb80 1 -- 172.21.15.46:0/2321426705 shutdown_connections 2024-04-26T01:54:36.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.789+0000 7f1d766dbb80 1 -- 172.21.15.46:0/2321426705 wait complete. 2024-04-26T01:54:36.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.789+0000 7f1d766dbb80 20 client.25711 trim_cache size 0 max 16384 2024-04-26T01:54:36.810 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:54:36 smithi046 ceph-mon[28013]: pgmap v114: 97 pgs: 97 active+clean; 185 MiB data, 1001 MiB used, 1.0 TiB / 1.0 TiB avail; 647 KiB/s rd, 688 KiB/s wr, 144 op/s 2024-04-26T01:54:36.810 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.812+0000 7f1d766dbb80 1 Processor -- start 2024-04-26T01:54:36.811 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.812+0000 7f1d766dbb80 1 -- start start 2024-04-26T01:54:36.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.812+0000 7f1d766dbb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b2229529b0 0x55b2229698b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:36.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.812+0000 7f1d766dbb80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b2229532d0 0x55b222965dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:36.812 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.812+0000 7f1d766dbb80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b22295e180 0x55b222966300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:36.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.812+0000 7f1d766dbb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f1d641b3760 con 0x55b2229529b0 2024-04-26T01:54:36.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.812+0000 7f1d766dbb80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f1d641b5510 con 0x55b22295e180 2024-04-26T01:54:36.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.812+0000 7f1d766dbb80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f1d641b3ef0 con 0x55b2229532d0 2024-04-26T01:54:36.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.813+0000 7f1d68a00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b2229532d0 0x55b222965dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:36.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.813+0000 7f1d69e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b22295e180 0x55b222966300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:36.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.813+0000 7f1d68a00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b2229532d0 0x55b222965dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:48532/0 (socket says 172.21.15.46:48532) 2024-04-26T01:54:36.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.813+0000 7f1d69e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b22295e180 0x55b222966300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:34360/0 (socket says 172.21.15.46:34360) 2024-04-26T01:54:36.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.813+0000 7f1d68a00700 1 -- 172.21.15.46:0/1873612293 learned_addr learned my addr 172.21.15.46:0/1873612293 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:54:36.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.813+0000 7f1d69400700 1 --2- 172.21.15.46:0/1873612293 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b2229529b0 0x55b2229698b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:36.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.813+0000 7f1d68a00700 1 -- 172.21.15.46:0/1873612293 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b22295e180 msgr2=0x55b222966300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:36.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.813+0000 7f1d68a00700 1 --2- 172.21.15.46:0/1873612293 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b22295e180 0x55b222966300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:36.813 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.813+0000 7f1d68a00700 1 -- 172.21.15.46:0/1873612293 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b2229529b0 msgr2=0x55b2229698b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:36.814 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.813+0000 7f1d68a00700 1 --2- 172.21.15.46:0/1873612293 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b2229529b0 0x55b2229698b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:36.814 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.813+0000 7f1d68a00700 1 -- 172.21.15.46:0/1873612293 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b22295d570 con 0x55b2229532d0 2024-04-26T01:54:36.814 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.813+0000 7f1d69400700 1 --2- 172.21.15.46:0/1873612293 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b2229529b0 0x55b2229698b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:54:36.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.814+0000 7f1d68a00700 1 --2- 172.21.15.46:0/1873612293 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b2229532d0 0x55b222965dc0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f1d50012640 tx=0x7f1d500047c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=30cd8a73c94416e4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:36.817 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.814+0000 7f1d56000700 1 -- 172.21.15.46:0/1873612293 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d5002f070 con 0x55b2229532d0 2024-04-26T01:54:36.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.815+0000 7f1d56000700 1 -- 172.21.15.46:0/1873612293 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1d500044b0 con 0x55b2229532d0 2024-04-26T01:54:36.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.815+0000 7f1d56000700 1 -- 172.21.15.46:0/1873612293 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d500294d0 con 0x55b2229532d0 2024-04-26T01:54:36.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.815+0000 7f1d766dbb80 1 -- 172.21.15.46:0/1873612293 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b2229532d0 msgr2=0x55b222965dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:36.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.815+0000 7f1d766dbb80 1 --2- 172.21.15.46:0/1873612293 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b2229532d0 0x55b222965dc0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f1d50012640 tx=0x7f1d500047c0 comp rx=0 tx=0).stop 2024-04-26T01:54:36.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.816+0000 7f1d766dbb80 1 -- 172.21.15.46:0/1873612293 shutdown_connections 2024-04-26T01:54:36.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.816+0000 7f1d766dbb80 1 --2- 172.21.15.46:0/1873612293 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b22295e180 0x55b222966300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:36.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.816+0000 7f1d766dbb80 1 --2- 172.21.15.46:0/1873612293 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b2229529b0 0x55b2229698b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:36.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.816+0000 7f1d766dbb80 1 --2- 172.21.15.46:0/1873612293 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b2229532d0 0x55b222965dc0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:36.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.816+0000 7f1d766dbb80 1 -- 172.21.15.46:0/1873612293 >> 172.21.15.46:0/1873612293 conn(0x55b222881730 msgr2=0x55b22294df90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:36.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.816+0000 7f1d766dbb80 1 -- 172.21.15.46:0/1873612293 shutdown_connections 2024-04-26T01:54:36.818 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.816+0000 7f1d766dbb80 1 -- 172.21.15.46:0/1873612293 wait complete. 2024-04-26T01:54:36.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.816+0000 7f1d766dbb80 1 -- start start 2024-04-26T01:54:36.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.817+0000 7f1d766dbb80 1 Processor -- start 2024-04-26T01:54:36.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.817+0000 7f1d766dbb80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b2229529b0 0x55b222964730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:36.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.817+0000 7f1d766dbb80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b2229532d0 0x55b222964c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:36.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.817+0000 7f1d766dbb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b22295e180 0x55b2229651b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:36.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.817+0000 7f1d766dbb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f1d641b4d80 con 0x55b22295e180 2024-04-26T01:54:36.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.817+0000 7f1d766dbb80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f1d641b45f0 con 0x55b2229532d0 2024-04-26T01:54:36.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.817+0000 7f1d766dbb80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f1d641b1700 con 0x55b2229529b0 2024-04-26T01:54:36.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.817+0000 7f1d766dbb80 10 client.0 _ll_register_callbacks cb 0x55b22283e8b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:54:36.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.817+0000 7f1d69400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b2229529b0 0x55b222964730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:36.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.818+0000 7f1d69400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b2229529b0 0x55b222964730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:48536/0 (socket says 172.21.15.46:48536) 2024-04-26T01:54:36.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.818+0000 7f1d69400700 1 -- 172.21.15.46:0/2167200672 learned_addr learned my addr 172.21.15.46:0/2167200672 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:54:36.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.818+0000 7f1d68a00700 1 --2- 172.21.15.46:0/2167200672 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b2229532d0 0x55b222964c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:36.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.818+0000 7f1d69e00700 1 --2- 172.21.15.46:0/2167200672 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b22295e180 0x55b2229651b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:36.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.818+0000 7f1d69400700 1 -- 172.21.15.46:0/2167200672 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b2229532d0 msgr2=0x55b222964c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:36.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.818+0000 7f1d69400700 1 --2- 172.21.15.46:0/2167200672 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b2229532d0 0x55b222964c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:36.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.818+0000 7f1d69400700 1 -- 172.21.15.46:0/2167200672 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b22295e180 msgr2=0x55b2229651b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:36.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.818+0000 7f1d69400700 1 --2- 172.21.15.46:0/2167200672 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b22295e180 0x55b2229651b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:36.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.818+0000 7f1d69400700 1 -- 172.21.15.46:0/2167200672 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b2229cdd80 con 0x55b2229529b0 2024-04-26T01:54:36.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.818+0000 7f1d69400700 1 --2- 172.21.15.46:0/2167200672 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b2229529b0 0x55b222964730 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f1d58010740 tx=0x7f1d58012390 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ad3d4af3711503c7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:36.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.818+0000 7f1d4b400700 10 client.0 ms_handle_connect on v2:172.21.15.163:3300/0 2024-04-26T01:54:36.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.819+0000 7f1d4b400700 1 -- 172.21.15.46:0/2167200672 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d58029070 con 0x55b2229529b0 2024-04-26T01:54:36.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.819+0000 7f1d4b400700 1 -- 172.21.15.46:0/2167200672 <== mon.1 v2:172.21.15.163:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f1d58010b80 con 0x55b2229529b0 2024-04-26T01:54:36.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.819+0000 7f1d766dbb80 1 -- 172.21.15.46:0/2167200672 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1d500044b0 con 0x55b2229529b0 2024-04-26T01:54:36.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.819+0000 7f1d4b400700 1 -- 172.21.15.46:0/2167200672 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f1d58010d80 con 0x55b2229529b0 2024-04-26T01:54:36.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.819+0000 7f1d766dbb80 10 client.25717 fetch_fsmap learned FSMap version 37 2024-04-26T01:54:36.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.819+0000 7f1d766dbb80 1 -- 172.21.15.46:0/2167200672 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55b2229cf000 con 0x55b2229529b0 2024-04-26T01:54:36.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.820+0000 7f1d4b400700 1 -- 172.21.15.46:0/2167200672 <== mon.1 v2:172.21.15.163:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1d500044b0 con 0x55b2229529b0 2024-04-26T01:54:36.821 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.820+0000 7f1d4b400700 1 -- 172.21.15.46:0/2167200672 <== mon.1 v2:172.21.15.163:3300/0 5 ==== fsmap(e 37) ==== 8410+0+0 (secure 0 0 0) 0x7f1d58005530 con 0x55b2229529b0 2024-04-26T01:54:36.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.820+0000 7f1d766dbb80 10 client.25717 fetch_fsmap finished waiting for FSMap version 37 2024-04-26T01:54:36.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.820+0000 7f1d766dbb80 10 client.25717 resolve_mds: validated gid 24530 aka daemon mds.b 2024-04-26T01:54:36.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.820+0000 7f1d766dbb80 20 client.25717 populate_metadata read hostname 'smithi046' 2024-04-26T01:54:36.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.820+0000 7f1d766dbb80 1 --2- 172.21.15.46:0/2167200672 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55b2229cf800 0x55b2229e8dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:36.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.820+0000 7f1d766dbb80 4 client.25717 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 90.0, "await_for": 42.0}] 2024-04-26T01:54:36.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.820+0000 7f1d766dbb80 1 -- 172.21.15.46:0/2167200672 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 90.0, "await_for": 42.0}) -- 0x55b22294db30 con 0x55b2229cf800 2024-04-26T01:54:36.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.820+0000 7f1d68a00700 1 --2- 172.21.15.46:0/2167200672 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55b2229cf800 0x55b2229e8dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:36.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.821+0000 7f1d68a00700 1 --2- 172.21.15.46:0/2167200672 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55b2229cf800 0x55b2229e8dc0 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=75c428c46b921758 server_cookie=f8f0d68eb36d03d3 in_seq=0 out_seq=0 2024-04-26T01:54:36.822 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:36.821+0000 7f1d4b400700 10 client.25717 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:54:37.086 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:37.087+0000 7f1d4b400700 1 -- 172.21.15.46:0/2167200672 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x55b22294db30 con 0x55b2229cf800 2024-04-26T01:54:37.086 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:37.087+0000 7f1d4b400700 10 client.25717 handle_command_reply: tid=0 2024-04-26T01:54:37.086 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:37.087+0000 7f1d766dbb80 1 client.25717 shutdown 2024-04-26T01:54:37.086 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:37.088+0000 7f1d766dbb80 1 -- 172.21.15.46:0/2167200672 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b2229529b0 msgr2=0x55b222964730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:37.086 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:37.088+0000 7f1d766dbb80 1 --2- 172.21.15.46:0/2167200672 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b2229529b0 0x55b222964730 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f1d58010740 tx=0x7f1d58012390 comp rx=0 tx=0).stop 2024-04-26T01:54:37.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:37.088+0000 7f1d766dbb80 1 -- 172.21.15.46:0/2167200672 shutdown_connections 2024-04-26T01:54:37.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:37.088+0000 7f1d766dbb80 1 --2- 172.21.15.46:0/2167200672 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b22295e180 0x55b2229651b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:37.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:37.088+0000 7f1d766dbb80 1 --2- 172.21.15.46:0/2167200672 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55b2229cf800 0x55b2229e8dc0 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:37.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:37.088+0000 7f1d766dbb80 1 --2- 172.21.15.46:0/2167200672 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b2229529b0 0x55b222964730 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:37.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:37.088+0000 7f1d766dbb80 1 --2- 172.21.15.46:0/2167200672 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b2229532d0 0x55b222964c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:37.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:37.088+0000 7f1d4b400700 0 client.25717 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:54:37.087 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:37.088+0000 7f1d766dbb80 1 -- 172.21.15.46:0/2167200672 >> 172.21.15.46:0/2167200672 conn(0x55b222881730 msgr2=0x55b22294e820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:37.088 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:37.088+0000 7f1d766dbb80 1 -- 172.21.15.46:0/2167200672 shutdown_connections 2024-04-26T01:54:37.088 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:37.089+0000 7f1d766dbb80 1 -- 172.21.15.46:0/2167200672 wait complete. 2024-04-26T01:54:37.088 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:37.089+0000 7f1d766dbb80 20 client.25717 trim_cache size 0 max 16384 2024-04-26T01:54:37.088 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-04-26T01:54:37.089 INFO:teuthology.orchestra.run.smithi046.stdout: "epoch": 37, 2024-04-26T01:54:37.089 INFO:teuthology.orchestra.run.smithi046.stdout: "leader": 24530, 2024-04-26T01:54:37.089 INFO:teuthology.orchestra.run.smithi046.stdout: "set_version": 10, 2024-04-26T01:54:37.089 INFO:teuthology.orchestra.run.smithi046.stdout: "sets": { 2024-04-26T01:54:37.089 INFO:teuthology.orchestra.run.smithi046.stdout: "ebf970d5": { 2024-04-26T01:54:37.089 INFO:teuthology.orchestra.run.smithi046.stdout: "version": 10, 2024-04-26T01:54:37.089 INFO:teuthology.orchestra.run.smithi046.stdout: "age_ref": 0.0, 2024-04-26T01:54:37.089 INFO:teuthology.orchestra.run.smithi046.stdout: "state": { 2024-04-26T01:54:37.089 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "QUIESCED", 2024-04-26T01:54:37.089 INFO:teuthology.orchestra.run.smithi046.stdout: "age": 0.0 2024-04-26T01:54:37.089 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T01:54:37.089 INFO:teuthology.orchestra.run.smithi046.stdout: "timeout": 60.0, 2024-04-26T01:54:37.089 INFO:teuthology.orchestra.run.smithi046.stdout: "expiration": 90.0, 2024-04-26T01:54:37.089 INFO:teuthology.orchestra.run.smithi046.stdout: "members": { 2024-04-26T01:54:37.090 INFO:teuthology.orchestra.run.smithi046.stdout: "file:/": { 2024-04-26T01:54:37.090 INFO:teuthology.orchestra.run.smithi046.stdout: "excluded": false, 2024-04-26T01:54:37.090 INFO:teuthology.orchestra.run.smithi046.stdout: "state": { 2024-04-26T01:54:37.090 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "QUIESCED", 2024-04-26T01:54:37.090 INFO:teuthology.orchestra.run.smithi046.stdout: "age": 0.0 2024-04-26T01:54:37.090 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T01:54:37.090 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T01:54:37.090 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T01:54:37.090 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T01:54:37.090 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T01:54:37.090 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-04-26T01:54:37.091 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:37.090+0000 7f1d6be00700 1 -- 172.21.15.46:0/680756510 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f1d4c0a3e50 msgr2=0x7f1d4c0a6310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:37.091 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:37.090+0000 7f1d6be00700 1 --2- 172.21.15.46:0/680756510 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f1d4c0a3e50 0x7f1d4c0a6310 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f1d50007730 tx=0x7f1d50007bb0 comp rx=0 tx=0).stop 2024-04-26T01:54:37.091 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:37.090+0000 7f1d6be00700 1 -- 172.21.15.46:0/680756510 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1d6410e3b0 msgr2=0x7f1d641a4000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:37.091 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:37.090+0000 7f1d6be00700 1 --2- 172.21.15.46:0/680756510 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1d6410e3b0 0x7f1d641a4000 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f1d5c00b070 tx=0x7f1d5c004c80 comp rx=0 tx=0).stop 2024-04-26T01:54:37.091 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:37.090+0000 7f1d6be00700 1 -- 172.21.15.46:0/680756510 shutdown_connections 2024-04-26T01:54:37.091 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:37.090+0000 7f1d6be00700 1 --2- 172.21.15.46:0/680756510 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f1d4c0a3e50 0x7f1d4c0a6310 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:37.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:37.090+0000 7f1d6be00700 1 --2- 172.21.15.46:0/680756510 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1d6410e3b0 0x7f1d641a4000 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:37.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:37.090+0000 7f1d6be00700 1 --2- 172.21.15.46:0/680756510 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1d641092d0 0x7f1d6419f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:37.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:37.090+0000 7f1d6be00700 1 --2- 172.21.15.46:0/680756510 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1d64109c80 0x7f1d6419fc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:37.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:37.090+0000 7f1d6be00700 1 -- 172.21.15.46:0/680756510 >> 172.21.15.46:0/680756510 conn(0x7f1d64076210 msgr2=0x7f1d64076650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:37.092 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:37.090+0000 7f1d6be00700 1 -- 172.21.15.46:0/680756510 shutdown_connections 2024-04-26T01:54:37.093 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:54:37.090+0000 7f1d6be00700 1 -- 172.21.15.46:0/680756510 wait complete. 2024-04-26T01:54:37.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:54:36 smithi103 ceph-mon[32920]: pgmap v114: 97 pgs: 97 active+clean; 185 MiB data, 1001 MiB used, 1.0 TiB / 1.0 TiB avail; 647 KiB/s rd, 688 KiB/s wr, 144 op/s 2024-04-26T01:54:37.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:54:36 smithi163 ceph-mon[32592]: pgmap v114: 97 pgs: 97 active+clean; 185 MiB data, 1001 MiB used, 1.0 TiB / 1.0 TiB avail; 647 KiB/s rd, 688 KiB/s wr, 144 op/s 2024-04-26T01:54:37.965 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'ebf970d5', quiesce took 8.5 seconds. Will release after: 30.0 2024-04-26T01:54:39.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:54:38 smithi046 ceph-mon[28013]: pgmap v115: 97 pgs: 97 active+clean; 185 MiB data, 1001 MiB used, 1.0 TiB / 1.0 TiB avail; 642 KiB/s rd, 685 KiB/s wr, 139 op/s 2024-04-26T01:54:39.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:54:38 smithi046 ceph-mon[28013]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:54:39.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:54:38 smithi103 ceph-mon[32920]: pgmap v115: 97 pgs: 97 active+clean; 185 MiB data, 1001 MiB used, 1.0 TiB / 1.0 TiB avail; 642 KiB/s rd, 685 KiB/s wr, 139 op/s 2024-04-26T01:54:39.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:54:38 smithi103 ceph-mon[32920]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:54:39.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:54:38 smithi163 ceph-mon[32592]: pgmap v115: 97 pgs: 97 active+clean; 185 MiB data, 1001 MiB used, 1.0 TiB / 1.0 TiB avail; 642 KiB/s rd, 685 KiB/s wr, 139 op/s 2024-04-26T01:54:39.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:54:38 smithi163 ceph-mon[32592]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:54:39.301 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.302+0000 7f7295000640 1 -- 172.21.15.46:0/1261451166 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7290102f30 msgr2=0x7f7290103310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:39.301 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.302+0000 7f7295000640 1 --2- 172.21.15.46:0/1261451166 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7290102f30 0x7f7290103310 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f7280009860 tx=0x7f728002a3d0 comp rx=0 tx=0).stop 2024-04-26T01:54:39.301 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.302+0000 7f7295000640 1 -- 172.21.15.46:0/1261451166 shutdown_connections 2024-04-26T01:54:39.301 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.302+0000 7f7295000640 1 --2- 172.21.15.46:0/1261451166 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f729010c350 0x7f729010e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:39.301 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.302+0000 7f7295000640 1 --2- 172.21.15.46:0/1261451166 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7290103850 0x7f729010bd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:39.301 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.302+0000 7f7295000640 1 --2- 172.21.15.46:0/1261451166 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7290102f30 0x7f7290103310 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:39.301 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.302+0000 7f7295000640 1 -- 172.21.15.46:0/1261451166 >> 172.21.15.46:0/1261451166 conn(0x7f72900fc770 msgr2=0x7f72900feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:39.301 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.302+0000 7f7295000640 1 -- 172.21.15.46:0/1261451166 shutdown_connections 2024-04-26T01:54:39.301 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.303+0000 7f7295000640 1 -- 172.21.15.46:0/1261451166 wait complete. 2024-04-26T01:54:39.302 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.304+0000 7f7295000640 1 Processor -- start 2024-04-26T01:54:39.302 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.304+0000 7f7295000640 1 -- start start 2024-04-26T01:54:39.304 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.304+0000 7f7295000640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7290102f30 0x7f72901a0590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:39.304 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.305+0000 7f7295000640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7290103850 0x7f72901a0ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:39.304 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.305+0000 7f7295000640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f729010c350 0x7f729019a650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:39.304 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.305+0000 7f7295000640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f7290112170 con 0x7f7290103850 2024-04-26T01:54:39.304 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.305+0000 7f7295000640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f7290111ff0 con 0x7f729010c350 2024-04-26T01:54:39.305 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.305+0000 7f7295000640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f72901122f0 con 0x7f7290102f30 2024-04-26T01:54:39.305 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.305+0000 7f728f400640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7290102f30 0x7f72901a0590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:39.305 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.305+0000 7f728f400640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7290102f30 0x7f72901a0590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:48558/0 (socket says 172.21.15.46:48558) 2024-04-26T01:54:39.305 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.305+0000 7f728f400640 1 -- 172.21.15.46:0/826030696 learned_addr learned my addr 172.21.15.46:0/826030696 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:54:39.305 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.305+0000 7f7287e00640 1 --2- 172.21.15.46:0/826030696 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7290103850 0x7f72901a0ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:39.305 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.305+0000 7f728fe00640 1 --2- 172.21.15.46:0/826030696 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f729010c350 0x7f729019a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:39.305 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.305+0000 7f728f400640 1 -- 172.21.15.46:0/826030696 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f729010c350 msgr2=0x7f729019a650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:39.305 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.305+0000 7f728f400640 1 --2- 172.21.15.46:0/826030696 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f729010c350 0x7f729019a650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:39.305 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.305+0000 7f728f400640 1 -- 172.21.15.46:0/826030696 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7290103850 msgr2=0x7f72901a0ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:39.305 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.305+0000 7f728f400640 1 --2- 172.21.15.46:0/826030696 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7290103850 0x7f72901a0ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:39.305 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.305+0000 7f728f400640 1 -- 172.21.15.46:0/826030696 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f729019af10 con 0x7f7290102f30 2024-04-26T01:54:39.305 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.305+0000 7f7287e00640 1 --2- 172.21.15.46:0/826030696 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7290103850 0x7f72901a0ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:54:39.305 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.306+0000 7f728f400640 1 --2- 172.21.15.46:0/826030696 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7290102f30 0x7f72901a0590 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f7280009980 tx=0x7f7280030910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:39.305 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.306+0000 7f728cc00640 1 -- 172.21.15.46:0/826030696 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7280040070 con 0x7f7290102f30 2024-04-26T01:54:39.305 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.306+0000 7f7295000640 1 -- 172.21.15.46:0/826030696 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f729019b1a0 con 0x7f7290102f30 2024-04-26T01:54:39.306 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.306+0000 7f728cc00640 1 -- 172.21.15.46:0/826030696 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7280005610 con 0x7f7290102f30 2024-04-26T01:54:39.306 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.306+0000 7f728cc00640 1 -- 172.21.15.46:0/826030696 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7280004920 con 0x7f7290102f30 2024-04-26T01:54:39.306 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.306+0000 7f7295000640 1 -- 172.21.15.46:0/826030696 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72901a7330 con 0x7f7290102f30 2024-04-26T01:54:39.308 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.309+0000 7f7299423740 1 Processor -- start 2024-04-26T01:54:39.308 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.310+0000 7f7299423740 1 -- start start 2024-04-26T01:54:39.309 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.310+0000 7f728cc00640 1 -- 172.21.15.46:0/826030696 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 27) ==== 138777+0+0 (secure 0 0 0) 0x7f7280043070 con 0x7f7290102f30 2024-04-26T01:54:39.309 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.310+0000 7f7299423740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x563981d189b0 0x563981d18d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:39.309 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.310+0000 7f7299423740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563981d192d0 0x563981d23650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:39.309 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.310+0000 7f7299423740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563981d23b90 0x563981d25f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:39.309 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.310+0000 7f7299423740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x563981c7e900 con 0x563981d192d0 2024-04-26T01:54:39.309 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.310+0000 7f7299423740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x563981c24ef0 con 0x563981d23b90 2024-04-26T01:54:39.309 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.310+0000 7f7299423740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x563981c7a8c0 con 0x563981d189b0 2024-04-26T01:54:39.309 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.310+0000 7f728f400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563981d192d0 0x563981d23650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:39.309 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.310+0000 7f728fe00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x563981d189b0 0x563981d18d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:39.309 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.310+0000 7f7287e00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563981d23b90 0x563981d25f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:39.310 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.310+0000 7f728f400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563981d192d0 0x563981d23650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:57748/0 (socket says 172.21.15.46:57748) 2024-04-26T01:54:39.310 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.310+0000 7f728f400640 1 -- 172.21.15.46:0/1874327593 learned_addr learned my addr 172.21.15.46:0/1874327593 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:54:39.310 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.310+0000 7f728fe00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x563981d189b0 0x563981d18d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:48574/0 (socket says 172.21.15.46:48574) 2024-04-26T01:54:39.312 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.311+0000 7f728f400640 1 -- 172.21.15.46:0/1874327593 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x563981d189b0 msgr2=0x563981d18d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:39.312 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.311+0000 7f728f400640 1 --2- 172.21.15.46:0/1874327593 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x563981d189b0 0x563981d18d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:39.312 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.311+0000 7f728f400640 1 -- 172.21.15.46:0/1874327593 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563981d23b90 msgr2=0x563981d25f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:39.312 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.311+0000 7f728f400640 1 --2- 172.21.15.46:0/1874327593 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563981d23b90 0x563981d25f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:39.312 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.311+0000 7f728f400640 1 -- 172.21.15.46:0/1874327593 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563981991210 con 0x563981d192d0 2024-04-26T01:54:39.312 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.311+0000 7f728f400640 1 --2- 172.21.15.46:0/1874327593 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563981d192d0 0x563981d23650 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f72800eecf0 tx=0x7f72800f7cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d43649671f476ac server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:39.312 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.312+0000 7f7284c00640 1 -- 172.21.15.46:0/1874327593 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7280100070 con 0x563981d192d0 2024-04-26T01:54:39.312 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.312+0000 7f7284c00640 1 -- 172.21.15.46:0/1874327593 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f72800f9d50 con 0x563981d192d0 2024-04-26T01:54:39.312 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.312+0000 7f7284c00640 1 -- 172.21.15.46:0/1874327593 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72800fc420 con 0x563981d192d0 2024-04-26T01:54:39.312 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.312+0000 7f728cc00640 1 --2- 172.21.15.46:0/826030696 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f72740a3d10 0x7f72740a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:39.312 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.312+0000 7f728cc00640 1 -- 172.21.15.46:0/826030696 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f72800f1690 con 0x7f7290102f30 2024-04-26T01:54:39.312 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.312+0000 7f728fe00640 1 --2- 172.21.15.46:0/826030696 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f72740a3d10 0x7f72740a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:39.312 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.312+0000 7f7299423740 1 -- 172.21.15.46:0/1874327593 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563981d192d0 msgr2=0x563981d23650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:39.312 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.312+0000 7f7299423740 1 --2- 172.21.15.46:0/1874327593 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563981d192d0 0x563981d23650 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f72800eecf0 tx=0x7f72800f7cb0 comp rx=0 tx=0).stop 2024-04-26T01:54:39.313 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.313+0000 7f7299423740 1 -- 172.21.15.46:0/1874327593 shutdown_connections 2024-04-26T01:54:39.313 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.313+0000 7f7299423740 1 --2- 172.21.15.46:0/1874327593 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563981d23b90 0x563981d25f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:39.313 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.313+0000 7f7299423740 1 --2- 172.21.15.46:0/1874327593 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563981d192d0 0x563981d23650 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:39.313 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.313+0000 7f7299423740 1 --2- 172.21.15.46:0/1874327593 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x563981d189b0 0x563981d18d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:39.313 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.313+0000 7f7299423740 1 -- 172.21.15.46:0/1874327593 >> 172.21.15.46:0/1874327593 conn(0x563981d14ec0 msgr2=0x563981d152a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:39.313 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.313+0000 7f7299423740 1 -- 172.21.15.46:0/1874327593 shutdown_connections 2024-04-26T01:54:39.313 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.313+0000 7f7299423740 1 -- 172.21.15.46:0/1874327593 wait complete. 2024-04-26T01:54:39.313 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.313+0000 7f728fe00640 1 --2- 172.21.15.46:0/826030696 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f72740a3d10 0x7f72740a61d0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f7288005fd0 tx=0x7f7288011040 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:39.313 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.313+0000 7f7299423740 1 -- start start 2024-04-26T01:54:39.313 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.314+0000 7f7299423740 1 Processor -- start 2024-04-26T01:54:39.317 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.314+0000 7f7299423740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563981d189b0 0x563981d20ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:39.317 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.314+0000 7f7299423740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x563981d192d0 0x563981d21010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:39.317 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.314+0000 7f7299423740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563981d23b90 0x563981d21550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:39.317 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.314+0000 7f7299423740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x563981d26580 con 0x563981d23b90 2024-04-26T01:54:39.317 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.314+0000 7f7299423740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x563981c38310 con 0x563981d189b0 2024-04-26T01:54:39.317 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.314+0000 7f7299423740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x563981d26700 con 0x563981d192d0 2024-04-26T01:54:39.317 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.314+0000 7f7299423740 10 client.0 _ll_register_callbacks cb 0x563981c06cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:54:39.317 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.314+0000 7f728f400640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563981d189b0 0x563981d20ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:39.318 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.314+0000 7f7287e00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x563981d192d0 0x563981d21010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:39.318 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.314+0000 7f728f400640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563981d189b0 0x563981d20ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:34406/0 (socket says 172.21.15.46:34406) 2024-04-26T01:54:39.318 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.314+0000 7f728f400640 1 -- 172.21.15.46:0/1161767489 learned_addr learned my addr 172.21.15.46:0/1161767489 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:54:39.318 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.314+0000 7f728fe00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563981d23b90 0x563981d21550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:39.318 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.315+0000 7f728f400640 1 -- 172.21.15.46:0/1161767489 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x563981d192d0 msgr2=0x563981d21010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:39.318 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.315+0000 7f728f400640 1 --2- 172.21.15.46:0/1161767489 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x563981d192d0 0x563981d21010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:39.318 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.315+0000 7f728f400640 1 -- 172.21.15.46:0/1161767489 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563981d23b90 msgr2=0x563981d21550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:39.318 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.315+0000 7f728f400640 1 --2- 172.21.15.46:0/1161767489 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563981d23b90 0x563981d21550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:39.318 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.315+0000 7f728f400640 1 -- 172.21.15.46:0/1161767489 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563981a5d620 con 0x563981d189b0 2024-04-26T01:54:39.318 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.315+0000 7f728f400640 1 --2- 172.21.15.46:0/1161767489 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563981d189b0 0x563981d20ad0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f72800c5d40 tx=0x7f7280000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7057c13ee142d4b1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:39.318 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.315+0000 7f727d600640 10 client.0 ms_handle_connect on v2:172.21.15.103:3300/0 2024-04-26T01:54:39.318 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.315+0000 7f727d600640 1 -- 172.21.15.46:0/1161767489 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f728004a020 con 0x563981d189b0 2024-04-26T01:54:39.319 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.315+0000 7f727d600640 1 -- 172.21.15.46:0/1161767489 <== mon.2 v2:172.21.15.103:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f7280031590 con 0x563981d189b0 2024-04-26T01:54:39.319 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.315+0000 7f7299423740 1 -- 172.21.15.46:0/1161767489 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f72800f9d50 con 0x563981d189b0 2024-04-26T01:54:39.319 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.316+0000 7f727d600640 1 -- 172.21.15.46:0/1161767489 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7f7280100070 con 0x563981d189b0 2024-04-26T01:54:39.319 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.316+0000 7f7299423740 10 client.25715 fetch_fsmap learned FSMap version 39 2024-04-26T01:54:39.319 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.316+0000 7f7299423740 1 -- 172.21.15.46:0/1161767489 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) -- 0x563981d26580 con 0x563981d189b0 2024-04-26T01:54:39.319 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.316+0000 7f727d600640 1 -- 172.21.15.46:0/1161767489 <== mon.2 v2:172.21.15.103:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f72800f9d50 con 0x563981d189b0 2024-04-26T01:54:39.319 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.316+0000 7f727d600640 1 -- 172.21.15.46:0/1161767489 <== mon.2 v2:172.21.15.103:3300/0 5 ==== fsmap(e 39) ==== 8426+0+0 (secure 0 0 0) 0x7f72800ef030 con 0x563981d189b0 2024-04-26T01:54:39.319 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.316+0000 7f7299423740 10 client.25715 fetch_fsmap finished waiting for FSMap version 39 2024-04-26T01:54:39.319 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.316+0000 7f7299423740 10 client.25715 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:54:39.319 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.316+0000 7f7299423740 20 client.25715 populate_metadata read hostname 'smithi046' 2024-04-26T01:54:39.319 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.316+0000 7f7299423740 1 --2- 172.21.15.46:0/1161767489 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x563981d33ad0 0x563981d35f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:39.319 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.316+0000 7f7299423740 4 client.25715 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:54:39.319 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.316+0000 7f7299423740 1 -- 172.21.15.46:0/1161767489 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563981c928b0 con 0x563981d33ad0 2024-04-26T01:54:39.319 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.317+0000 7f7287e00640 1 --2- 172.21.15.46:0/1161767489 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x563981d33ad0 0x563981d35f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:39.319 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.317+0000 7f7287e00640 1 --2- 172.21.15.46:0/1161767489 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x563981d33ad0 0x563981d35f10 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2b779f5ac7225e7 server_cookie=dcbe41f92ac5318a in_seq=0 out_seq=0 2024-04-26T01:54:39.320 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.318+0000 7f727d600640 10 client.25715 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:54:39.320 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.318+0000 7f727d600640 1 -- 172.21.15.46:0/1161767489 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x563981c928b0 con 0x563981d33ad0 2024-04-26T01:54:39.320 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.318+0000 7f727d600640 10 client.25715 handle_command_reply: tid=0 2024-04-26T01:54:39.320 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.318+0000 7f7299423740 1 client.25715 shutdown 2024-04-26T01:54:39.320 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.319+0000 7f7299423740 1 -- 172.21.15.46:0/1161767489 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563981d189b0 msgr2=0x563981d20ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:39.320 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.319+0000 7f7299423740 1 --2- 172.21.15.46:0/1161767489 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563981d189b0 0x563981d20ad0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f72800c5d40 tx=0x7f7280000bc0 comp rx=0 tx=0).stop 2024-04-26T01:54:39.320 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.319+0000 7f7299423740 1 -- 172.21.15.46:0/1161767489 shutdown_connections 2024-04-26T01:54:39.320 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.319+0000 7f7299423740 1 --2- 172.21.15.46:0/1161767489 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x563981d33ad0 0x563981d35f10 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:39.320 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.319+0000 7f7299423740 1 --2- 172.21.15.46:0/1161767489 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563981d23b90 0x563981d21550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:39.320 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.319+0000 7f7299423740 1 --2- 172.21.15.46:0/1161767489 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x563981d192d0 0x563981d21010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:39.320 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.319+0000 7f7299423740 1 --2- 172.21.15.46:0/1161767489 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563981d189b0 0x563981d20ad0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:39.320 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.319+0000 7f7299423740 1 -- 172.21.15.46:0/1161767489 >> 172.21.15.46:0/1161767489 conn(0x563981d14ec0 msgr2=0x563981d1abf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:39.320 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.319+0000 7f727d600640 0 client.25715 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:54:39.320 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.319+0000 7f7299423740 1 -- 172.21.15.46:0/1161767489 shutdown_connections 2024-04-26T01:54:39.320 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.319+0000 7f7299423740 1 -- 172.21.15.46:0/1161767489 wait complete. 2024-04-26T01:54:39.321 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.319+0000 7f7299423740 20 client.25715 trim_cache size 0 max 16384 2024-04-26T01:54:39.334 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.336+0000 7f7299423740 1 Processor -- start 2024-04-26T01:54:39.334 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.336+0000 7f7299423740 1 -- start start 2024-04-26T01:54:39.336 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.336+0000 7f7299423740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563981d189b0 0x563981d2f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:39.336 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.336+0000 7f7299423740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x563981d192d0 0x563981d3b7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:39.336 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.336+0000 7f7299423740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563981d23b90 0x563981d3bd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:39.336 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.336+0000 7f7299423740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f72901afc50 con 0x563981d23b90 2024-04-26T01:54:39.336 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.336+0000 7f7299423740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f72901b1a30 con 0x563981d189b0 2024-04-26T01:54:39.336 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.336+0000 7f7299423740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f72901b03e0 con 0x563981d192d0 2024-04-26T01:54:39.336 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.337+0000 7f7287e00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x563981d192d0 0x563981d3b7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:39.336 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.337+0000 7f7287e00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x563981d192d0 0x563981d3b7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:48600/0 (socket says 172.21.15.46:48600) 2024-04-26T01:54:39.336 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.337+0000 7f7287e00640 1 -- 172.21.15.46:0/40137625 learned_addr learned my addr 172.21.15.46:0/40137625 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:54:39.337 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.337+0000 7f728f400640 1 --2- 172.21.15.46:0/40137625 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563981d189b0 0x563981d2f3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:39.337 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.337+0000 7f7287e00640 1 -- 172.21.15.46:0/40137625 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563981d189b0 msgr2=0x563981d2f3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:39.337 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.337+0000 7f7287e00640 1 --2- 172.21.15.46:0/40137625 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563981d189b0 0x563981d2f3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:39.337 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.337+0000 7f7287e00640 1 -- 172.21.15.46:0/40137625 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563981d23b90 msgr2=0x563981d3bd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:39.337 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.337+0000 7f728fe00640 1 --2- 172.21.15.46:0/40137625 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563981d23b90 0x563981d3bd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:39.337 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.337+0000 7f7287e00640 1 --2- 172.21.15.46:0/40137625 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563981d23b90 0x563981d3bd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:39.337 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.337+0000 7f7287e00640 1 -- 172.21.15.46:0/40137625 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563981d147a0 con 0x563981d192d0 2024-04-26T01:54:39.337 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.337+0000 7f728fe00640 1 --2- 172.21.15.46:0/40137625 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563981d23b90 0x563981d3bd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T01:54:39.337 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.338+0000 7f7287e00640 1 --2- 172.21.15.46:0/40137625 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x563981d192d0 0x563981d3b7e0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f729019bea0 tx=0x7f7278005f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6d3995890a2c0ce2 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:39.337 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.338+0000 7f727fe00640 1 -- 172.21.15.46:0/40137625 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7278003de0 con 0x563981d192d0 2024-04-26T01:54:39.337 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.338+0000 7f727fe00640 1 -- 172.21.15.46:0/40137625 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7278020540 con 0x563981d192d0 2024-04-26T01:54:39.338 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.338+0000 7f727fe00640 1 -- 172.21.15.46:0/40137625 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7278012c20 con 0x563981d192d0 2024-04-26T01:54:39.341 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.339+0000 7f7299423740 1 -- 172.21.15.46:0/40137625 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x563981d192d0 msgr2=0x563981d3b7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:39.341 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.339+0000 7f7299423740 1 --2- 172.21.15.46:0/40137625 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x563981d192d0 0x563981d3b7e0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f729019bea0 tx=0x7f7278005f90 comp rx=0 tx=0).stop 2024-04-26T01:54:39.341 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.339+0000 7f7299423740 1 -- 172.21.15.46:0/40137625 shutdown_connections 2024-04-26T01:54:39.341 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.339+0000 7f7299423740 1 --2- 172.21.15.46:0/40137625 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563981d23b90 0x563981d3bd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:39.341 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.339+0000 7f7299423740 1 --2- 172.21.15.46:0/40137625 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x563981d192d0 0x563981d3b7e0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:39.341 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.339+0000 7f7299423740 1 --2- 172.21.15.46:0/40137625 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563981d189b0 0x563981d2f3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:39.342 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.339+0000 7f7299423740 1 -- 172.21.15.46:0/40137625 >> 172.21.15.46:0/40137625 conn(0x563981d14ec0 msgr2=0x563981d1a2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:39.342 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.339+0000 7f7299423740 1 -- 172.21.15.46:0/40137625 shutdown_connections 2024-04-26T01:54:39.342 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.339+0000 7f7299423740 1 -- 172.21.15.46:0/40137625 wait complete. 2024-04-26T01:54:39.342 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.339+0000 7f7299423740 1 -- start start 2024-04-26T01:54:39.342 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.340+0000 7f7299423740 1 Processor -- start 2024-04-26T01:54:39.342 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.340+0000 7f7299423740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563981d189b0 0x563981d29390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:39.342 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.340+0000 7f7299423740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563981d192d0 0x563981d298d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:39.342 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.340+0000 7f7299423740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x563981d23b90 0x563981d29e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:39.342 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.340+0000 7f7299423740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f72901b12a0 con 0x563981d192d0 2024-04-26T01:54:39.342 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.340+0000 7f7299423740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f72901b0b10 con 0x563981d189b0 2024-04-26T01:54:39.343 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.340+0000 7f7299423740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f72901adc30 con 0x563981d23b90 2024-04-26T01:54:39.343 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.340+0000 7f7299423740 10 client.0 _ll_register_callbacks cb 0x7f72800f7a70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:54:39.343 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.340+0000 7f728f400640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563981d189b0 0x563981d29390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:39.343 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.340+0000 7f728f400640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563981d189b0 0x563981d29390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:34428/0 (socket says 172.21.15.46:34428) 2024-04-26T01:54:39.343 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.340+0000 7f728f400640 1 -- 172.21.15.46:0/2678769463 learned_addr learned my addr 172.21.15.46:0/2678769463 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:54:39.343 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.340+0000 7f728fe00640 1 --2- 172.21.15.46:0/2678769463 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x563981d23b90 0x563981d29e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:39.343 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.340+0000 7f7287e00640 1 --2- 172.21.15.46:0/2678769463 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563981d192d0 0x563981d298d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:39.343 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.341+0000 7f728fe00640 1 -- 172.21.15.46:0/2678769463 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563981d189b0 msgr2=0x563981d29390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:39.343 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.341+0000 7f728fe00640 1 --2- 172.21.15.46:0/2678769463 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563981d189b0 0x563981d29390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:39.343 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.341+0000 7f728fe00640 1 -- 172.21.15.46:0/2678769463 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563981d192d0 msgr2=0x563981d298d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:39.344 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.341+0000 7f728fe00640 1 --2- 172.21.15.46:0/2678769463 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563981d192d0 0x563981d298d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:39.344 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.341+0000 7f728fe00640 1 -- 172.21.15.46:0/2678769463 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563981d990b0 con 0x563981d23b90 2024-04-26T01:54:39.344 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.341+0000 7f728f400640 1 --2- 172.21.15.46:0/2678769463 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563981d189b0 0x563981d29390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:54:39.344 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.341+0000 7f728fe00640 1 --2- 172.21.15.46:0/2678769463 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x563981d23b90 0x563981d29e10 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x563981d3c260 tx=0x7f7288004ab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=da54a4436c897674 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:39.344 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.341+0000 7f727d600640 10 client.0 ms_handle_connect on v2:172.21.15.163:3300/0 2024-04-26T01:54:39.344 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.342+0000 7f727d600640 1 -- 172.21.15.46:0/2678769463 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f728802b070 con 0x563981d23b90 2024-04-26T01:54:39.344 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.342+0000 7f7299423740 1 -- 172.21.15.46:0/2678769463 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7278020540 con 0x563981d23b90 2024-04-26T01:54:39.344 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.342+0000 7f727d600640 1 -- 172.21.15.46:0/2678769463 <== mon.1 v2:172.21.15.163:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f7288004d20 con 0x563981d23b90 2024-04-26T01:54:39.344 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.342+0000 7f727d600640 1 -- 172.21.15.46:0/2678769463 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7f7288036050 con 0x563981d23b90 2024-04-26T01:54:39.344 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.342+0000 7f7299423740 10 client.25735 fetch_fsmap learned FSMap version 39 2024-04-26T01:54:39.345 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.342+0000 7f7299423740 1 -- 172.21.15.46:0/2678769463 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) -- 0x563981d9a3c0 con 0x563981d23b90 2024-04-26T01:54:39.345 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.342+0000 7f727d600640 1 -- 172.21.15.46:0/2678769463 <== mon.1 v2:172.21.15.163:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7278020540 con 0x563981d23b90 2024-04-26T01:54:39.345 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.343+0000 7f727d600640 1 -- 172.21.15.46:0/2678769463 <== mon.1 v2:172.21.15.163:3300/0 5 ==== fsmap(e 39) ==== 8426+0+0 (secure 0 0 0) 0x7f728800b040 con 0x563981d23b90 2024-04-26T01:54:39.345 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.343+0000 7f7299423740 10 client.25735 fetch_fsmap finished waiting for FSMap version 39 2024-04-26T01:54:39.345 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.343+0000 7f7299423740 10 client.25735 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:54:39.345 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.343+0000 7f7299423740 20 client.25735 populate_metadata read hostname 'smithi046' 2024-04-26T01:54:39.345 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.343+0000 7f7299423740 1 --2- 172.21.15.46:0/2678769463 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x563981d9abe0 0x563981d9d000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:39.346 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.343+0000 7f7299423740 4 client.25735 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:54:39.346 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.343+0000 7f7299423740 1 -- 172.21.15.46:0/2678769463 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "flush journal"}) -- 0x563981d14d10 con 0x563981d9abe0 2024-04-26T01:54:39.346 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.343+0000 7f728f400640 1 --2- 172.21.15.46:0/2678769463 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x563981d9abe0 0x563981d9d000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:39.346 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.344+0000 7f728f400640 1 --2- 172.21.15.46:0/2678769463 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x563981d9abe0 0x563981d9d000 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c942f88df28fe1fb server_cookie=b555e24d5da3da19 in_seq=0 out_seq=0 2024-04-26T01:54:39.346 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.344+0000 7f727d600640 10 client.25735 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:54:39.516 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.516+0000 7f727d600640 1 -- 172.21.15.46:0/2678769463 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x563981d14d10 con 0x563981d9abe0 2024-04-26T01:54:39.516 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.516+0000 7f727d600640 10 client.25735 handle_command_reply: tid=0 2024-04-26T01:54:39.516 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.516+0000 7f7299423740 1 client.25735 shutdown 2024-04-26T01:54:39.516 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.517+0000 7f7299423740 1 -- 172.21.15.46:0/2678769463 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x563981d23b90 msgr2=0x563981d29e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:39.516 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.517+0000 7f7299423740 1 --2- 172.21.15.46:0/2678769463 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x563981d23b90 0x563981d29e10 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x563981d3c260 tx=0x7f7288004ab0 comp rx=0 tx=0).stop 2024-04-26T01:54:39.516 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.517+0000 7f7299423740 1 -- 172.21.15.46:0/2678769463 shutdown_connections 2024-04-26T01:54:39.516 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.517+0000 7f7299423740 1 --2- 172.21.15.46:0/2678769463 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x563981d9abe0 0x563981d9d000 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:39.516 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.517+0000 7f7299423740 1 --2- 172.21.15.46:0/2678769463 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x563981d23b90 0x563981d29e10 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:39.516 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.517+0000 7f7299423740 1 --2- 172.21.15.46:0/2678769463 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x563981d192d0 0x563981d298d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:39.516 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.517+0000 7f7299423740 1 --2- 172.21.15.46:0/2678769463 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563981d189b0 0x563981d29390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:39.516 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.517+0000 7f7299423740 1 -- 172.21.15.46:0/2678769463 >> 172.21.15.46:0/2678769463 conn(0x563981d14ec0 msgr2=0x563981d20a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:39.517 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.517+0000 7f727d600640 0 client.25735 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:54:39.517 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.517+0000 7f7299423740 1 -- 172.21.15.46:0/2678769463 shutdown_connections 2024-04-26T01:54:39.517 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.517+0000 7f7299423740 1 -- 172.21.15.46:0/2678769463 wait complete. 2024-04-26T01:54:39.517 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.518+0000 7f7299423740 20 client.25735 trim_cache size 0 max 16384 2024-04-26T01:54:39.517 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:{ 2024-04-26T01:54:39.517 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "message": "", 2024-04-26T01:54:39.518 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "return_code": 0 2024-04-26T01:54:39.518 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:} 2024-04-26T01:54:39.518 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.519+0000 7f7295000640 1 -- 172.21.15.46:0/826030696 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f72740a3d10 msgr2=0x7f72740a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:39.518 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.519+0000 7f7295000640 1 --2- 172.21.15.46:0/826030696 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f72740a3d10 0x7f72740a61d0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f7288005fd0 tx=0x7f7288011040 comp rx=0 tx=0).stop 2024-04-26T01:54:39.518 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.519+0000 7f7295000640 1 -- 172.21.15.46:0/826030696 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7290102f30 msgr2=0x7f72901a0590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:39.518 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.519+0000 7f7295000640 1 --2- 172.21.15.46:0/826030696 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7290102f30 0x7f72901a0590 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f7280009980 tx=0x7f7280030910 comp rx=0 tx=0).stop 2024-04-26T01:54:39.519 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.519+0000 7f7295000640 1 -- 172.21.15.46:0/826030696 shutdown_connections 2024-04-26T01:54:39.519 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.519+0000 7f7295000640 1 --2- 172.21.15.46:0/826030696 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f72740a3d10 0x7f72740a61d0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:39.519 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.519+0000 7f7295000640 1 --2- 172.21.15.46:0/826030696 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f729010c350 0x7f729019a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:39.519 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.519+0000 7f7295000640 1 --2- 172.21.15.46:0/826030696 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f7290103850 0x7f72901a0ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:39.519 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.519+0000 7f7295000640 1 --2- 172.21.15.46:0/826030696 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f7290102f30 0x7f72901a0590 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:39.519 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.519+0000 7f7295000640 1 -- 172.21.15.46:0/826030696 >> 172.21.15.46:0/826030696 conn(0x7f72900fc770 msgr2=0x7f7290101ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:39.519 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.520+0000 7f7295000640 1 -- 172.21.15.46:0/826030696 shutdown_connections 2024-04-26T01:54:39.519 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:39.520+0000 7f7295000640 1 -- 172.21.15.46:0/826030696 wait complete. 2024-04-26T01:54:40.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:54:39 smithi046 ceph-mon[28013]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:54:40.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:54:39 smithi103 ceph-mon[32920]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:54:40.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:54:39 smithi163 ceph-mon[32592]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:54:41.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:54:40 smithi046 ceph-mon[28013]: pgmap v116: 97 pgs: 97 active+clean; 187 MiB data, 1012 MiB used, 1.0 TiB / 1.0 TiB avail; 787 KiB/s rd, 938 KiB/s wr, 223 op/s 2024-04-26T01:54:41.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:54:40 smithi103 ceph-mon[32920]: pgmap v116: 97 pgs: 97 active+clean; 187 MiB data, 1012 MiB used, 1.0 TiB / 1.0 TiB avail; 787 KiB/s rd, 938 KiB/s wr, 223 op/s 2024-04-26T01:54:41.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:54:40 smithi163 ceph-mon[32592]: pgmap v116: 97 pgs: 97 active+clean; 187 MiB data, 1012 MiB used, 1.0 TiB / 1.0 TiB avail; 787 KiB/s rd, 938 KiB/s wr, 223 op/s 2024-04-26T01:54:43.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:54:42 smithi046 ceph-mon[28013]: pgmap v117: 97 pgs: 97 active+clean; 180 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 941 KiB/s rd, 1.1 MiB/s wr, 280 op/s 2024-04-26T01:54:43.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:54:42 smithi103 ceph-mon[32920]: pgmap v117: 97 pgs: 97 active+clean; 180 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 941 KiB/s rd, 1.1 MiB/s wr, 280 op/s 2024-04-26T01:54:43.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:54:42 smithi163 ceph-mon[32592]: pgmap v117: 97 pgs: 97 active+clean; 180 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 941 KiB/s rd, 1.1 MiB/s wr, 280 op/s 2024-04-26T01:54:45.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:54:44 smithi046 ceph-mon[28013]: pgmap v118: 97 pgs: 97 active+clean; 180 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 899 KiB/s rd, 987 KiB/s wr, 270 op/s 2024-04-26T01:54:45.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:54:44 smithi103 ceph-mon[32920]: pgmap v118: 97 pgs: 97 active+clean; 180 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 899 KiB/s rd, 987 KiB/s wr, 270 op/s 2024-04-26T01:54:45.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:54:44 smithi163 ceph-mon[32592]: pgmap v118: 97 pgs: 97 active+clean; 180 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 899 KiB/s rd, 987 KiB/s wr, 270 op/s 2024-04-26T01:54:47.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:54:46 smithi046 ceph-mon[28013]: pgmap v119: 97 pgs: 97 active+clean; 180 MiB data, 1007 MiB used, 1.0 TiB / 1.0 TiB avail; 930 KiB/s rd, 993 KiB/s wr, 276 op/s 2024-04-26T01:54:47.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:54:46 smithi103 ceph-mon[32920]: pgmap v119: 97 pgs: 97 active+clean; 180 MiB data, 1007 MiB used, 1.0 TiB / 1.0 TiB avail; 930 KiB/s rd, 993 KiB/s wr, 276 op/s 2024-04-26T01:54:47.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:54:46 smithi163 ceph-mon[32592]: pgmap v119: 97 pgs: 97 active+clean; 180 MiB data, 1007 MiB used, 1.0 TiB / 1.0 TiB avail; 930 KiB/s rd, 993 KiB/s wr, 276 op/s 2024-04-26T01:54:49.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:54:48 smithi046 ceph-mon[28013]: pgmap v120: 97 pgs: 97 active+clean; 180 MiB data, 1007 MiB used, 1.0 TiB / 1.0 TiB avail; 349 KiB/s rd, 432 KiB/s wr, 152 op/s 2024-04-26T01:54:49.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:54:48 smithi103 ceph-mon[32920]: pgmap v120: 97 pgs: 97 active+clean; 180 MiB data, 1007 MiB used, 1.0 TiB / 1.0 TiB avail; 349 KiB/s rd, 432 KiB/s wr, 152 op/s 2024-04-26T01:54:49.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:54:48 smithi163 ceph-mon[32592]: pgmap v120: 97 pgs: 97 active+clean; 180 MiB data, 1007 MiB used, 1.0 TiB / 1.0 TiB avail; 349 KiB/s rd, 432 KiB/s wr, 152 op/s 2024-04-26T01:54:51.101 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:54:50 smithi046 ceph-mon[28013]: pgmap v121: 97 pgs: 97 active+clean; 180 MiB data, 1007 MiB used, 1.0 TiB / 1.0 TiB avail; 352 KiB/s rd, 435 KiB/s wr, 156 op/s 2024-04-26T01:54:51.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:54:50 smithi103 ceph-mon[32920]: pgmap v121: 97 pgs: 97 active+clean; 180 MiB data, 1007 MiB used, 1.0 TiB / 1.0 TiB avail; 352 KiB/s rd, 435 KiB/s wr, 156 op/s 2024-04-26T01:54:51.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:54:50 smithi163 ceph-mon[32592]: pgmap v121: 97 pgs: 97 active+clean; 180 MiB data, 1007 MiB used, 1.0 TiB / 1.0 TiB avail; 352 KiB/s rd, 435 KiB/s wr, 156 op/s 2024-04-26T01:54:52.673 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.674+0000 7f1c4cc00640 1 -- 172.21.15.46:0/3373228802 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1c481014f0 msgr2=0x7f1c4810e120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:52.673 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.674+0000 7f1c4cc00640 1 --2- 172.21.15.46:0/3373228802 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1c481014f0 0x7f1c4810e120 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f1c30009860 tx=0x7f1c3002a340 comp rx=0 tx=0).stop 2024-04-26T01:54:52.673 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.674+0000 7f1c4cc00640 1 -- 172.21.15.46:0/3373228802 shutdown_connections 2024-04-26T01:54:52.673 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.674+0000 7f1c4cc00640 1 --2- 172.21.15.46:0/3373228802 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1c4810e6f0 0x7f1c48110ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:52.673 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.674+0000 7f1c4cc00640 1 --2- 172.21.15.46:0/3373228802 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1c481014f0 0x7f1c4810e120 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:52.673 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.674+0000 7f1c4cc00640 1 --2- 172.21.15.46:0/3373228802 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1c48100b40 0x7f1c48100f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:52.673 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.674+0000 7f1c4cc00640 1 -- 172.21.15.46:0/3373228802 >> 172.21.15.46:0/3373228802 conn(0x7f1c480fc770 msgr2=0x7f1c480feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:52.673 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.675+0000 7f1c4cc00640 1 -- 172.21.15.46:0/3373228802 shutdown_connections 2024-04-26T01:54:52.673 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.675+0000 7f1c4cc00640 1 -- 172.21.15.46:0/3373228802 wait complete. 2024-04-26T01:54:52.675 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.676+0000 7f1c4cc00640 1 Processor -- start 2024-04-26T01:54:52.675 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.676+0000 7f1c4cc00640 1 -- start start 2024-04-26T01:54:52.675 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.676+0000 7f1c4cc00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1c48100b40 0x7f1c481a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:52.675 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.676+0000 7f1c4cc00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1c481014f0 0x7f1c481a0bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:52.675 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.676+0000 7f1c4cc00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1c4810e6f0 0x7f1c4819a730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:52.675 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.676+0000 7f1c4cc00640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f1c48114350 con 0x7f1c4810e6f0 2024-04-26T01:54:52.675 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.676+0000 7f1c4cc00640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f1c481141d0 con 0x7f1c481014f0 2024-04-26T01:54:52.675 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.676+0000 7f1c4cc00640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f1c481144d0 con 0x7f1c48100b40 2024-04-26T01:54:52.676 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.677+0000 7f1c47e00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1c4810e6f0 0x7f1c4819a730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:52.676 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.677+0000 7f1c3ea00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1c481014f0 0x7f1c481a0bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:52.676 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.677+0000 7f1c3ea00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1c481014f0 0x7f1c481a0bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:44156/0 (socket says 172.21.15.46:44156) 2024-04-26T01:54:52.676 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.677+0000 7f1c3ea00640 1 -- 172.21.15.46:0/3662559297 learned_addr learned my addr 172.21.15.46:0/3662559297 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:54:52.676 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.677+0000 7f1c47400640 1 --2- 172.21.15.46:0/3662559297 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1c48100b40 0x7f1c481a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:52.676 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.677+0000 7f1c3ea00640 1 -- 172.21.15.46:0/3662559297 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1c48100b40 msgr2=0x7f1c481a0670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:52.676 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.677+0000 7f1c3ea00640 1 --2- 172.21.15.46:0/3662559297 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1c48100b40 0x7f1c481a0670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:52.676 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.677+0000 7f1c3ea00640 1 -- 172.21.15.46:0/3662559297 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1c4810e6f0 msgr2=0x7f1c4819a730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:52.676 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.677+0000 7f1c3ea00640 1 --2- 172.21.15.46:0/3662559297 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1c4810e6f0 0x7f1c4819a730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:52.676 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.677+0000 7f1c3ea00640 1 -- 172.21.15.46:0/3662559297 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c4819aff0 con 0x7f1c481014f0 2024-04-26T01:54:52.677 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.677+0000 7f1c3ea00640 1 --2- 172.21.15.46:0/3662559297 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1c481014f0 0x7f1c481a0bb0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f1c30035040 tx=0x7f1c3002af30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:52.677 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.678+0000 7f1c44c00640 1 -- 172.21.15.46:0/3662559297 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c3003f020 con 0x7f1c481014f0 2024-04-26T01:54:52.677 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.678+0000 7f1c44c00640 1 -- 172.21.15.46:0/3662559297 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1c30033e50 con 0x7f1c481014f0 2024-04-26T01:54:52.677 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.678+0000 7f1c44c00640 1 -- 172.21.15.46:0/3662559297 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c30037040 con 0x7f1c481014f0 2024-04-26T01:54:52.677 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.678+0000 7f1c4cc00640 1 -- 172.21.15.46:0/3662559297 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c4819b280 con 0x7f1c481014f0 2024-04-26T01:54:52.677 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.678+0000 7f1c4cc00640 1 -- 172.21.15.46:0/3662559297 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c481a7410 con 0x7f1c481014f0 2024-04-26T01:54:52.679 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.681+0000 7f1c50f7a740 1 Processor -- start 2024-04-26T01:54:52.680 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.681+0000 7f1c44c00640 1 -- 172.21.15.46:0/3662559297 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 27) ==== 138777+0+0 (secure 0 0 0) 0x7f1c30042020 con 0x7f1c481014f0 2024-04-26T01:54:52.680 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.681+0000 7f1c50f7a740 1 -- start start 2024-04-26T01:54:52.681 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.682+0000 7f1c50f7a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56379595f9b0 0x56379595fd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:52.682 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.682+0000 7f1c50f7a740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5637959602d0 0x56379596a650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:52.682 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.682+0000 7f1c50f7a740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x56379596ab90 0x56379596cf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:52.682 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.682+0000 7f1c50f7a740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x5637958c5900 con 0x5637959602d0 2024-04-26T01:54:52.682 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.682+0000 7f1c50f7a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x56379586bef0 con 0x56379595f9b0 2024-04-26T01:54:52.682 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.682+0000 7f1c50f7a740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x5637958c18c0 con 0x56379596ab90 2024-04-26T01:54:52.682 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.682+0000 7f1c47400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5637959602d0 0x56379596a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:52.682 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.682+0000 7f1c47e00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56379595f9b0 0x56379595fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:52.682 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.682+0000 7f1c47400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5637959602d0 0x56379596a650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:53224/0 (socket says 172.21.15.46:53224) 2024-04-26T01:54:52.682 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.682+0000 7f1c47400640 1 -- 172.21.15.46:0/961849187 learned_addr learned my addr 172.21.15.46:0/961849187 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:54:52.682 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.682+0000 7f1c3ea00640 1 --2- 172.21.15.46:0/961849187 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x56379596ab90 0x56379596cf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:52.683 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.683+0000 7f1c47e00640 1 -- 172.21.15.46:0/961849187 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x56379596ab90 msgr2=0x56379596cf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:52.683 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.683+0000 7f1c47e00640 1 --2- 172.21.15.46:0/961849187 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x56379596ab90 0x56379596cf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:52.683 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.683+0000 7f1c47e00640 1 -- 172.21.15.46:0/961849187 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5637959602d0 msgr2=0x56379596a650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:52.683 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.683+0000 7f1c47e00640 1 --2- 172.21.15.46:0/961849187 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5637959602d0 0x56379596a650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:52.683 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.683+0000 7f1c47e00640 1 -- 172.21.15.46:0/961849187 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5637955d8210 con 0x56379595f9b0 2024-04-26T01:54:52.683 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.683+0000 7f1c47400640 1 --2- 172.21.15.46:0/961849187 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5637959602d0 0x56379596a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:54:52.683 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.683+0000 7f1c44c00640 1 --2- 172.21.15.46:0/3662559297 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f1c2c0a3d90 0x7f1c2c0a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:52.683 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.683+0000 7f1c47e00640 1 --2- 172.21.15.46:0/961849187 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56379595f9b0 0x56379595fd90 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f1c48101a90 tx=0x7f1c40011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3777555219285be5 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:52.683 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.683+0000 7f1c44c00640 1 -- 172.21.15.46:0/3662559297 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f1c300f03d0 con 0x7f1c481014f0 2024-04-26T01:54:52.683 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.683+0000 7f1c47400640 1 --2- 172.21.15.46:0/3662559297 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f1c2c0a3d90 0x7f1c2c0a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:52.683 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.683+0000 7f1c37e00640 1 -- 172.21.15.46:0/961849187 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c40004050 con 0x56379595f9b0 2024-04-26T01:54:52.683 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.684+0000 7f1c37e00640 1 -- 172.21.15.46:0/961849187 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1c400041f0 con 0x56379595f9b0 2024-04-26T01:54:52.683 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.684+0000 7f1c37e00640 1 -- 172.21.15.46:0/961849187 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c40019700 con 0x56379595f9b0 2024-04-26T01:54:52.687 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.684+0000 7f1c47400640 1 --2- 172.21.15.46:0/3662559297 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f1c2c0a3d90 0x7f1c2c0a6250 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x563795960f50 tx=0x7f1c38009500 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:52.687 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.684+0000 7f1c50f7a740 1 -- 172.21.15.46:0/961849187 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56379595f9b0 msgr2=0x56379595fd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:52.687 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.684+0000 7f1c50f7a740 1 --2- 172.21.15.46:0/961849187 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56379595f9b0 0x56379595fd90 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f1c48101a90 tx=0x7f1c40011810 comp rx=0 tx=0).stop 2024-04-26T01:54:52.688 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.684+0000 7f1c50f7a740 1 -- 172.21.15.46:0/961849187 shutdown_connections 2024-04-26T01:54:52.688 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.684+0000 7f1c50f7a740 1 --2- 172.21.15.46:0/961849187 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x56379596ab90 0x56379596cf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:52.688 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.684+0000 7f1c50f7a740 1 --2- 172.21.15.46:0/961849187 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5637959602d0 0x56379596a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:52.688 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.684+0000 7f1c50f7a740 1 --2- 172.21.15.46:0/961849187 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56379595f9b0 0x56379595fd90 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:52.688 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.684+0000 7f1c50f7a740 1 -- 172.21.15.46:0/961849187 >> 172.21.15.46:0/961849187 conn(0x56379595bec0 msgr2=0x56379595c2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:52.688 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.684+0000 7f1c50f7a740 1 -- 172.21.15.46:0/961849187 shutdown_connections 2024-04-26T01:54:52.688 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.685+0000 7f1c50f7a740 1 -- 172.21.15.46:0/961849187 wait complete. 2024-04-26T01:54:52.688 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.685+0000 7f1c50f7a740 1 -- start start 2024-04-26T01:54:52.688 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.685+0000 7f1c50f7a740 1 Processor -- start 2024-04-26T01:54:52.688 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.686+0000 7f1c50f7a740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56379595f9b0 0x563795967a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:52.688 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.686+0000 7f1c50f7a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5637959602d0 0x563795967fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:52.688 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.686+0000 7f1c50f7a740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x56379596ab90 0x563795968510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:52.688 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.686+0000 7f1c50f7a740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x56379596d7c0 con 0x56379595f9b0 2024-04-26T01:54:52.688 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.686+0000 7f1c50f7a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x56379587f310 con 0x5637959602d0 2024-04-26T01:54:52.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.686+0000 7f1c50f7a740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x56379596d940 con 0x56379596ab90 2024-04-26T01:54:52.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.686+0000 7f1c50f7a740 10 client.0 _ll_register_callbacks cb 0x56379584dcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:54:52.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.686+0000 7f1c47400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56379595f9b0 0x563795967a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:52.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.686+0000 7f1c47400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56379595f9b0 0x563795967a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:53228/0 (socket says 172.21.15.46:53228) 2024-04-26T01:54:52.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.686+0000 7f1c47400640 1 -- 172.21.15.46:0/2722346241 learned_addr learned my addr 172.21.15.46:0/2722346241 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:54:52.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.686+0000 7f1c3ea00640 1 --2- 172.21.15.46:0/2722346241 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5637959602d0 0x563795967fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:52.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.686+0000 7f1c47e00640 1 --2- 172.21.15.46:0/2722346241 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x56379596ab90 0x563795968510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:52.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.686+0000 7f1c47400640 1 -- 172.21.15.46:0/2722346241 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x56379596ab90 msgr2=0x563795968510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:52.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.686+0000 7f1c47400640 1 --2- 172.21.15.46:0/2722346241 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x56379596ab90 0x563795968510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:52.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.686+0000 7f1c47400640 1 -- 172.21.15.46:0/2722346241 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5637959602d0 msgr2=0x563795967fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:52.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.686+0000 7f1c47400640 1 --2- 172.21.15.46:0/2722346241 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5637959602d0 0x563795967fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:52.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.686+0000 7f1c47400640 1 -- 172.21.15.46:0/2722346241 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5637956a4620 con 0x56379595f9b0 2024-04-26T01:54:52.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.686+0000 7f1c3ea00640 1 --2- 172.21.15.46:0/2722346241 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5637959602d0 0x563795967fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:54:52.690 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.687+0000 7f1c47400640 1 --2- 172.21.15.46:0/2722346241 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56379595f9b0 0x563795967a90 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f1c3800fc40 tx=0x7f1c38004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b06afc51be0d6635 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:52.690 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.687+0000 7f1c34c00640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2024-04-26T01:54:52.690 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.687+0000 7f1c34c00640 1 -- 172.21.15.46:0/2722346241 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c38004530 con 0x56379595f9b0 2024-04-26T01:54:52.690 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.687+0000 7f1c34c00640 1 -- 172.21.15.46:0/2722346241 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f1c380046d0 con 0x56379595f9b0 2024-04-26T01:54:52.690 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.687+0000 7f1c50f7a740 1 -- 172.21.15.46:0/2722346241 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1c400041f0 con 0x56379595f9b0 2024-04-26T01:54:52.690 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.687+0000 7f1c34c00640 1 -- 172.21.15.46:0/2722346241 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7f1c38004b20 con 0x56379595f9b0 2024-04-26T01:54:52.690 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.687+0000 7f1c50f7a740 10 client.15591 fetch_fsmap learned FSMap version 39 2024-04-26T01:54:52.690 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.687+0000 7f1c50f7a740 1 -- 172.21.15.46:0/2722346241 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) -- 0x563795979a20 con 0x56379595f9b0 2024-04-26T01:54:52.690 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.688+0000 7f1c34c00640 1 -- 172.21.15.46:0/2722346241 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1c400041f0 con 0x56379595f9b0 2024-04-26T01:54:52.690 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.688+0000 7f1c34c00640 1 -- 172.21.15.46:0/2722346241 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 39) ==== 8426+0+0 (secure 0 0 0) 0x7f1c38026030 con 0x56379595f9b0 2024-04-26T01:54:52.690 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.688+0000 7f1c50f7a740 10 client.15591 fetch_fsmap finished waiting for FSMap version 39 2024-04-26T01:54:52.690 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.688+0000 7f1c50f7a740 10 client.15591 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:54:52.690 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.688+0000 7f1c50f7a740 20 client.15591 populate_metadata read hostname 'smithi046' 2024-04-26T01:54:52.690 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.688+0000 7f1c50f7a740 1 --2- 172.21.15.46:0/2722346241 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x56379597af30 0x56379597d3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:52.691 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.688+0000 7f1c50f7a740 4 client.15591 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:54:52.691 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.688+0000 7f1c50f7a740 1 -- 172.21.15.46:0/2722346241 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5637958d98b0 con 0x56379597af30 2024-04-26T01:54:52.691 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.689+0000 7f1c3ea00640 1 --2- 172.21.15.46:0/2722346241 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x56379597af30 0x56379597d3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:52.691 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.689+0000 7f1c3ea00640 1 --2- 172.21.15.46:0/2722346241 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x56379597af30 0x56379597d3d0 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=126f093e25d3ba7b server_cookie=b22b87b7c70d346 in_seq=0 out_seq=0 2024-04-26T01:54:52.691 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.689+0000 7f1c34c00640 10 client.15591 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:54:52.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.690+0000 7f1c34c00640 1 -- 172.21.15.46:0/2722346241 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5637958d98b0 con 0x56379597af30 2024-04-26T01:54:52.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.690+0000 7f1c34c00640 10 client.15591 handle_command_reply: tid=0 2024-04-26T01:54:52.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.690+0000 7f1c50f7a740 1 client.15591 shutdown 2024-04-26T01:54:52.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.690+0000 7f1c50f7a740 1 -- 172.21.15.46:0/2722346241 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56379595f9b0 msgr2=0x563795967a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:52.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.690+0000 7f1c50f7a740 1 --2- 172.21.15.46:0/2722346241 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56379595f9b0 0x563795967a90 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f1c3800fc40 tx=0x7f1c38004ab0 comp rx=0 tx=0).stop 2024-04-26T01:54:52.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.690+0000 7f1c50f7a740 1 -- 172.21.15.46:0/2722346241 shutdown_connections 2024-04-26T01:54:52.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.690+0000 7f1c50f7a740 1 --2- 172.21.15.46:0/2722346241 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x56379597af30 0x56379597d3d0 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:52.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.690+0000 7f1c50f7a740 1 --2- 172.21.15.46:0/2722346241 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x56379596ab90 0x563795968510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:52.693 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.690+0000 7f1c50f7a740 1 --2- 172.21.15.46:0/2722346241 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5637959602d0 0x563795967fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:52.693 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.690+0000 7f1c50f7a740 1 --2- 172.21.15.46:0/2722346241 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x56379595f9b0 0x563795967a90 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:52.693 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.690+0000 7f1c34c00640 0 client.15591 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:54:52.693 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.690+0000 7f1c50f7a740 1 -- 172.21.15.46:0/2722346241 >> 172.21.15.46:0/2722346241 conn(0x56379595bec0 msgr2=0x563795961c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:52.693 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.691+0000 7f1c50f7a740 1 -- 172.21.15.46:0/2722346241 shutdown_connections 2024-04-26T01:54:52.693 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.691+0000 7f1c50f7a740 1 -- 172.21.15.46:0/2722346241 wait complete. 2024-04-26T01:54:52.693 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.691+0000 7f1c50f7a740 20 client.15591 trim_cache size 0 max 16384 2024-04-26T01:54:52.705 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.707+0000 7f1c50f7a740 1 Processor -- start 2024-04-26T01:54:52.705 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.707+0000 7f1c50f7a740 1 -- start start 2024-04-26T01:54:52.707 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.708+0000 7f1c50f7a740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x56379595f9b0 0x563795976680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:52.707 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.708+0000 7f1c50f7a740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5637959602d0 0x5637959623c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:52.707 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.708+0000 7f1c50f7a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56379596ab90 0x563795982ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:52.707 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.708+0000 7f1c50f7a740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f1c481afc90 con 0x5637959602d0 2024-04-26T01:54:52.707 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.708+0000 7f1c50f7a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f1c481b1a70 con 0x56379596ab90 2024-04-26T01:54:52.707 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.708+0000 7f1c50f7a740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f1c481b0420 con 0x56379595f9b0 2024-04-26T01:54:52.707 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.708+0000 7f1c3ea00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5637959602d0 0x5637959623c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:52.707 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.708+0000 7f1c47400640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x56379595f9b0 0x563795976680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:52.708 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.708+0000 7f1c3ea00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5637959602d0 0x5637959623c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:53238/0 (socket says 172.21.15.46:53238) 2024-04-26T01:54:52.708 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.708+0000 7f1c3ea00640 1 -- 172.21.15.46:0/3218373046 learned_addr learned my addr 172.21.15.46:0/3218373046 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:54:52.708 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.708+0000 7f1c47e00640 1 --2- 172.21.15.46:0/3218373046 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56379596ab90 0x563795982ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:52.708 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.708+0000 7f1c3ea00640 1 -- 172.21.15.46:0/3218373046 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x56379595f9b0 msgr2=0x563795976680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:52.708 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.708+0000 7f1c3ea00640 1 --2- 172.21.15.46:0/3218373046 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x56379595f9b0 0x563795976680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:52.708 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.709+0000 7f1c3ea00640 1 -- 172.21.15.46:0/3218373046 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56379596ab90 msgr2=0x563795982ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:52.708 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.709+0000 7f1c3ea00640 1 --2- 172.21.15.46:0/3218373046 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56379596ab90 0x563795982ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:52.708 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.709+0000 7f1c3ea00640 1 -- 172.21.15.46:0/3218373046 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56379595c800 con 0x5637959602d0 2024-04-26T01:54:52.708 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.709+0000 7f1c47400640 1 --2- 172.21.15.46:0/3218373046 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x56379595f9b0 0x563795976680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:54:52.708 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.709+0000 7f1c47e00640 1 --2- 172.21.15.46:0/3218373046 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56379596ab90 0x563795982ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:54:52.708 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.709+0000 7f1c3ea00640 1 --2- 172.21.15.46:0/3218373046 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5637959602d0 0x5637959623c0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f1c300bc150 tx=0x7f1c300b8040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=861eb88b7d530ff1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:52.708 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.709+0000 7f1c37400640 1 -- 172.21.15.46:0/3218373046 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c300b86f0 con 0x5637959602d0 2024-04-26T01:54:52.708 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.709+0000 7f1c37400640 1 -- 172.21.15.46:0/3218373046 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1c300bcb50 con 0x5637959602d0 2024-04-26T01:54:52.708 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.709+0000 7f1c37400640 1 -- 172.21.15.46:0/3218373046 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c300bbdb0 con 0x5637959602d0 2024-04-26T01:54:52.711 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.710+0000 7f1c50f7a740 1 -- 172.21.15.46:0/3218373046 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5637959602d0 msgr2=0x5637959623c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:52.712 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.710+0000 7f1c50f7a740 1 --2- 172.21.15.46:0/3218373046 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5637959602d0 0x5637959623c0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f1c300bc150 tx=0x7f1c300b8040 comp rx=0 tx=0).stop 2024-04-26T01:54:52.712 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.710+0000 7f1c50f7a740 1 -- 172.21.15.46:0/3218373046 shutdown_connections 2024-04-26T01:54:52.712 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.710+0000 7f1c50f7a740 1 --2- 172.21.15.46:0/3218373046 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56379596ab90 0x563795982ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:52.712 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.710+0000 7f1c50f7a740 1 --2- 172.21.15.46:0/3218373046 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5637959602d0 0x5637959623c0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:52.712 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.710+0000 7f1c50f7a740 1 --2- 172.21.15.46:0/3218373046 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x56379595f9b0 0x563795976680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:52.712 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.710+0000 7f1c50f7a740 1 -- 172.21.15.46:0/3218373046 >> 172.21.15.46:0/3218373046 conn(0x56379595bec0 msgr2=0x56379595b020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:52.712 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.710+0000 7f1c50f7a740 1 -- 172.21.15.46:0/3218373046 shutdown_connections 2024-04-26T01:54:52.712 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.710+0000 7f1c50f7a740 1 -- 172.21.15.46:0/3218373046 wait complete. 2024-04-26T01:54:52.712 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.710+0000 7f1c50f7a740 1 -- start start 2024-04-26T01:54:52.712 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.711+0000 7f1c50f7a740 1 Processor -- start 2024-04-26T01:54:52.712 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.711+0000 7f1c50f7a740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x56379595f9b0 0x563795970590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:52.712 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.711+0000 7f1c50f7a740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5637959602d0 0x563795970ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:52.712 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.711+0000 7f1c50f7a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56379596ab90 0x563795971010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:52.713 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.711+0000 7f1c50f7a740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f1c481b12e0 con 0x5637959602d0 2024-04-26T01:54:52.713 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.711+0000 7f1c50f7a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f1c481b0b50 con 0x56379596ab90 2024-04-26T01:54:52.713 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.711+0000 7f1c50f7a740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f1c481adc70 con 0x56379595f9b0 2024-04-26T01:54:52.713 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.711+0000 7f1c50f7a740 10 client.0 _ll_register_callbacks cb 0x7f1c3800fb00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:54:52.713 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.711+0000 7f1c47e00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56379596ab90 0x563795971010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:52.713 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.711+0000 7f1c47400640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x56379595f9b0 0x563795970590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:52.713 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.711+0000 7f1c47400640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x56379595f9b0 0x563795970590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:60422/0 (socket says 172.21.15.46:60422) 2024-04-26T01:54:52.713 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.711+0000 7f1c47400640 1 -- 172.21.15.46:0/166222201 learned_addr learned my addr 172.21.15.46:0/166222201 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:54:52.713 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.711+0000 7f1c47e00640 1 --2- 172.21.15.46:0/166222201 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56379596ab90 0x563795971010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:44180/0 (socket says 172.21.15.46:44180) 2024-04-26T01:54:52.713 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.711+0000 7f1c3ea00640 1 --2- 172.21.15.46:0/166222201 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5637959602d0 0x563795970ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:52.713 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.712+0000 7f1c47400640 1 -- 172.21.15.46:0/166222201 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56379596ab90 msgr2=0x563795971010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:52.713 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.712+0000 7f1c47400640 1 --2- 172.21.15.46:0/166222201 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56379596ab90 0x563795971010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:52.713 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.712+0000 7f1c47400640 1 -- 172.21.15.46:0/166222201 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5637959602d0 msgr2=0x563795970ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:54:52.713 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.712+0000 7f1c47400640 1 --2- 172.21.15.46:0/166222201 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5637959602d0 0x563795970ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:52.713 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.712+0000 7f1c47400640 1 -- 172.21.15.46:0/166222201 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5637959e0560 con 0x56379595f9b0 2024-04-26T01:54:52.714 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.712+0000 7f1c47e00640 1 --2- 172.21.15.46:0/166222201 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56379596ab90 0x563795971010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:54:52.714 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.712+0000 7f1c47400640 1 --2- 172.21.15.46:0/166222201 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x56379595f9b0 0x563795970590 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f1c38030fd0 tx=0x7f1c3801d880 comp rx=0 tx=0).ready entity=mon.1 client_cookie=15d9b0103605ae56 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:54:52.714 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.712+0000 7f1c34c00640 10 client.0 ms_handle_connect on v2:172.21.15.163:3300/0 2024-04-26T01:54:52.714 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.712+0000 7f1c34c00640 1 -- 172.21.15.46:0/166222201 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c3801dc30 con 0x56379595f9b0 2024-04-26T01:54:52.714 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.712+0000 7f1c50f7a740 1 -- 172.21.15.46:0/166222201 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1c300bcb50 con 0x56379595f9b0 2024-04-26T01:54:52.714 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.712+0000 7f1c34c00640 1 -- 172.21.15.46:0/166222201 <== mon.1 v2:172.21.15.163:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f1c3801ddd0 con 0x56379595f9b0 2024-04-26T01:54:52.714 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.713+0000 7f1c34c00640 1 -- 172.21.15.46:0/166222201 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7f1c38004400 con 0x56379595f9b0 2024-04-26T01:54:52.714 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.713+0000 7f1c50f7a740 10 client.25753 fetch_fsmap learned FSMap version 39 2024-04-26T01:54:52.714 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.713+0000 7f1c50f7a740 1 -- 172.21.15.46:0/166222201 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) -- 0x5637959e17d0 con 0x56379595f9b0 2024-04-26T01:54:52.714 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.713+0000 7f1c34c00640 1 -- 172.21.15.46:0/166222201 <== mon.1 v2:172.21.15.163:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1c300bcb50 con 0x56379595f9b0 2024-04-26T01:54:52.714 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.713+0000 7f1c34c00640 1 -- 172.21.15.46:0/166222201 <== mon.1 v2:172.21.15.163:3300/0 5 ==== fsmap(e 39) ==== 8426+0+0 (secure 0 0 0) 0x7f1c38026040 con 0x56379595f9b0 2024-04-26T01:54:52.714 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.713+0000 7f1c50f7a740 10 client.25753 fetch_fsmap finished waiting for FSMap version 39 2024-04-26T01:54:52.714 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.713+0000 7f1c50f7a740 10 client.25753 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:54:52.715 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.713+0000 7f1c50f7a740 20 client.25753 populate_metadata read hostname 'smithi046' 2024-04-26T01:54:52.715 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.713+0000 7f1c50f7a740 1 --2- 172.21.15.46:0/166222201 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x5637959e2010 0x5637959e4430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:54:52.715 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.713+0000 7f1c50f7a740 4 client.25753 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:54:52.715 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.713+0000 7f1c50f7a740 1 -- 172.21.15.46:0/166222201 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5637958d3320 con 0x5637959e2010 2024-04-26T01:54:52.715 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.714+0000 7f1c3ea00640 1 --2- 172.21.15.46:0/166222201 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x5637959e2010 0x5637959e4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:54:52.715 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.715+0000 7f1c34c00640 10 client.25753 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:54:52.715 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.715+0000 7f1c3ea00640 1 --2- 172.21.15.46:0/166222201 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x5637959e2010 0x5637959e4430 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c5e1dcbfc7432952 server_cookie=6d6fb622cc80479e in_seq=0 out_seq=0 2024-04-26T01:54:52.743 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.744+0000 7f1c34c00640 1 -- 172.21.15.46:0/166222201 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5637958d3320 con 0x5637959e2010 2024-04-26T01:54:52.743 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.744+0000 7f1c34c00640 10 client.25753 handle_command_reply: tid=0 2024-04-26T01:54:52.743 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.744+0000 7f1c50f7a740 1 client.25753 shutdown 2024-04-26T01:54:52.743 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.744+0000 7f1c50f7a740 1 -- 172.21.15.46:0/166222201 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x56379595f9b0 msgr2=0x563795970590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:52.743 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.744+0000 7f1c50f7a740 1 --2- 172.21.15.46:0/166222201 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x56379595f9b0 0x563795970590 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f1c38030fd0 tx=0x7f1c3801d880 comp rx=0 tx=0).stop 2024-04-26T01:54:52.743 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.744+0000 7f1c50f7a740 1 -- 172.21.15.46:0/166222201 shutdown_connections 2024-04-26T01:54:52.743 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.744+0000 7f1c50f7a740 1 --2- 172.21.15.46:0/166222201 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x5637959e2010 0x5637959e4430 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:52.743 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.744+0000 7f1c50f7a740 1 --2- 172.21.15.46:0/166222201 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56379596ab90 0x563795971010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:52.743 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.744+0000 7f1c50f7a740 1 --2- 172.21.15.46:0/166222201 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x5637959602d0 0x563795970ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:52.743 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.744+0000 7f1c50f7a740 1 --2- 172.21.15.46:0/166222201 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x56379595f9b0 0x563795970590 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:52.743 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.744+0000 7f1c34c00640 0 client.25753 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:54:52.744 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.744+0000 7f1c50f7a740 1 -- 172.21.15.46:0/166222201 >> 172.21.15.46:0/166222201 conn(0x56379595bec0 msgr2=0x56379595a790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:52.744 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.744+0000 7f1c50f7a740 1 -- 172.21.15.46:0/166222201 shutdown_connections 2024-04-26T01:54:52.744 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.744+0000 7f1c50f7a740 1 -- 172.21.15.46:0/166222201 wait complete. 2024-04-26T01:54:52.744 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.744+0000 7f1c50f7a740 20 client.25753 trim_cache size 0 max 16384 2024-04-26T01:54:52.744 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:{ 2024-04-26T01:54:52.744 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "message": "", 2024-04-26T01:54:52.744 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "return_code": 0 2024-04-26T01:54:52.744 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:} 2024-04-26T01:54:52.745 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.745+0000 7f1c4cc00640 1 -- 172.21.15.46:0/3662559297 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f1c2c0a3d90 msgr2=0x7f1c2c0a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:52.745 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.745+0000 7f1c4cc00640 1 --2- 172.21.15.46:0/3662559297 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f1c2c0a3d90 0x7f1c2c0a6250 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x563795960f50 tx=0x7f1c38009500 comp rx=0 tx=0).stop 2024-04-26T01:54:52.745 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.745+0000 7f1c4cc00640 1 -- 172.21.15.46:0/3662559297 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1c481014f0 msgr2=0x7f1c481a0bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:54:52.745 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.745+0000 7f1c4cc00640 1 --2- 172.21.15.46:0/3662559297 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1c481014f0 0x7f1c481a0bb0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f1c30035040 tx=0x7f1c3002af30 comp rx=0 tx=0).stop 2024-04-26T01:54:52.745 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.745+0000 7f1c4cc00640 1 -- 172.21.15.46:0/3662559297 shutdown_connections 2024-04-26T01:54:52.745 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.745+0000 7f1c4cc00640 1 --2- 172.21.15.46:0/3662559297 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f1c2c0a3d90 0x7f1c2c0a6250 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:52.745 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.745+0000 7f1c4cc00640 1 --2- 172.21.15.46:0/3662559297 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1c4810e6f0 0x7f1c4819a730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:52.746 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.745+0000 7f1c4cc00640 1 --2- 172.21.15.46:0/3662559297 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1c481014f0 0x7f1c481a0bb0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:52.746 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.745+0000 7f1c4cc00640 1 --2- 172.21.15.46:0/3662559297 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1c48100b40 0x7f1c481a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:54:52.746 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.745+0000 7f1c4cc00640 1 -- 172.21.15.46:0/3662559297 >> 172.21.15.46:0/3662559297 conn(0x7f1c480fc770 msgr2=0x7f1c480feb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:54:52.746 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.745+0000 7f1c4cc00640 1 -- 172.21.15.46:0/3662559297 shutdown_connections 2024-04-26T01:54:52.746 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:54:52.746+0000 7f1c4cc00640 1 -- 172.21.15.46:0/3662559297 wait complete. 2024-04-26T01:54:53.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:54:52 smithi103 ceph-mon[32920]: pgmap v122: 97 pgs: 97 active+clean; 180 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 209 KiB/s rd, 182 KiB/s wr, 73 op/s 2024-04-26T01:54:53.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:54:52 smithi163 ceph-mon[32592]: pgmap v122: 97 pgs: 97 active+clean; 180 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 209 KiB/s rd, 182 KiB/s wr, 73 op/s 2024-04-26T01:54:53.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:54:52 smithi046 ceph-mon[28013]: pgmap v122: 97 pgs: 97 active+clean; 180 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 209 KiB/s rd, 182 KiB/s wr, 73 op/s 2024-04-26T01:54:55.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:54:54 smithi103 ceph-mon[32920]: pgmap v123: 97 pgs: 97 active+clean; 180 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 9.1 KiB/s wr, 10 op/s 2024-04-26T01:54:55.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:54:54 smithi163 ceph-mon[32592]: pgmap v123: 97 pgs: 97 active+clean; 180 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 9.1 KiB/s wr, 10 op/s 2024-04-26T01:54:55.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:54:54 smithi046 ceph-mon[28013]: pgmap v123: 97 pgs: 97 active+clean; 180 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 9.1 KiB/s wr, 10 op/s 2024-04-26T01:54:57.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:54:56 smithi103 ceph-mon[32920]: pgmap v124: 97 pgs: 97 active+clean; 180 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 26 KiB/s wr, 28 op/s 2024-04-26T01:54:57.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:54:56 smithi163 ceph-mon[32592]: pgmap v124: 97 pgs: 97 active+clean; 180 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 26 KiB/s wr, 28 op/s 2024-04-26T01:54:57.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:54:56 smithi046 ceph-mon[28013]: pgmap v124: 97 pgs: 97 active+clean; 180 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 26 KiB/s wr, 28 op/s 2024-04-26T01:54:59.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:54:58 smithi103 ceph-mon[32920]: pgmap v125: 97 pgs: 97 active+clean; 180 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 20 KiB/s wr, 23 op/s 2024-04-26T01:54:59.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:54:58 smithi163 ceph-mon[32592]: pgmap v125: 97 pgs: 97 active+clean; 180 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 20 KiB/s wr, 23 op/s 2024-04-26T01:54:59.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:54:58 smithi046 ceph-mon[28013]: pgmap v125: 97 pgs: 97 active+clean; 180 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 20 KiB/s wr, 23 op/s 2024-04-26T01:55:01.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:55:00 smithi103 ceph-mon[32920]: pgmap v126: 97 pgs: 97 active+clean; 180 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 20 KiB/s wr, 26 op/s 2024-04-26T01:55:01.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:55:00 smithi163 ceph-mon[32592]: pgmap v126: 97 pgs: 97 active+clean; 180 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 20 KiB/s wr, 26 op/s 2024-04-26T01:55:01.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:55:00 smithi046 ceph-mon[28013]: pgmap v126: 97 pgs: 97 active+clean; 180 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 20 KiB/s wr, 26 op/s 2024-04-26T01:55:03.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:55:02 smithi103 ceph-mon[32920]: pgmap v127: 97 pgs: 97 active+clean; 180 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 18 KiB/s wr, 24 op/s 2024-04-26T01:55:03.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:55:02 smithi163 ceph-mon[32592]: pgmap v127: 97 pgs: 97 active+clean; 180 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 18 KiB/s wr, 24 op/s 2024-04-26T01:55:03.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:55:02 smithi046 ceph-mon[28013]: pgmap v127: 97 pgs: 97 active+clean; 180 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 18 KiB/s wr, 24 op/s 2024-04-26T01:55:05.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:55:04 smithi103 ceph-mon[32920]: pgmap v128: 97 pgs: 97 active+clean; 180 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 17 KiB/s wr, 22 op/s 2024-04-26T01:55:05.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:55:04 smithi163 ceph-mon[32592]: pgmap v128: 97 pgs: 97 active+clean; 180 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 17 KiB/s wr, 22 op/s 2024-04-26T01:55:05.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:55:04 smithi046 ceph-mon[28013]: pgmap v128: 97 pgs: 97 active+clean; 180 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 17 KiB/s wr, 22 op/s 2024-04-26T01:55:05.892 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.894+0000 7fa12e800640 1 -- 172.21.15.46:0/1124596333 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa128104d50 msgr2=0x7fa128108d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:05.892 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.894+0000 7fa12e800640 1 --2- 172.21.15.46:0/1124596333 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa128104d50 0x7fa128108d90 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fa114009860 tx=0x7fa11402a340 comp rx=0 tx=0).stop 2024-04-26T01:55:05.892 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.894+0000 7fa12e800640 1 -- 172.21.15.46:0/1124596333 shutdown_connections 2024-04-26T01:55:05.892 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.894+0000 7fa12e800640 1 --2- 172.21.15.46:0/1124596333 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa128109470 0x7fa128111040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:05.892 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.894+0000 7fa12e800640 1 --2- 172.21.15.46:0/1124596333 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa128104d50 0x7fa128108d90 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:05.893 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.894+0000 7fa12e800640 1 --2- 172.21.15.46:0/1124596333 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa1281043a0 0x7fa128104780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:05.893 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.894+0000 7fa12e800640 1 -- 172.21.15.46:0/1124596333 >> 172.21.15.46:0/1124596333 conn(0x7fa1280ffc40 msgr2=0x7fa128102060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:05.893 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.894+0000 7fa12e800640 1 -- 172.21.15.46:0/1124596333 shutdown_connections 2024-04-26T01:55:05.893 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.894+0000 7fa12e800640 1 -- 172.21.15.46:0/1124596333 wait complete. 2024-04-26T01:55:05.895 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.895+0000 7fa12e800640 1 Processor -- start 2024-04-26T01:55:05.895 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.895+0000 7fa12e800640 1 -- start start 2024-04-26T01:55:05.895 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.896+0000 7fa12e800640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa1281043a0 0x7fa1281a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:05.895 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.896+0000 7fa12e800640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa128109470 0x7fa1281a0bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:05.895 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.896+0000 7fa12e800640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa12819a830 0x7fa12819ace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:05.895 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.896+0000 7fa12e800640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fa1281144f0 con 0x7fa128109470 2024-04-26T01:55:05.895 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.896+0000 7fa12e800640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fa128114370 con 0x7fa12819a830 2024-04-26T01:55:05.895 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.896+0000 7fa12e800640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fa128114670 con 0x7fa1281043a0 2024-04-26T01:55:05.895 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.896+0000 7fa126a00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa128109470 0x7fa1281a0bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:05.896 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.896+0000 7fa126a00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa128109470 0x7fa1281a0bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52436/0 (socket says 172.21.15.46:52436) 2024-04-26T01:55:05.896 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.896+0000 7fa126a00640 1 -- 172.21.15.46:0/4694283 learned_addr learned my addr 172.21.15.46:0/4694283 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:55:05.896 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.896+0000 7fa127400640 1 --2- 172.21.15.46:0/4694283 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa1281043a0 0x7fa1281a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:05.896 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.896+0000 7fa127e00640 1 --2- 172.21.15.46:0/4694283 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa12819a830 0x7fa12819ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:05.896 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.896+0000 7fa126a00640 1 -- 172.21.15.46:0/4694283 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa1281043a0 msgr2=0x7fa1281a0670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:05.896 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.896+0000 7fa126a00640 1 --2- 172.21.15.46:0/4694283 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa1281043a0 0x7fa1281a0670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:05.896 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.896+0000 7fa126a00640 1 -- 172.21.15.46:0/4694283 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa12819a830 msgr2=0x7fa12819ace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:05.896 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.896+0000 7fa126a00640 1 --2- 172.21.15.46:0/4694283 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa12819a830 0x7fa12819ace0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:05.896 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.896+0000 7fa126a00640 1 -- 172.21.15.46:0/4694283 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa12819b3c0 con 0x7fa128109470 2024-04-26T01:55:05.896 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.896+0000 7fa127e00640 1 --2- 172.21.15.46:0/4694283 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa12819a830 0x7fa12819ace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:55:05.897 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.896+0000 7fa127400640 1 --2- 172.21.15.46:0/4694283 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa1281043a0 0x7fa1281a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:55:05.897 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.897+0000 7fa126a00640 1 --2- 172.21.15.46:0/4694283 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa128109470 0x7fa1281a0bb0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fa1140057c0 tx=0x7fa11402aef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:05.897 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.897+0000 7fa11fe00640 1 -- 172.21.15.46:0/4694283 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa114037040 con 0x7fa128109470 2024-04-26T01:55:05.897 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.897+0000 7fa12e800640 1 -- 172.21.15.46:0/4694283 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa12819b650 con 0x7fa128109470 2024-04-26T01:55:05.898 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.897+0000 7fa11fe00640 1 -- 172.21.15.46:0/4694283 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa114040070 con 0x7fa128109470 2024-04-26T01:55:05.898 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.897+0000 7fa11fe00640 1 -- 172.21.15.46:0/4694283 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1140035f0 con 0x7fa128109470 2024-04-26T01:55:05.898 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.897+0000 7fa12e800640 1 -- 172.21.15.46:0/4694283 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1281a77e0 con 0x7fa128109470 2024-04-26T01:55:05.899 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.901+0000 7fa131636740 1 Processor -- start 2024-04-26T01:55:05.899 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.901+0000 7fa131636740 1 -- start start 2024-04-26T01:55:05.900 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.901+0000 7fa131636740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55def3e7d820 0x55def3e7dc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:05.900 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.901+0000 7fa131636740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55def3e7e140 0x55def3e884c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:05.901 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.901+0000 7fa131636740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55def3e88a00 0x55def3e8adf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:05.901 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.901+0000 7fa11fe00640 1 -- 172.21.15.46:0/4694283 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 27) ==== 138777+0+0 (secure 0 0 0) 0x7fa114004050 con 0x7fa128109470 2024-04-26T01:55:05.901 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.901+0000 7fa131636740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55def3de3900 con 0x55def3e88a00 2024-04-26T01:55:05.901 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.901+0000 7fa131636740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55def3d89ef0 con 0x55def3e7d820 2024-04-26T01:55:05.901 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.901+0000 7fa131636740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55def3ddf8c0 con 0x55def3e7e140 2024-04-26T01:55:05.901 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.902+0000 7fa126a00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55def3e88a00 0x55def3e8adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:05.901 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.902+0000 7fa127400640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55def3e7e140 0x55def3e884c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:05.901 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.902+0000 7fa127e00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55def3e7d820 0x55def3e7dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:05.901 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.902+0000 7fa126a00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55def3e88a00 0x55def3e8adf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52448/0 (socket says 172.21.15.46:52448) 2024-04-26T01:55:05.901 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.902+0000 7fa127400640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55def3e7e140 0x55def3e884c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:60050/0 (socket says 172.21.15.46:60050) 2024-04-26T01:55:05.901 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.902+0000 7fa126a00640 1 -- 172.21.15.46:0/1032904460 learned_addr learned my addr 172.21.15.46:0/1032904460 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:55:05.901 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.902+0000 7fa127400640 1 -- 172.21.15.46:0/1032904460 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55def3e7d820 msgr2=0x55def3e7dc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:05.901 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.902+0000 7fa127400640 1 --2- 172.21.15.46:0/1032904460 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55def3e7d820 0x55def3e7dc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:05.901 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.902+0000 7fa127400640 1 -- 172.21.15.46:0/1032904460 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55def3e88a00 msgr2=0x55def3e8adf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:05.901 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.902+0000 7fa127400640 1 --2- 172.21.15.46:0/1032904460 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55def3e88a00 0x55def3e8adf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:05.902 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.902+0000 7fa127400640 1 -- 172.21.15.46:0/1032904460 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55def3af6210 con 0x55def3e7e140 2024-04-26T01:55:05.904 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.903+0000 7fa127400640 1 --2- 172.21.15.46:0/1032904460 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55def3e7e140 0x55def3e884c0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fa118011440 tx=0x7fa118011900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d8e162be86b17585 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:05.904 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.903+0000 7fa11cc00640 1 -- 172.21.15.46:0/1032904460 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa118004030 con 0x55def3e7e140 2024-04-26T01:55:05.904 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.903+0000 7fa11cc00640 1 -- 172.21.15.46:0/1032904460 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa1180041d0 con 0x55def3e7e140 2024-04-26T01:55:05.904 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.903+0000 7fa11cc00640 1 -- 172.21.15.46:0/1032904460 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa11800f820 con 0x55def3e7e140 2024-04-26T01:55:05.904 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.903+0000 7fa11fe00640 1 --2- 172.21.15.46:0/4694283 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fa10c0a3dc0 0x7fa10c0a6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:05.905 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.904+0000 7fa11fe00640 1 -- 172.21.15.46:0/4694283 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fa1140f0200 con 0x7fa128109470 2024-04-26T01:55:05.905 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.904+0000 7fa127e00640 1 --2- 172.21.15.46:0/4694283 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fa10c0a3dc0 0x7fa10c0a6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:05.905 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.904+0000 7fa131636740 1 -- 172.21.15.46:0/1032904460 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55def3e7e140 msgr2=0x55def3e884c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:05.905 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.904+0000 7fa131636740 1 --2- 172.21.15.46:0/1032904460 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55def3e7e140 0x55def3e884c0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fa118011440 tx=0x7fa118011900 comp rx=0 tx=0).stop 2024-04-26T01:55:05.905 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.904+0000 7fa131636740 1 -- 172.21.15.46:0/1032904460 shutdown_connections 2024-04-26T01:55:05.905 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.904+0000 7fa131636740 1 --2- 172.21.15.46:0/1032904460 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55def3e88a00 0x55def3e8adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:05.905 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.904+0000 7fa131636740 1 --2- 172.21.15.46:0/1032904460 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55def3e7e140 0x55def3e884c0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:05.905 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.904+0000 7fa131636740 1 --2- 172.21.15.46:0/1032904460 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55def3e7d820 0x55def3e7dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:05.905 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.904+0000 7fa131636740 1 -- 172.21.15.46:0/1032904460 >> 172.21.15.46:0/1032904460 conn(0x55def3e79d30 msgr2=0x55def3e7a110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:05.905 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.904+0000 7fa131636740 1 -- 172.21.15.46:0/1032904460 shutdown_connections 2024-04-26T01:55:05.905 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.904+0000 7fa131636740 1 -- 172.21.15.46:0/1032904460 wait complete. 2024-04-26T01:55:05.905 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.905+0000 7fa127e00640 1 --2- 172.21.15.46:0/4694283 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fa10c0a3dc0 0x7fa10c0a6280 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fa120005fd0 tx=0x7fa120009500 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:05.905 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.905+0000 7fa131636740 1 -- start start 2024-04-26T01:55:05.905 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.905+0000 7fa131636740 1 Processor -- start 2024-04-26T01:55:05.905 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.905+0000 7fa131636740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55def3e7d820 0x55def3e859e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:05.906 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.905+0000 7fa131636740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55def3e7e140 0x55def3e85f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:05.906 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.905+0000 7fa131636740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55def3e88a00 0x55def3e86460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:05.906 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.905+0000 7fa131636740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55def3e8b630 con 0x55def3e7e140 2024-04-26T01:55:05.906 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.905+0000 7fa131636740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55def3d9d310 con 0x55def3e88a00 2024-04-26T01:55:05.906 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.905+0000 7fa131636740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55def3e8b7b0 con 0x55def3e7d820 2024-04-26T01:55:05.906 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.906+0000 7fa131636740 10 client.0 _ll_register_callbacks cb 0x55def3d6bcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:55:05.906 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.906+0000 7fa126a00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55def3e7e140 0x55def3e85f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:05.906 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.906+0000 7fa127400640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55def3e7d820 0x55def3e859e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:05.906 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.906+0000 7fa127400640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55def3e7d820 0x55def3e859e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:60062/0 (socket says 172.21.15.46:60062) 2024-04-26T01:55:05.906 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.906+0000 7fa127400640 1 -- 172.21.15.46:0/3686182104 learned_addr learned my addr 172.21.15.46:0/3686182104 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:55:05.906 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.906+0000 7fa126a00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55def3e7e140 0x55def3e85f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52450/0 (socket says 172.21.15.46:52450) 2024-04-26T01:55:05.906 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.906+0000 7fa127e00640 1 --2- 172.21.15.46:0/3686182104 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55def3e88a00 0x55def3e86460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:05.906 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.906+0000 7fa127400640 1 -- 172.21.15.46:0/3686182104 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55def3e88a00 msgr2=0x55def3e86460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:05.906 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.906+0000 7fa127400640 1 --2- 172.21.15.46:0/3686182104 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55def3e88a00 0x55def3e86460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:05.906 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.906+0000 7fa127400640 1 -- 172.21.15.46:0/3686182104 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55def3e7e140 msgr2=0x55def3e85f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:05.907 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.906+0000 7fa127400640 1 --2- 172.21.15.46:0/3686182104 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55def3e7e140 0x55def3e85f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:05.907 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.906+0000 7fa127400640 1 -- 172.21.15.46:0/3686182104 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55def3bc2620 con 0x55def3e7d820 2024-04-26T01:55:05.907 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.906+0000 7fa126a00640 1 --2- 172.21.15.46:0/3686182104 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55def3e7e140 0x55def3e85f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:55:05.909 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.907+0000 7fa127400640 1 --2- 172.21.15.46:0/3686182104 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55def3e7d820 0x55def3e859e0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fa1180056b0 tx=0x7fa1180056e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=418e9a1eec486e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:05.909 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.907+0000 7fa111600640 10 client.0 ms_handle_connect on v2:172.21.15.163:3300/0 2024-04-26T01:55:05.909 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.907+0000 7fa111600640 1 -- 172.21.15.46:0/3686182104 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa118028020 con 0x55def3e7d820 2024-04-26T01:55:05.909 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.907+0000 7fa131636740 1 -- 172.21.15.46:0/3686182104 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa1180041d0 con 0x55def3e7d820 2024-04-26T01:55:05.909 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.907+0000 7fa111600640 1 -- 172.21.15.46:0/3686182104 <== mon.1 v2:172.21.15.163:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fa118016040 con 0x55def3e7d820 2024-04-26T01:55:05.909 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.907+0000 7fa111600640 1 -- 172.21.15.46:0/3686182104 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7fa118033050 con 0x55def3e7d820 2024-04-26T01:55:05.909 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.907+0000 7fa131636740 10 client.25765 fetch_fsmap learned FSMap version 39 2024-04-26T01:55:05.910 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.907+0000 7fa131636740 1 -- 172.21.15.46:0/3686182104 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) -- 0x55def3e978e0 con 0x55def3e7d820 2024-04-26T01:55:05.910 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.908+0000 7fa111600640 1 -- 172.21.15.46:0/3686182104 <== mon.1 v2:172.21.15.163:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa1180041d0 con 0x55def3e7d820 2024-04-26T01:55:05.910 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.908+0000 7fa111600640 1 -- 172.21.15.46:0/3686182104 <== mon.1 v2:172.21.15.163:3300/0 5 ==== fsmap(e 39) ==== 8426+0+0 (secure 0 0 0) 0x7fa118004880 con 0x55def3e7d820 2024-04-26T01:55:05.910 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.908+0000 7fa131636740 10 client.25765 fetch_fsmap finished waiting for FSMap version 39 2024-04-26T01:55:05.910 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.908+0000 7fa131636740 10 client.25765 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:55:05.910 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.908+0000 7fa131636740 20 client.25765 populate_metadata read hostname 'smithi046' 2024-04-26T01:55:05.910 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.908+0000 7fa131636740 1 --2- 172.21.15.46:0/3686182104 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55def3e98d40 0x55def3e9b150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:05.910 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.908+0000 7fa131636740 4 client.25765 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:55:05.910 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.908+0000 7fa131636740 1 -- 172.21.15.46:0/3686182104 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55def3df78b0 con 0x55def3e98d40 2024-04-26T01:55:05.910 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.908+0000 7fa126a00640 1 --2- 172.21.15.46:0/3686182104 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55def3e98d40 0x55def3e9b150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:05.910 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.909+0000 7fa126a00640 1 --2- 172.21.15.46:0/3686182104 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55def3e98d40 0x55def3e9b150 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b6044790cde034c server_cookie=fb6aa7f040c8710c in_seq=0 out_seq=0 2024-04-26T01:55:05.910 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.909+0000 7fa111600640 10 client.25765 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:55:05.910 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.910+0000 7fa111600640 1 -- 172.21.15.46:0/3686182104 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55def3df78b0 con 0x55def3e98d40 2024-04-26T01:55:05.910 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.910+0000 7fa111600640 10 client.25765 handle_command_reply: tid=0 2024-04-26T01:55:05.910 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.910+0000 7fa131636740 1 client.25765 shutdown 2024-04-26T01:55:05.911 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.910+0000 7fa131636740 1 -- 172.21.15.46:0/3686182104 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55def3e7d820 msgr2=0x55def3e859e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:05.911 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.910+0000 7fa131636740 1 --2- 172.21.15.46:0/3686182104 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55def3e7d820 0x55def3e859e0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fa1180056b0 tx=0x7fa1180056e0 comp rx=0 tx=0).stop 2024-04-26T01:55:05.911 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.910+0000 7fa131636740 1 -- 172.21.15.46:0/3686182104 shutdown_connections 2024-04-26T01:55:05.911 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.910+0000 7fa131636740 1 --2- 172.21.15.46:0/3686182104 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55def3e98d40 0x55def3e9b150 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:05.911 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.910+0000 7fa131636740 1 --2- 172.21.15.46:0/3686182104 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55def3e88a00 0x55def3e86460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:05.911 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.910+0000 7fa131636740 1 --2- 172.21.15.46:0/3686182104 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55def3e7e140 0x55def3e85f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:05.911 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.910+0000 7fa131636740 1 --2- 172.21.15.46:0/3686182104 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55def3e7d820 0x55def3e859e0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:05.911 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.910+0000 7fa111600640 0 client.25765 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:55:05.911 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.910+0000 7fa131636740 1 -- 172.21.15.46:0/3686182104 >> 172.21.15.46:0/3686182104 conn(0x55def3e79d30 msgr2=0x55def3e7fa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:05.911 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.910+0000 7fa131636740 1 -- 172.21.15.46:0/3686182104 shutdown_connections 2024-04-26T01:55:05.911 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.910+0000 7fa131636740 1 -- 172.21.15.46:0/3686182104 wait complete. 2024-04-26T01:55:05.911 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.911+0000 7fa131636740 20 client.25765 trim_cache size 0 max 16384 2024-04-26T01:55:05.925 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.927+0000 7fa131636740 1 Processor -- start 2024-04-26T01:55:05.925 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.927+0000 7fa131636740 1 -- start start 2024-04-26T01:55:05.926 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.927+0000 7fa131636740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55def3e7d820 0x55def3e944f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:05.926 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.927+0000 7fa131636740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55def3e7e140 0x55def3ea0a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:05.926 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.927+0000 7fa131636740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55def3e88a00 0x55def3ea0f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:05.926 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.927+0000 7fa131636740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fa1281afd70 con 0x55def3e7e140 2024-04-26T01:55:05.926 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.927+0000 7fa131636740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fa1281b1b50 con 0x55def3e88a00 2024-04-26T01:55:05.926 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.928+0000 7fa131636740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fa1281b0500 con 0x55def3e7d820 2024-04-26T01:55:05.926 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.928+0000 7fa126a00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55def3e7e140 0x55def3ea0a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:05.926 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.928+0000 7fa127400640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55def3e7d820 0x55def3e944f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:05.927 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.928+0000 7fa127e00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55def3e88a00 0x55def3ea0f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:05.927 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.928+0000 7fa127400640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55def3e7d820 0x55def3e944f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:60078/0 (socket says 172.21.15.46:60078) 2024-04-26T01:55:05.927 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.928+0000 7fa127400640 1 -- 172.21.15.46:0/2256633675 learned_addr learned my addr 172.21.15.46:0/2256633675 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:55:05.927 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.928+0000 7fa127e00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55def3e88a00 0x55def3ea0f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:33692/0 (socket says 172.21.15.46:33692) 2024-04-26T01:55:05.928 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.928+0000 7fa127400640 1 -- 172.21.15.46:0/2256633675 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55def3e88a00 msgr2=0x55def3ea0f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:05.928 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.928+0000 7fa127400640 1 --2- 172.21.15.46:0/2256633675 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55def3e88a00 0x55def3ea0f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:05.928 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.928+0000 7fa127400640 1 -- 172.21.15.46:0/2256633675 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55def3e7e140 msgr2=0x55def3ea0a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:05.928 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.928+0000 7fa127400640 1 --2- 172.21.15.46:0/2256633675 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55def3e7e140 0x55def3ea0a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:05.928 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.928+0000 7fa127400640 1 -- 172.21.15.46:0/2256633675 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55def3e807d0 con 0x55def3e7d820 2024-04-26T01:55:05.928 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.929+0000 7fa127400640 1 --2- 172.21.15.46:0/2256633675 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55def3e7d820 0x55def3e944f0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fa118009f30 tx=0x7fa118001e50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=86a99508b44ac3a1 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:05.928 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.929+0000 7fa113e00640 1 -- 172.21.15.46:0/2256633675 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa11803c070 con 0x55def3e7d820 2024-04-26T01:55:05.928 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.929+0000 7fa113e00640 1 -- 172.21.15.46:0/2256633675 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa11800fda0 con 0x55def3e7d820 2024-04-26T01:55:05.928 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.929+0000 7fa113e00640 1 -- 172.21.15.46:0/2256633675 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa118028070 con 0x55def3e7d820 2024-04-26T01:55:05.929 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.930+0000 7fa131636740 1 -- 172.21.15.46:0/2256633675 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55def3e7d820 msgr2=0x55def3e944f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:05.929 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.930+0000 7fa131636740 1 --2- 172.21.15.46:0/2256633675 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55def3e7d820 0x55def3e944f0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fa118009f30 tx=0x7fa118001e50 comp rx=0 tx=0).stop 2024-04-26T01:55:05.929 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.930+0000 7fa131636740 1 -- 172.21.15.46:0/2256633675 shutdown_connections 2024-04-26T01:55:05.929 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.930+0000 7fa131636740 1 --2- 172.21.15.46:0/2256633675 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55def3e88a00 0x55def3ea0f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:05.929 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.930+0000 7fa131636740 1 --2- 172.21.15.46:0/2256633675 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55def3e7e140 0x55def3ea0a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:05.929 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.930+0000 7fa131636740 1 --2- 172.21.15.46:0/2256633675 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55def3e7d820 0x55def3e944f0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:05.929 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.930+0000 7fa131636740 1 -- 172.21.15.46:0/2256633675 >> 172.21.15.46:0/2256633675 conn(0x55def3e79d30 msgr2=0x55def3e7a110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:05.929 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.930+0000 7fa131636740 1 -- 172.21.15.46:0/2256633675 shutdown_connections 2024-04-26T01:55:05.929 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.930+0000 7fa131636740 1 -- 172.21.15.46:0/2256633675 wait complete. 2024-04-26T01:55:05.932 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.930+0000 7fa131636740 1 -- start start 2024-04-26T01:55:05.932 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.931+0000 7fa131636740 1 Processor -- start 2024-04-26T01:55:05.932 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.931+0000 7fa131636740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55def3e7d820 0x55def3e909c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:05.932 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.931+0000 7fa131636740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55def3e7e140 0x55def3e90f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:05.932 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.931+0000 7fa131636740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55def3e88a00 0x55def3e8dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:05.932 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.931+0000 7fa131636740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fa1281b13c0 con 0x55def3e7d820 2024-04-26T01:55:05.932 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.931+0000 7fa131636740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fa1281b0c30 con 0x55def3e88a00 2024-04-26T01:55:05.933 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.931+0000 7fa131636740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fa1281add50 con 0x55def3e7e140 2024-04-26T01:55:05.933 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.931+0000 7fa131636740 10 client.0 _ll_register_callbacks cb 0x7fa118009e60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:55:05.933 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.931+0000 7fa127400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55def3e7d820 0x55def3e909c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:05.933 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.931+0000 7fa127400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55def3e7d820 0x55def3e909c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52470/0 (socket says 172.21.15.46:52470) 2024-04-26T01:55:05.933 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.931+0000 7fa127400640 1 -- 172.21.15.46:0/1590119448 learned_addr learned my addr 172.21.15.46:0/1590119448 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:55:05.933 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.931+0000 7fa127e00640 1 --2- 172.21.15.46:0/1590119448 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55def3e88a00 0x55def3e8dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:05.933 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.932+0000 7fa126a00640 1 --2- 172.21.15.46:0/1590119448 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55def3e7e140 0x55def3e90f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:05.933 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.932+0000 7fa127400640 1 -- 172.21.15.46:0/1590119448 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55def3e7e140 msgr2=0x55def3e90f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:05.933 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.932+0000 7fa127400640 1 --2- 172.21.15.46:0/1590119448 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55def3e7e140 0x55def3e90f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:05.933 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.932+0000 7fa127400640 1 -- 172.21.15.46:0/1590119448 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55def3e88a00 msgr2=0x55def3e8dfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:05.933 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.932+0000 7fa127400640 1 --2- 172.21.15.46:0/1590119448 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55def3e88a00 0x55def3e8dfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:05.933 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.932+0000 7fa127400640 1 -- 172.21.15.46:0/1590119448 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55def3e8e7a0 con 0x55def3e7d820 2024-04-26T01:55:05.933 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.932+0000 7fa127400640 1 --2- 172.21.15.46:0/1590119448 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55def3e7d820 0x55def3e909c0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fa118011e00 tx=0x7fa118009ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=892cf814a9f48bad server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:05.933 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.932+0000 7fa111600640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2024-04-26T01:55:05.933 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.932+0000 7fa111600640 1 -- 172.21.15.46:0/1590119448 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa11803c070 con 0x55def3e7d820 2024-04-26T01:55:05.934 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.932+0000 7fa111600640 1 -- 172.21.15.46:0/1590119448 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7fa11800fb90 con 0x55def3e7d820 2024-04-26T01:55:05.934 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.932+0000 7fa131636740 1 -- 172.21.15.46:0/1590119448 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa11800fda0 con 0x55def3e7d820 2024-04-26T01:55:05.934 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.933+0000 7fa111600640 1 -- 172.21.15.46:0/1590119448 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7fa118028040 con 0x55def3e7d820 2024-04-26T01:55:05.934 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.933+0000 7fa131636740 10 client.15615 fetch_fsmap learned FSMap version 39 2024-04-26T01:55:05.934 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.933+0000 7fa131636740 1 -- 172.21.15.46:0/1590119448 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) -- 0x55def3efeec0 con 0x55def3e7d820 2024-04-26T01:55:05.934 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.933+0000 7fa111600640 1 -- 172.21.15.46:0/1590119448 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa11800fda0 con 0x55def3e7d820 2024-04-26T01:55:05.934 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.933+0000 7fa111600640 1 -- 172.21.15.46:0/1590119448 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 39) ==== 8426+0+0 (secure 0 0 0) 0x7fa118004580 con 0x55def3e7d820 2024-04-26T01:55:05.934 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.933+0000 7fa131636740 10 client.15615 fetch_fsmap finished waiting for FSMap version 39 2024-04-26T01:55:05.934 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.933+0000 7fa131636740 10 client.15615 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:55:05.934 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.933+0000 7fa131636740 20 client.15615 populate_metadata read hostname 'smithi046' 2024-04-26T01:55:05.934 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.933+0000 7fa131636740 1 --2- 172.21.15.46:0/1590119448 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55def3eff470 0x55def3f01890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:05.934 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.933+0000 7fa131636740 4 client.15615 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:55:05.934 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.933+0000 7fa131636740 1 -- 172.21.15.46:0/1590119448 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55def3df1320 con 0x55def3eff470 2024-04-26T01:55:05.935 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.934+0000 7fa126a00640 1 --2- 172.21.15.46:0/1590119448 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55def3eff470 0x55def3f01890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:05.935 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.934+0000 7fa126a00640 1 --2- 172.21.15.46:0/1590119448 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55def3eff470 0x55def3f01890 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=521ea8736d1126b8 server_cookie=15146b7d0ae86068 in_seq=0 out_seq=0 2024-04-26T01:55:05.935 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.934+0000 7fa111600640 10 client.15615 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:55:05.944 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.946+0000 7fa111600640 1 -- 172.21.15.46:0/1590119448 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55def3df1320 con 0x55def3eff470 2024-04-26T01:55:05.944 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.946+0000 7fa111600640 10 client.15615 handle_command_reply: tid=0 2024-04-26T01:55:05.944 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.946+0000 7fa131636740 1 client.15615 shutdown 2024-04-26T01:55:05.944 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.946+0000 7fa131636740 1 -- 172.21.15.46:0/1590119448 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55def3e7d820 msgr2=0x55def3e909c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:05.944 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.946+0000 7fa131636740 1 --2- 172.21.15.46:0/1590119448 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55def3e7d820 0x55def3e909c0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fa118011e00 tx=0x7fa118009ce0 comp rx=0 tx=0).stop 2024-04-26T01:55:05.945 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.946+0000 7fa131636740 1 -- 172.21.15.46:0/1590119448 shutdown_connections 2024-04-26T01:55:05.945 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.946+0000 7fa131636740 1 --2- 172.21.15.46:0/1590119448 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55def3eff470 0x55def3f01890 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:05.945 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.946+0000 7fa131636740 1 --2- 172.21.15.46:0/1590119448 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55def3e88a00 0x55def3e8dfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:05.945 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.946+0000 7fa111600640 0 client.15615 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:55:05.945 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.946+0000 7fa131636740 1 --2- 172.21.15.46:0/1590119448 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55def3e7e140 0x55def3e90f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:05.945 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.946+0000 7fa131636740 1 --2- 172.21.15.46:0/1590119448 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55def3e7d820 0x55def3e909c0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:05.945 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.946+0000 7fa131636740 1 -- 172.21.15.46:0/1590119448 >> 172.21.15.46:0/1590119448 conn(0x55def3e79d30 msgr2=0x55def3e7f1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:05.945 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.946+0000 7fa131636740 1 -- 172.21.15.46:0/1590119448 shutdown_connections 2024-04-26T01:55:05.945 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.946+0000 7fa131636740 1 -- 172.21.15.46:0/1590119448 wait complete. 2024-04-26T01:55:05.945 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.947+0000 7fa131636740 20 client.15615 trim_cache size 0 max 16384 2024-04-26T01:55:05.946 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:{ 2024-04-26T01:55:05.946 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "message": "", 2024-04-26T01:55:05.946 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "return_code": 0 2024-04-26T01:55:05.946 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:} 2024-04-26T01:55:05.946 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.947+0000 7fa12e800640 1 -- 172.21.15.46:0/4694283 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fa10c0a3dc0 msgr2=0x7fa10c0a6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:05.947 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.947+0000 7fa12e800640 1 --2- 172.21.15.46:0/4694283 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fa10c0a3dc0 0x7fa10c0a6280 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fa120005fd0 tx=0x7fa120009500 comp rx=0 tx=0).stop 2024-04-26T01:55:05.947 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.947+0000 7fa12e800640 1 -- 172.21.15.46:0/4694283 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa128109470 msgr2=0x7fa1281a0bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:05.947 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.947+0000 7fa12e800640 1 --2- 172.21.15.46:0/4694283 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa128109470 0x7fa1281a0bb0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fa1140057c0 tx=0x7fa11402aef0 comp rx=0 tx=0).stop 2024-04-26T01:55:05.947 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.948+0000 7fa12e800640 1 -- 172.21.15.46:0/4694283 shutdown_connections 2024-04-26T01:55:05.947 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.948+0000 7fa12e800640 1 --2- 172.21.15.46:0/4694283 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fa10c0a3dc0 0x7fa10c0a6280 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:05.947 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.948+0000 7fa12e800640 1 --2- 172.21.15.46:0/4694283 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa12819a830 0x7fa12819ace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:05.947 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.948+0000 7fa12e800640 1 --2- 172.21.15.46:0/4694283 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa128109470 0x7fa1281a0bb0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:05.947 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.948+0000 7fa12e800640 1 --2- 172.21.15.46:0/4694283 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa1281043a0 0x7fa1281a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:05.947 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.948+0000 7fa12e800640 1 -- 172.21.15.46:0/4694283 >> 172.21.15.46:0/4694283 conn(0x7fa1280ffc40 msgr2=0x7fa128100850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:05.947 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.948+0000 7fa12e800640 1 -- 172.21.15.46:0/4694283 shutdown_connections 2024-04-26T01:55:05.947 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:05.948+0000 7fa12e800640 1 -- 172.21.15.46:0/4694283 wait complete. 2024-04-26T01:55:07.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:55:06 smithi046 ceph-mon[28013]: pgmap v129: 97 pgs: 97 active+clean; 180 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 41 KiB/s wr, 41 op/s 2024-04-26T01:55:07.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:55:06 smithi103 ceph-mon[32920]: pgmap v129: 97 pgs: 97 active+clean; 180 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 41 KiB/s wr, 41 op/s 2024-04-26T01:55:07.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:55:06 smithi163 ceph-mon[32592]: pgmap v129: 97 pgs: 97 active+clean; 180 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 41 KiB/s wr, 41 op/s 2024-04-26T01:55:07.966 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:55:08.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:55:07 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:55:08.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:55:07 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:55:08.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:55:07 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:55:08.411 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:55:09.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:55:08 smithi103 ceph-mon[32920]: pgmap v130: 97 pgs: 97 active+clean; 180 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 24 KiB/s wr, 23 op/s 2024-04-26T01:55:09.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:55:08 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:55:09.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:55:08 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:55:09.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:55:08 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:55:09.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:55:08 smithi163 ceph-mon[32592]: pgmap v130: 97 pgs: 97 active+clean; 180 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 24 KiB/s wr, 23 op/s 2024-04-26T01:55:09.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:55:08 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:55:09.171 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:55:08 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:55:09.171 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:55:08 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:55:09.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:55:08 smithi046 ceph-mon[28013]: pgmap v130: 97 pgs: 97 active+clean; 180 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 24 KiB/s wr, 23 op/s 2024-04-26T01:55:09.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:55:08 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:55:09.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:55:08 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:55:09.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:55:08 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:55:10.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:10.765+0000 7f3327e00700 1 -- 172.21.15.46:0/956389421 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3320108a30 msgr2=0x7f3320108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:10.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:10.765+0000 7f3327e00700 1 --2- 172.21.15.46:0/956389421 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3320108a30 0x7f3320108e10 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f3314009990 tx=0x7f3314009ca0 comp rx=0 tx=0).stop 2024-04-26T01:55:10.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:10.765+0000 7f3327e00700 1 -- 172.21.15.46:0/956389421 shutdown_connections 2024-04-26T01:55:10.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:10.765+0000 7f3327e00700 1 --2- 172.21.15.46:0/956389421 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f332006b0f0 0x7f332010f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:10.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:10.765+0000 7f3327e00700 1 --2- 172.21.15.46:0/956389421 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3320108a30 0x7f3320108e10 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:10.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:10.765+0000 7f3327e00700 1 --2- 172.21.15.46:0/956389421 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f332006a750 0x7f332006abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:10.764 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:10.765+0000 7f3327e00700 1 -- 172.21.15.46:0/956389421 >> 172.21.15.46:0/956389421 conn(0x7f33200788f0 msgr2=0x7f3320078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:10.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:10.765+0000 7f3327e00700 1 -- 172.21.15.46:0/956389421 shutdown_connections 2024-04-26T01:55:10.765 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:10.765+0000 7f3327e00700 1 -- 172.21.15.46:0/956389421 wait complete. 2024-04-26T01:55:10.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:10.766+0000 7f3327e00700 1 Processor -- start 2024-04-26T01:55:10.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:10.766+0000 7f3327e00700 1 -- start start 2024-04-26T01:55:10.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:10.767+0000 7f3327e00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f332006a750 0x7f332019b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:10.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:10.767+0000 7f3327e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f332006b0f0 0x7f332019b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:10.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:10.767+0000 7f3327e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3320108a30 0x7f332019fd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:10.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:10.767+0000 7f3327e00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f3320112de0 con 0x7f3320108a30 2024-04-26T01:55:10.766 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:10.767+0000 7f3327e00700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f3320112c60 con 0x7f332006b0f0 2024-04-26T01:55:10.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:10.767+0000 7f3327e00700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f3320112f60 con 0x7f332006a750 2024-04-26T01:55:10.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:10.767+0000 7f3325400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f332006a750 0x7f332019b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:10.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:10.767+0000 7f3324a00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f332006b0f0 0x7f332019b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:10.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:10.767+0000 7f3325400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f332006a750 0x7f332019b480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:60114/0 (socket says 172.21.15.46:60114) 2024-04-26T01:55:10.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:10.767+0000 7f3325400700 1 -- 172.21.15.46:0/2763742167 learned_addr learned my addr 172.21.15.46:0/2763742167 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:55:10.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:10.767+0000 7f3325e00700 1 --2- 172.21.15.46:0/2763742167 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3320108a30 0x7f332019fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:10.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:10.768+0000 7f3325400700 1 -- 172.21.15.46:0/2763742167 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f332006b0f0 msgr2=0x7f332019b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:10.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:10.768+0000 7f3325400700 1 --2- 172.21.15.46:0/2763742167 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f332006b0f0 0x7f332019b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:10.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:10.768+0000 7f3325400700 1 -- 172.21.15.46:0/2763742167 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3320108a30 msgr2=0x7f332019fd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:10.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:10.768+0000 7f3325400700 1 --2- 172.21.15.46:0/2763742167 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3320108a30 0x7f332019fd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:10.767 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:10.768+0000 7f3325400700 1 -- 172.21.15.46:0/2763742167 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33201a0440 con 0x7f332006a750 2024-04-26T01:55:10.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:10.768+0000 7f3325400700 1 --2- 172.21.15.46:0/2763742167 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f332006a750 0x7f332019b480 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f3314005910 tx=0x7f331400bfc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:10.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:10.769+0000 7f331e000700 1 -- 172.21.15.46:0/2763742167 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3314027070 con 0x7f332006a750 2024-04-26T01:55:10.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:10.769+0000 7f3327e00700 1 -- 172.21.15.46:0/2763742167 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33201a06d0 con 0x7f332006a750 2024-04-26T01:55:10.768 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:10.769+0000 7f331e000700 1 -- 172.21.15.46:0/2763742167 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f331400b610 con 0x7f332006a750 2024-04-26T01:55:10.769 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:10.769+0000 7f331e000700 1 -- 172.21.15.46:0/2763742167 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33140173f0 con 0x7f332006a750 2024-04-26T01:55:10.769 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:10.769+0000 7f3327e00700 1 -- 172.21.15.46:0/2763742167 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33201a7fb0 con 0x7f332006a750 2024-04-26T01:55:10.769 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:10.770+0000 7f3327e00700 1 -- 172.21.15.46:0/2763742167 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3320069730 con 0x7f332006a750 2024-04-26T01:55:10.770 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:10.772+0000 7f331e000700 1 -- 172.21.15.46:0/2763742167 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 27) ==== 138777+0+0 (secure 0 0 0) 0x7f331402a070 con 0x7f332006a750 2024-04-26T01:55:10.772 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:10.773+0000 7f331e000700 1 --2- 172.21.15.46:0/2763742167 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f33080a3db0 0x7f33080a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:10.772 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:10.774+0000 7f331e000700 1 -- 172.21.15.46:0/2763742167 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f33140d1a00 con 0x7f332006a750 2024-04-26T01:55:10.772 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:10.774+0000 7f3324a00700 1 --2- 172.21.15.46:0/2763742167 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f33080a3db0 0x7f33080a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:10.773 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:10.775+0000 7f3324a00700 1 --2- 172.21.15.46:0/2763742167 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f33080a3db0 0x7f33080a6270 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f3320103a30 tx=0x7f330c009260 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:10.774 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:10.776+0000 7f331e000700 1 -- 172.21.15.46:0/2763742167 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3314031070 con 0x7f332006a750 2024-04-26T01:55:11.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:55:10 smithi046 ceph-mon[28013]: pgmap v131: 97 pgs: 97 active+clean; 180 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 31 KiB/s wr, 27 op/s 2024-04-26T01:55:11.065 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:11.067+0000 7f3327e00700 1 -- 172.21.15.46:0/2763742167 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f332019c790 con 0x7f332006a750 2024-04-26T01:55:11.066 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:11.068+0000 7f331e000700 1 -- 172.21.15.46:0/2763742167 <== mon.1 v2:172.21.15.163:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 39 v39) ==== 94+0+11974 (secure 0 0 0) 0x7f3314013070 con 0x7f332006a750 2024-04-26T01:55:11.067 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:55:11.067 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":39,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14391,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/3599447924","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":3599447924},{"type":"v1","addr":"172.21.15.46:6839","nonce":3599447924}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6833/1782107626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":1782107626},{"type":"v1","addr":"172.21.15.103:6833","nonce":1782107626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":39,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:46:33.259216+0000","modified":"2024-04-26T01:54:37.934156+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24530,"mds_1":24524,"mds_2":24511,"mds_3":24496,"mds_4":24488},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24448":{"gid":24448,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6833/3674154522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6832","nonce":3674154522},{"type":"v1","addr":"172.21.15.163:6833","nonce":3674154522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"d","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6837/2284069014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":2284069014},{"type":"v1","addr":"172.21.15.46:6837","nonce":2284069014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"j","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6835/441878789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":441878789},{"type":"v1","addr":"172.21.15.46:6835","nonce":441878789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/2093120942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":2093120942},{"type":"v1","addr":"172.21.15.103:6835","nonce":2093120942}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6835/3496224673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6834","nonce":3496224673},{"type":"v1","addr":"172.21.15.163:6835","nonce":3496224673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"h","rank":4,"incarnation":24,"state":"up:active","state_seq":16,"addr":"172.21.15.103:6837/356151155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":356151155},{"type":"v1","addr":"172.21.15.103:6837","nonce":356151155}]},"join_fscid":-1,"export_targets":[0,1,2,3],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":16,"addr":"172.21.15.163:6837/3255035214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6836","nonce":3255035214},{"type":"v1","addr":"172.21.15.163:6837","nonce":3255035214}]},"join_fscid":-1,"export_targets":[0,1,2,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.163:6839/1457170931","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6838","nonce":1457170931},{"type":"v1","addr":"172.21.15.163:6839","nonce":1457170931}]},"join_fscid":-1,"export_targets":[0,1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"a","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.46:6841/1857491842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":1857491842},{"type":"v1","addr":"172.21.15.46:6841","nonce":1857491842}]},"join_fscid":-1,"export_targets":[0,2,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.103:6839/4045492459","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":4045492459},{"type":"v1","addr":"172.21.15.103:6839","nonce":4045492459}]},"join_fscid":-1,"export_targets":[1,2,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24524,24496,24511,24530,24488]},"id":1}]} 2024-04-26T01:55:11.070 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:11.072+0000 7f3327e00700 1 -- 172.21.15.46:0/2763742167 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f33080a3db0 msgr2=0x7f33080a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:11.070 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:11.072+0000 7f3327e00700 1 --2- 172.21.15.46:0/2763742167 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f33080a3db0 0x7f33080a6270 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f3320103a30 tx=0x7f330c009260 comp rx=0 tx=0).stop 2024-04-26T01:55:11.070 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:11.072+0000 7f3327e00700 1 -- 172.21.15.46:0/2763742167 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f332006a750 msgr2=0x7f332019b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:11.070 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:11.072+0000 7f3327e00700 1 --2- 172.21.15.46:0/2763742167 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f332006a750 0x7f332019b480 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f3314005910 tx=0x7f331400bfc0 comp rx=0 tx=0).stop 2024-04-26T01:55:11.071 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:11.072+0000 7f3327e00700 1 -- 172.21.15.46:0/2763742167 shutdown_connections 2024-04-26T01:55:11.071 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:11.072+0000 7f3327e00700 1 --2- 172.21.15.46:0/2763742167 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f33080a3db0 0x7f33080a6270 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:11.071 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:11.072+0000 7f3327e00700 1 --2- 172.21.15.46:0/2763742167 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3320108a30 0x7f332019fd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:11.071 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:11.072+0000 7f3327e00700 1 --2- 172.21.15.46:0/2763742167 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f332006a750 0x7f332019b480 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:11.071 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:11.072+0000 7f3327e00700 1 --2- 172.21.15.46:0/2763742167 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f332006b0f0 0x7f332019b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:11.071 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:11.072+0000 7f3327e00700 1 -- 172.21.15.46:0/2763742167 >> 172.21.15.46:0/2763742167 conn(0x7f33200788f0 msgr2=0x7f3320100410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:11.071 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:11.072+0000 7f3327e00700 1 -- 172.21.15.46:0/2763742167 shutdown_connections 2024-04-26T01:55:11.071 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:11.073+0000 7f3327e00700 1 -- 172.21.15.46:0/2763742167 wait complete. 2024-04-26T01:55:11.072 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 39 2024-04-26T01:55:11.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:55:10 smithi103 ceph-mon[32920]: pgmap v131: 97 pgs: 97 active+clean; 180 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 31 KiB/s wr, 27 op/s 2024-04-26T01:55:11.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:55:10 smithi163 ceph-mon[32592]: pgmap v131: 97 pgs: 97 active+clean; 180 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 31 KiB/s wr, 27 op/s 2024-04-26T01:55:12.033 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24530 quiesce db --set-id ebf970d5 --release --await' 2024-04-26T01:55:12.034 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24530 quiesce db --set-id ebf970d5 --release --await 2024-04-26T01:55:12.158 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:55:11 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/2763742167' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:55:12.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:55:11 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/2763742167' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:55:12.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:55:11 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/2763742167' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:55:12.489 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:55:12.985 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:55:12 smithi046 ceph-mon[28013]: pgmap v132: 97 pgs: 97 active+clean; 180 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 32 KiB/s wr, 26 op/s 2024-04-26T01:55:13.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:55:12 smithi163 ceph-mon[32592]: pgmap v132: 97 pgs: 97 active+clean; 180 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 32 KiB/s wr, 26 op/s 2024-04-26T01:55:13.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:55:12 smithi103 ceph-mon[32920]: pgmap v132: 97 pgs: 97 active+clean; 180 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 32 KiB/s wr, 26 op/s 2024-04-26T01:55:14.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.859+0000 7f21ae600700 1 -- 172.21.15.46:0/4131306619 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f21a8105870 msgr2=0x7f21a81098c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:14.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.859+0000 7f21ae600700 1 --2- 172.21.15.46:0/4131306619 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f21a8105870 0x7f21a81098c0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f21940099c0 tx=0x7f2194009cd0 comp rx=0 tx=0).stop 2024-04-26T01:55:14.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.859+0000 7f21ae600700 1 -- 172.21.15.46:0/4131306619 shutdown_connections 2024-04-26T01:55:14.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.859+0000 7f21ae600700 1 --2- 172.21.15.46:0/4131306619 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f21a8109fa0 0x7f21a8111b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:14.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.859+0000 7f21ae600700 1 --2- 172.21.15.46:0/4131306619 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f21a8104ec0 0x7f21a81052a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:14.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.859+0000 7f21ae600700 1 --2- 172.21.15.46:0/4131306619 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f21a8105870 0x7f21a81098c0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:14.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.859+0000 7f21ae600700 1 -- 172.21.15.46:0/4131306619 >> 172.21.15.46:0/4131306619 conn(0x7f21a8100750 msgr2=0x7f21a8102b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:14.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.859+0000 7f21ae600700 1 -- 172.21.15.46:0/4131306619 shutdown_connections 2024-04-26T01:55:14.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.859+0000 7f21ae600700 1 -- 172.21.15.46:0/4131306619 wait complete. 2024-04-26T01:55:14.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.860+0000 7f21ae600700 1 Processor -- start 2024-04-26T01:55:14.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.861+0000 7f21ae600700 1 -- start start 2024-04-26T01:55:14.859 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.861+0000 7f21ae600700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f21a8104ec0 0x7f21a819b450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:14.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.861+0000 7f21ae600700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f21a8105870 0x7f21a819b990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:14.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.861+0000 7f21ae600700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f21a8109fa0 0x7f21a819fd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:14.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.861+0000 7f21ae600700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f21a8114fa0 con 0x7f21a8105870 2024-04-26T01:55:14.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.861+0000 7f21ae600700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f21a8114e20 con 0x7f21a8104ec0 2024-04-26T01:55:14.860 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.861+0000 7f21ae600700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f21a8115120 con 0x7f21a8109fa0 2024-04-26T01:55:14.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.861+0000 7f21a6a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f21a8105870 0x7f21a819b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:14.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.861+0000 7f21a7400700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f21a8104ec0 0x7f21a819b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:14.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.862+0000 7f21a7400700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f21a8104ec0 0x7f21a819b450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:48936/0 (socket says 172.21.15.46:48936) 2024-04-26T01:55:14.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.862+0000 7f21a7400700 1 -- 172.21.15.46:0/4013012393 learned_addr learned my addr 172.21.15.46:0/4013012393 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:55:14.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.862+0000 7f21a7e00700 1 --2- 172.21.15.46:0/4013012393 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f21a8109fa0 0x7f21a819fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:14.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.862+0000 7f21a7400700 1 -- 172.21.15.46:0/4013012393 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f21a8109fa0 msgr2=0x7f21a819fd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:14.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.862+0000 7f21a7400700 1 --2- 172.21.15.46:0/4013012393 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f21a8109fa0 0x7f21a819fd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:14.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.862+0000 7f21a7400700 1 -- 172.21.15.46:0/4013012393 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f21a8105870 msgr2=0x7f21a819b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:14.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.862+0000 7f21a7400700 1 --2- 172.21.15.46:0/4013012393 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f21a8105870 0x7f21a819b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:14.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.862+0000 7f21a7400700 1 -- 172.21.15.46:0/4013012393 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21a81a0460 con 0x7f21a8104ec0 2024-04-26T01:55:14.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.862+0000 7f21a7400700 1 --2- 172.21.15.46:0/4013012393 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f21a8104ec0 0x7f21a819b450 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f219800e9a0 tx=0x7f219800ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:14.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.863+0000 7f219fe00700 1 -- 172.21.15.46:0/4013012393 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f219800ca10 con 0x7f21a8104ec0 2024-04-26T01:55:14.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.863+0000 7f219fe00700 1 -- 172.21.15.46:0/4013012393 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f219800cbb0 con 0x7f21a8104ec0 2024-04-26T01:55:14.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.863+0000 7f21ae600700 1 -- 172.21.15.46:0/4013012393 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21a81a0750 con 0x7f21a8104ec0 2024-04-26T01:55:14.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.863+0000 7f219fe00700 1 -- 172.21.15.46:0/4013012393 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2198018680 con 0x7f21a8104ec0 2024-04-26T01:55:14.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.863+0000 7f21ae600700 1 -- 172.21.15.46:0/4013012393 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21a81a7fd0 con 0x7f21a8104ec0 2024-04-26T01:55:14.864 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.866+0000 7f219fe00700 1 -- 172.21.15.46:0/4013012393 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 27) ==== 138777+0+0 (secure 0 0 0) 0x7f2198018820 con 0x7f21a8104ec0 2024-04-26T01:55:14.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.868+0000 7f21b906eb80 1 Processor -- start 2024-04-26T01:55:14.866 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.868+0000 7f21b906eb80 1 -- start start 2024-04-26T01:55:14.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.869+0000 7f219fe00700 1 --2- 172.21.15.46:0/4013012393 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f218c0a3db0 0x7f218c0a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:14.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.869+0000 7f21b906eb80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562681f17920 0x562681f17d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:14.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.869+0000 7f21b906eb80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562681f18240 0x562681f22bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:14.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.869+0000 7f21b906eb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562681f230f0 0x562681f254e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:14.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.869+0000 7f21b906eb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x562681e6af90 con 0x562681f230f0 2024-04-26T01:55:14.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.869+0000 7f21b906eb80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x562681e11830 con 0x562681f18240 2024-04-26T01:55:14.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.869+0000 7f21b906eb80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x562681e66f50 con 0x562681f17920 2024-04-26T01:55:14.867 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.869+0000 7f219fe00700 1 -- 172.21.15.46:0/4013012393 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f21980d09f0 con 0x7f21a8104ec0 2024-04-26T01:55:14.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.869+0000 7f21a6a00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562681f18240 0x562681f22bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:14.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.869+0000 7f21a7400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562681f17920 0x562681f17d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:14.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.869+0000 7f21a7e00700 1 --2- 172.21.15.46:0/4013012393 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f218c0a3db0 0x7f218c0a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:14.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.869+0000 7f21a6a00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562681f18240 0x562681f22bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:48944/0 (socket says 172.21.15.46:48944) 2024-04-26T01:55:14.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.869+0000 7f21a7400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562681f17920 0x562681f17d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:47320/0 (socket says 172.21.15.46:47320) 2024-04-26T01:55:14.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.869+0000 7f21a6a00700 1 -- 172.21.15.46:0/3749430313 learned_addr learned my addr 172.21.15.46:0/3749430313 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:55:14.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.869+0000 7f21a7e00700 1 --2- 172.21.15.46:0/3749430313 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562681f230f0 0x562681f254e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:14.868 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.870+0000 7f21a6a00700 1 -- 172.21.15.46:0/3749430313 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562681f17920 msgr2=0x562681f17d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:14.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.870+0000 7f21a6a00700 1 --2- 172.21.15.46:0/3749430313 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562681f17920 0x562681f17d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:14.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.870+0000 7f21a6a00700 1 -- 172.21.15.46:0/3749430313 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562681f230f0 msgr2=0x562681f254e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:14.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.870+0000 7f21a6a00700 1 --2- 172.21.15.46:0/3749430313 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562681f230f0 0x562681f254e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:14.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.870+0000 7f21a6a00700 1 -- 172.21.15.46:0/3749430313 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562681e07780 con 0x562681f18240 2024-04-26T01:55:14.869 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.870+0000 7f21a7e00700 1 --2- 172.21.15.46:0/3749430313 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562681f230f0 0x562681f254e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:55:14.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.870+0000 7f21a6a00700 1 --2- 172.21.15.46:0/3749430313 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562681f18240 0x562681f22bb0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f21a806c260 tx=0x7f2194005c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4cda470de976097a server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:14.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.870+0000 7f21a7e00700 1 --2- 172.21.15.46:0/4013012393 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f218c0a3db0 0x7f218c0a6270 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f21a0009ec0 tx=0x7f21a0009920 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:14.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.871+0000 7f219cc00700 1 -- 172.21.15.46:0/3749430313 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2194028070 con 0x562681f18240 2024-04-26T01:55:14.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.871+0000 7f219cc00700 1 -- 172.21.15.46:0/3749430313 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2194003680 con 0x562681f18240 2024-04-26T01:55:14.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.871+0000 7f219cc00700 1 -- 172.21.15.46:0/3749430313 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f219400b9f0 con 0x562681f18240 2024-04-26T01:55:14.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.871+0000 7f21b906eb80 1 -- 172.21.15.46:0/3749430313 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562681f18240 msgr2=0x562681f22bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:14.870 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.871+0000 7f21b906eb80 1 --2- 172.21.15.46:0/3749430313 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562681f18240 0x562681f22bb0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f21a806c260 tx=0x7f2194005c00 comp rx=0 tx=0).stop 2024-04-26T01:55:14.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.871+0000 7f21b906eb80 1 -- 172.21.15.46:0/3749430313 shutdown_connections 2024-04-26T01:55:14.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.871+0000 7f21b906eb80 1 --2- 172.21.15.46:0/3749430313 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562681f230f0 0x562681f254e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:14.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.871+0000 7f21b906eb80 1 --2- 172.21.15.46:0/3749430313 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562681f17920 0x562681f17d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:14.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.871+0000 7f21b906eb80 1 --2- 172.21.15.46:0/3749430313 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562681f18240 0x562681f22bb0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:14.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.871+0000 7f21b906eb80 1 -- 172.21.15.46:0/3749430313 >> 172.21.15.46:0/3749430313 conn(0x562681e466a0 msgr2=0x562681f13dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:14.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.872+0000 7f21b906eb80 1 -- 172.21.15.46:0/3749430313 shutdown_connections 2024-04-26T01:55:14.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.872+0000 7f21b906eb80 1 -- 172.21.15.46:0/3749430313 wait complete. 2024-04-26T01:55:14.871 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.872+0000 7f21b906eb80 1 -- start start 2024-04-26T01:55:14.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.872+0000 7f21b906eb80 1 Processor -- start 2024-04-26T01:55:14.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.873+0000 7f21b906eb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562681f17920 0x562681f22810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:14.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.873+0000 7f21b906eb80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562681f18240 0x562681f1fb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:14.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.873+0000 7f21b906eb80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562681f230f0 0x562681f20050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:14.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.873+0000 7f21b906eb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x562681f25bb0 con 0x562681f17920 2024-04-26T01:55:14.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.873+0000 7f21b906eb80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x562681e24960 con 0x562681f230f0 2024-04-26T01:55:14.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.873+0000 7f21b906eb80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x562681f25d30 con 0x562681f18240 2024-04-26T01:55:14.872 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.873+0000 7f21b906eb80 10 client.0 _ll_register_callbacks cb 0x562681e03820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:55:14.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.873+0000 7f21a7400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562681f17920 0x562681f22810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:14.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.873+0000 7f21a7400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562681f17920 0x562681f22810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:55406/0 (socket says 172.21.15.46:55406) 2024-04-26T01:55:14.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.873+0000 7f21a7400700 1 -- 172.21.15.46:0/3510975602 learned_addr learned my addr 172.21.15.46:0/3510975602 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:55:14.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.873+0000 7f21a7e00700 1 --2- 172.21.15.46:0/3510975602 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562681f230f0 0x562681f20050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:14.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.873+0000 7f21a6a00700 1 --2- 172.21.15.46:0/3510975602 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562681f18240 0x562681f1fb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:14.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.874+0000 7f21a7400700 1 -- 172.21.15.46:0/3510975602 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562681f18240 msgr2=0x562681f1fb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:14.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.874+0000 7f21a7400700 1 --2- 172.21.15.46:0/3510975602 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562681f18240 0x562681f1fb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:14.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.874+0000 7f21a7400700 1 -- 172.21.15.46:0/3510975602 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562681f230f0 msgr2=0x562681f20050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:14.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.874+0000 7f21a7400700 1 --2- 172.21.15.46:0/3510975602 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562681f230f0 0x562681f20050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:14.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.874+0000 7f21a7400700 1 -- 172.21.15.46:0/3510975602 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562681db89d0 con 0x562681f17920 2024-04-26T01:55:14.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.874+0000 7f21a7400700 1 --2- 172.21.15.46:0/3510975602 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562681f17920 0x562681f22810 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f2198098dc0 tx=0x7f219809c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34174c377abd2746 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:14.873 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.874+0000 7f2191600700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2024-04-26T01:55:14.874 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.874+0000 7f2191600700 1 -- 172.21.15.46:0/3510975602 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21980a55d0 con 0x562681f17920 2024-04-26T01:55:14.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.874+0000 7f2191600700 1 -- 172.21.15.46:0/3510975602 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f21980912a0 con 0x562681f17920 2024-04-26T01:55:14.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.874+0000 7f21b906eb80 1 -- 172.21.15.46:0/3510975602 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2194003680 con 0x562681f17920 2024-04-26T01:55:14.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.875+0000 7f2191600700 1 -- 172.21.15.46:0/3510975602 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7f21980ce390 con 0x562681f17920 2024-04-26T01:55:14.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.875+0000 7f21b906eb80 10 client.15633 fetch_fsmap learned FSMap version 39 2024-04-26T01:55:14.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.875+0000 7f21b906eb80 1 -- 172.21.15.46:0/3510975602 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) -- 0x562681e01bf0 con 0x562681f17920 2024-04-26T01:55:14.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.875+0000 7f2191600700 1 -- 172.21.15.46:0/3510975602 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2194003680 con 0x562681f17920 2024-04-26T01:55:14.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.875+0000 7f2191600700 1 -- 172.21.15.46:0/3510975602 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 39) ==== 8426+0+0 (secure 0 0 0) 0x7f21980a51d0 con 0x562681f17920 2024-04-26T01:55:14.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.875+0000 7f21b906eb80 10 client.15633 fetch_fsmap finished waiting for FSMap version 39 2024-04-26T01:55:14.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.875+0000 7f21b906eb80 10 client.15633 resolve_mds: validated gid 24530 aka daemon mds.b 2024-04-26T01:55:14.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.875+0000 7f21b906eb80 20 client.15633 populate_metadata read hostname 'smithi046' 2024-04-26T01:55:14.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.875+0000 7f21b906eb80 1 --2- 172.21.15.46:0/3510975602 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x562681f327a0 0x562681f34be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:14.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.875+0000 7f21b906eb80 4 client.15633 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:55:14.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.875+0000 7f21b906eb80 1 -- 172.21.15.46:0/3510975602 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562681e78780 con 0x562681f327a0 2024-04-26T01:55:14.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.876+0000 7f21a6a00700 1 --2- 172.21.15.46:0/3510975602 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x562681f327a0 0x562681f34be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:14.875 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.877+0000 7f21a6a00700 1 --2- 172.21.15.46:0/3510975602 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x562681f327a0 0x562681f34be0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d28e3e1ba6e96eea server_cookie=cd2b7fa210e62dc5 in_seq=0 out_seq=0 2024-04-26T01:55:14.876 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.877+0000 7f2191600700 10 client.15633 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:55:14.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.877+0000 7f2191600700 1 -- 172.21.15.46:0/3510975602 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x562681e78780 con 0x562681f327a0 2024-04-26T01:55:14.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.877+0000 7f2191600700 10 client.15633 handle_command_reply: tid=0 2024-04-26T01:55:14.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.877+0000 7f21b906eb80 1 client.15633 shutdown 2024-04-26T01:55:14.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.878+0000 7f21b906eb80 1 -- 172.21.15.46:0/3510975602 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562681f17920 msgr2=0x562681f22810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:14.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.878+0000 7f21b906eb80 1 --2- 172.21.15.46:0/3510975602 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562681f17920 0x562681f22810 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f2198098dc0 tx=0x7f219809c960 comp rx=0 tx=0).stop 2024-04-26T01:55:14.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.878+0000 7f21b906eb80 1 -- 172.21.15.46:0/3510975602 shutdown_connections 2024-04-26T01:55:14.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.878+0000 7f21b906eb80 1 --2- 172.21.15.46:0/3510975602 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562681f230f0 0x562681f20050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:14.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.878+0000 7f21b906eb80 1 --2- 172.21.15.46:0/3510975602 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562681f17920 0x562681f22810 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:14.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.878+0000 7f21b906eb80 1 --2- 172.21.15.46:0/3510975602 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x562681f327a0 0x562681f34be0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:14.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.878+0000 7f21b906eb80 1 --2- 172.21.15.46:0/3510975602 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562681f18240 0x562681f1fb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:14.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.878+0000 7f21b906eb80 1 -- 172.21.15.46:0/3510975602 >> 172.21.15.46:0/3510975602 conn(0x562681e466a0 msgr2=0x562681f139c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:14.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.878+0000 7f2191600700 0 client.15633 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:55:14.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.878+0000 7f21b906eb80 1 -- 172.21.15.46:0/3510975602 shutdown_connections 2024-04-26T01:55:14.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.878+0000 7f21b906eb80 1 -- 172.21.15.46:0/3510975602 wait complete. 2024-04-26T01:55:14.877 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.878+0000 7f21b906eb80 20 client.15633 trim_cache size 0 max 16384 2024-04-26T01:55:14.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.901+0000 7f21b906eb80 1 Processor -- start 2024-04-26T01:55:14.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.902+0000 7f21b906eb80 1 -- start start 2024-04-26T01:55:14.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.902+0000 7f21b906eb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562681f17920 0x562681f1e770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:14.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.902+0000 7f21b906eb80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562681f18240 0x562681f1b340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:14.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.902+0000 7f21b906eb80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562681f230f0 0x562681f1ff60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:14.900 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.902+0000 7f21b906eb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f21a81af570 con 0x562681f17920 2024-04-26T01:55:14.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.902+0000 7f21b906eb80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f21a81b1350 con 0x562681f18240 2024-04-26T01:55:14.901 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.902+0000 7f21b906eb80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f21a81afd00 con 0x562681f230f0 2024-04-26T01:55:14.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.902+0000 7f21a7400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562681f17920 0x562681f1e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:14.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.902+0000 7f21a7400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562681f17920 0x562681f1e770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:55414/0 (socket says 172.21.15.46:55414) 2024-04-26T01:55:14.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.902+0000 7f21a7400700 1 -- 172.21.15.46:0/1934553950 learned_addr learned my addr 172.21.15.46:0/1934553950 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:55:14.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.902+0000 7f21a7e00700 1 --2- 172.21.15.46:0/1934553950 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562681f230f0 0x562681f1ff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:14.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.902+0000 7f21a6a00700 1 --2- 172.21.15.46:0/1934553950 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562681f18240 0x562681f1b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:14.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.903+0000 7f21a7400700 1 -- 172.21.15.46:0/1934553950 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562681f230f0 msgr2=0x562681f1ff60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:14.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.903+0000 7f21a7400700 1 --2- 172.21.15.46:0/1934553950 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562681f230f0 0x562681f1ff60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:14.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.903+0000 7f21a7400700 1 -- 172.21.15.46:0/1934553950 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562681f18240 msgr2=0x562681f1b340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:14.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.903+0000 7f21a7400700 1 --2- 172.21.15.46:0/1934553950 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562681f18240 0x562681f1b340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:14.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.903+0000 7f21a7400700 1 -- 172.21.15.46:0/1934553950 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562681f257f0 con 0x562681f17920 2024-04-26T01:55:14.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.903+0000 7f21a7e00700 1 --2- 172.21.15.46:0/1934553950 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562681f230f0 0x562681f1ff60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:55:14.902 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.903+0000 7f21a7400700 1 --2- 172.21.15.46:0/1934553950 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562681f17920 0x562681f1e770 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f21980992e0 tx=0x7f21980a0e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4bd68beeb5a0d2d4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:14.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.903+0000 7f2193e00700 1 -- 172.21.15.46:0/1934553950 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f219809ac60 con 0x562681f17920 2024-04-26T01:55:14.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.904+0000 7f2193e00700 1 -- 172.21.15.46:0/1934553950 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f21980912a0 con 0x562681f17920 2024-04-26T01:55:14.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.904+0000 7f2193e00700 1 -- 172.21.15.46:0/1934553950 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f219809ce20 con 0x562681f17920 2024-04-26T01:55:14.903 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.904+0000 7f21b906eb80 1 -- 172.21.15.46:0/1934553950 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562681f17920 msgr2=0x562681f1e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:14.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.904+0000 7f21b906eb80 1 --2- 172.21.15.46:0/1934553950 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562681f17920 0x562681f1e770 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f21980992e0 tx=0x7f21980a0e90 comp rx=0 tx=0).stop 2024-04-26T01:55:14.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.904+0000 7f21b906eb80 1 -- 172.21.15.46:0/1934553950 shutdown_connections 2024-04-26T01:55:14.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.904+0000 7f21b906eb80 1 --2- 172.21.15.46:0/1934553950 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562681f230f0 0x562681f1ff60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:14.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.904+0000 7f21b906eb80 1 --2- 172.21.15.46:0/1934553950 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562681f17920 0x562681f1e770 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:14.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.904+0000 7f21b906eb80 1 --2- 172.21.15.46:0/1934553950 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562681f18240 0x562681f1b340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:14.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.904+0000 7f21b906eb80 1 -- 172.21.15.46:0/1934553950 >> 172.21.15.46:0/1934553950 conn(0x562681e466a0 msgr2=0x562681f19820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:14.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.905+0000 7f21b906eb80 1 -- 172.21.15.46:0/1934553950 shutdown_connections 2024-04-26T01:55:14.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.905+0000 7f21b906eb80 1 -- 172.21.15.46:0/1934553950 wait complete. 2024-04-26T01:55:14.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.905+0000 7f21b906eb80 1 -- start start 2024-04-26T01:55:14.904 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.905+0000 7f21b906eb80 1 Processor -- start 2024-04-26T01:55:14.905 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.906+0000 7f21b906eb80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562681f17920 0x562681f2b000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:14.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.906+0000 7f21b906eb80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562681f18240 0x562681f2b540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:14.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.906+0000 7f21b906eb80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562681f230f0 0x562681f25fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:14.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.906+0000 7f21b906eb80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f21a81b0bc0 con 0x562681f18240 2024-04-26T01:55:14.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.906+0000 7f21b906eb80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f21a81b0430 con 0x562681f230f0 2024-04-26T01:55:14.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.906+0000 7f21b906eb80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f21a81ad530 con 0x562681f17920 2024-04-26T01:55:14.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.906+0000 7f21b906eb80 10 client.0 _ll_register_callbacks cb 0x562681e03820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:55:14.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.906+0000 7f21a7400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562681f17920 0x562681f2b000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:14.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.906+0000 7f21a6a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562681f18240 0x562681f2b540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:14.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.906+0000 7f21a7400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562681f17920 0x562681f2b000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:47350/0 (socket says 172.21.15.46:47350) 2024-04-26T01:55:14.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.906+0000 7f21a7400700 1 -- 172.21.15.46:0/867984864 learned_addr learned my addr 172.21.15.46:0/867984864 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:55:14.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.906+0000 7f21a7e00700 1 --2- 172.21.15.46:0/867984864 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562681f230f0 0x562681f25fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:14.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.906+0000 7f21a7400700 1 -- 172.21.15.46:0/867984864 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562681f230f0 msgr2=0x562681f25fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:14.906 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.906+0000 7f21a7400700 1 --2- 172.21.15.46:0/867984864 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562681f230f0 0x562681f25fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:14.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.907+0000 7f21a7400700 1 -- 172.21.15.46:0/867984864 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562681f18240 msgr2=0x562681f2b540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:14.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.907+0000 7f21a7400700 1 --2- 172.21.15.46:0/867984864 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562681f18240 0x562681f2b540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:14.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.907+0000 7f21a7400700 1 -- 172.21.15.46:0/867984864 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562681f26700 con 0x562681f17920 2024-04-26T01:55:14.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.907+0000 7f21a7e00700 1 --2- 172.21.15.46:0/867984864 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562681f230f0 0x562681f25fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:55:14.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.907+0000 7f21a7400700 1 --2- 172.21.15.46:0/867984864 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562681f17920 0x562681f2b000 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f219800c2d0 tx=0x7f21980bbf00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b668a6e147a869fb server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:14.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.907+0000 7f2191600700 10 client.0 ms_handle_connect on v2:172.21.15.163:3300/0 2024-04-26T01:55:14.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.907+0000 7f2191600700 1 -- 172.21.15.46:0/867984864 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2198087160 con 0x562681f17920 2024-04-26T01:55:14.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.907+0000 7f21b906eb80 1 -- 172.21.15.46:0/867984864 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f21980912a0 con 0x562681f17920 2024-04-26T01:55:14.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.907+0000 7f2191600700 1 -- 172.21.15.46:0/867984864 <== mon.1 v2:172.21.15.163:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f2198087300 con 0x562681f17920 2024-04-26T01:55:14.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.907+0000 7f2191600700 1 -- 172.21.15.46:0/867984864 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7f21980971a0 con 0x562681f17920 2024-04-26T01:55:14.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.907+0000 7f21b906eb80 10 client.25795 fetch_fsmap learned FSMap version 39 2024-04-26T01:55:14.907 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.907+0000 7f21b906eb80 1 -- 172.21.15.46:0/867984864 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) -- 0x562681f997f0 con 0x562681f17920 2024-04-26T01:55:14.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.908+0000 7f2191600700 1 -- 172.21.15.46:0/867984864 <== mon.1 v2:172.21.15.163:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f21980912a0 con 0x562681f17920 2024-04-26T01:55:14.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.908+0000 7f2191600700 1 -- 172.21.15.46:0/867984864 <== mon.1 v2:172.21.15.163:3300/0 5 ==== fsmap(e 39) ==== 8426+0+0 (secure 0 0 0) 0x7f219809b9e0 con 0x562681f17920 2024-04-26T01:55:14.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.908+0000 7f21b906eb80 10 client.25795 fetch_fsmap finished waiting for FSMap version 39 2024-04-26T01:55:14.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.908+0000 7f21b906eb80 10 client.25795 resolve_mds: validated gid 24530 aka daemon mds.b 2024-04-26T01:55:14.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.908+0000 7f21b906eb80 20 client.25795 populate_metadata read hostname 'smithi046' 2024-04-26T01:55:14.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.908+0000 7f21b906eb80 1 --2- 172.21.15.46:0/867984864 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x562681f99ce0 0x562681f9c100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:14.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.908+0000 7f21b906eb80 4 client.25795 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "ebf970d5", "release": true, "await": true}] 2024-04-26T01:55:14.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.908+0000 7f21b906eb80 1 -- 172.21.15.46:0/867984864 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "quiesce db", "set_id": "ebf970d5", "release": true, "await": true}) -- 0x562681e72820 con 0x562681f99ce0 2024-04-26T01:55:14.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.909+0000 7f21a6a00700 1 --2- 172.21.15.46:0/867984864 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x562681f99ce0 0x562681f9c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:14.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.909+0000 7f21a6a00700 1 --2- 172.21.15.46:0/867984864 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x562681f99ce0 0x562681f9c100 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9beda810afb5b367 server_cookie=1f0b718b54699652 in_seq=0 out_seq=0 2024-04-26T01:55:14.909 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.909+0000 7f2191600700 10 client.25795 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:55:14.942 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.943+0000 7f2191600700 1 -- 172.21.15.46:0/867984864 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x562681e72820 con 0x562681f99ce0 2024-04-26T01:55:14.942 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.943+0000 7f2191600700 10 client.25795 handle_command_reply: tid=0 2024-04-26T01:55:14.942 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.944+0000 7f21b906eb80 1 client.25795 shutdown 2024-04-26T01:55:14.942 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:55:14 smithi046 ceph-mon[28013]: pgmap v133: 97 pgs: 97 active+clean; 180 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 32 KiB/s wr, 25 op/s 2024-04-26T01:55:14.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.944+0000 7f21b906eb80 1 -- 172.21.15.46:0/867984864 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562681f17920 msgr2=0x562681f2b000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:14.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.944+0000 7f21b906eb80 1 --2- 172.21.15.46:0/867984864 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562681f17920 0x562681f2b000 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f219800c2d0 tx=0x7f21980bbf00 comp rx=0 tx=0).stop 2024-04-26T01:55:14.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.944+0000 7f21b906eb80 1 -- 172.21.15.46:0/867984864 shutdown_connections 2024-04-26T01:55:14.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.944+0000 7f21b906eb80 1 --2- 172.21.15.46:0/867984864 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562681f230f0 0x562681f25fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:14.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.944+0000 7f21b906eb80 1 --2- 172.21.15.46:0/867984864 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x562681f99ce0 0x562681f9c100 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:14.943 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.944+0000 7f21b906eb80 1 --2- 172.21.15.46:0/867984864 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x562681f17920 0x562681f2b000 secure :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f219800c2d0 tx=0x7f21980bbf00 comp rx=0 tx=0).stop 2024-04-26T01:55:14.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.944+0000 7f21b906eb80 1 --2- 172.21.15.46:0/867984864 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x562681f18240 0x562681f2b540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:14.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.944+0000 7f21b906eb80 1 -- 172.21.15.46:0/867984864 >> 172.21.15.46:0/867984864 conn(0x562681e466a0 msgr2=0x562681f21bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:14.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.944+0000 7f2191600700 0 client.25795 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:55:14.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.945+0000 7f21b906eb80 1 -- 172.21.15.46:0/867984864 shutdown_connections 2024-04-26T01:55:14.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.945+0000 7f21b906eb80 1 -- 172.21.15.46:0/867984864 wait complete. 2024-04-26T01:55:14.944 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.945+0000 7f21b906eb80 20 client.25795 trim_cache size 0 max 16384 2024-04-26T01:55:14.945 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-04-26T01:55:14.945 INFO:teuthology.orchestra.run.smithi046.stdout: "epoch": 39, 2024-04-26T01:55:14.945 INFO:teuthology.orchestra.run.smithi046.stdout: "leader": 24530, 2024-04-26T01:55:14.945 INFO:teuthology.orchestra.run.smithi046.stdout: "set_version": 12, 2024-04-26T01:55:14.945 INFO:teuthology.orchestra.run.smithi046.stdout: "sets": { 2024-04-26T01:55:14.945 INFO:teuthology.orchestra.run.smithi046.stdout: "ebf970d5": { 2024-04-26T01:55:14.945 INFO:teuthology.orchestra.run.smithi046.stdout: "version": 12, 2024-04-26T01:55:14.945 INFO:teuthology.orchestra.run.smithi046.stdout: "age_ref": 0.0, 2024-04-26T01:55:14.945 INFO:teuthology.orchestra.run.smithi046.stdout: "state": { 2024-04-26T01:55:14.945 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "RELEASED", 2024-04-26T01:55:14.945 INFO:teuthology.orchestra.run.smithi046.stdout: "age": 0.0 2024-04-26T01:55:14.945 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T01:55:14.945 INFO:teuthology.orchestra.run.smithi046.stdout: "timeout": 60.0, 2024-04-26T01:55:14.946 INFO:teuthology.orchestra.run.smithi046.stdout: "expiration": 90.0, 2024-04-26T01:55:14.946 INFO:teuthology.orchestra.run.smithi046.stdout: "members": { 2024-04-26T01:55:14.946 INFO:teuthology.orchestra.run.smithi046.stdout: "file:/": { 2024-04-26T01:55:14.946 INFO:teuthology.orchestra.run.smithi046.stdout: "excluded": false, 2024-04-26T01:55:14.946 INFO:teuthology.orchestra.run.smithi046.stdout: "state": { 2024-04-26T01:55:14.946 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "RELEASED", 2024-04-26T01:55:14.946 INFO:teuthology.orchestra.run.smithi046.stdout: "age": 0.0 2024-04-26T01:55:14.946 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T01:55:14.946 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T01:55:14.946 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T01:55:14.946 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T01:55:14.946 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T01:55:14.946 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-04-26T01:55:14.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.946+0000 7f21ae600700 1 -- 172.21.15.46:0/4013012393 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f218c0a3db0 msgr2=0x7f218c0a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:14.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.946+0000 7f21ae600700 1 --2- 172.21.15.46:0/4013012393 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f218c0a3db0 0x7f218c0a6270 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f21a0009ec0 tx=0x7f21a0009920 comp rx=0 tx=0).stop 2024-04-26T01:55:14.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.946+0000 7f21ae600700 1 -- 172.21.15.46:0/4013012393 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f21a8104ec0 msgr2=0x7f21a819b450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:14.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.946+0000 7f21ae600700 1 --2- 172.21.15.46:0/4013012393 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f21a8104ec0 0x7f21a819b450 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f219800e9a0 tx=0x7f219800ecb0 comp rx=0 tx=0).stop 2024-04-26T01:55:14.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.947+0000 7f21ae600700 1 -- 172.21.15.46:0/4013012393 shutdown_connections 2024-04-26T01:55:14.947 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.947+0000 7f21ae600700 1 --2- 172.21.15.46:0/4013012393 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f218c0a3db0 0x7f218c0a6270 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:14.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.947+0000 7f21ae600700 1 --2- 172.21.15.46:0/4013012393 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f21a8109fa0 0x7f21a819fd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:14.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.947+0000 7f21ae600700 1 --2- 172.21.15.46:0/4013012393 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f21a8104ec0 0x7f21a819b450 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:14.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.947+0000 7f21ae600700 1 --2- 172.21.15.46:0/4013012393 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f21a8105870 0x7f21a819b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:14.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.947+0000 7f21ae600700 1 -- 172.21.15.46:0/4013012393 >> 172.21.15.46:0/4013012393 conn(0x7f21a8100750 msgr2=0x7f21a8101320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:14.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.947+0000 7f21ae600700 1 -- 172.21.15.46:0/4013012393 shutdown_connections 2024-04-26T01:55:14.948 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:55:14.947+0000 7f21ae600700 1 -- 172.21.15.46:0/4013012393 wait complete. 2024-04-26T01:55:15.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:55:14 smithi163 ceph-mon[32592]: pgmap v133: 97 pgs: 97 active+clean; 180 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 32 KiB/s wr, 25 op/s 2024-04-26T01:55:15.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:55:14 smithi103 ceph-mon[32920]: pgmap v133: 97 pgs: 97 active+clean; 180 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 32 KiB/s wr, 25 op/s 2024-04-26T01:55:16.073 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'ebf970d5', seconds elapsed: 46.6 2024-04-26T01:55:17.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:55:16 smithi163 ceph-mon[32592]: pgmap v134: 97 pgs: 97 active+clean; 180 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 33 KiB/s wr, 29 op/s 2024-04-26T01:55:17.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:55:16 smithi046 ceph-mon[28013]: pgmap v134: 97 pgs: 97 active+clean; 180 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 33 KiB/s wr, 29 op/s 2024-04-26T01:55:17.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:55:16 smithi103 ceph-mon[32920]: pgmap v134: 97 pgs: 97 active+clean; 180 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 33 KiB/s wr, 29 op/s 2024-04-26T01:55:19.103 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.104+0000 7f197ac00640 1 -- 172.21.15.46:0/1142984644 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1974102f10 msgr2=0x7f19741032f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:19.103 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.104+0000 7f197ac00640 1 --2- 172.21.15.46:0/1142984644 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1974102f10 0x7f19741032f0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f1964009be0 tx=0x7f196402a750 comp rx=0 tx=0).stop 2024-04-26T01:55:19.103 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.104+0000 7f197ac00640 1 -- 172.21.15.46:0/1142984644 shutdown_connections 2024-04-26T01:55:19.103 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.104+0000 7f197ac00640 1 --2- 172.21.15.46:0/1142984644 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f197410c330 0x7f197410e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.103 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.104+0000 7f197ac00640 1 --2- 172.21.15.46:0/1142984644 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1974103830 0x7f197410bd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.103 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.104+0000 7f197ac00640 1 --2- 172.21.15.46:0/1142984644 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1974102f10 0x7f19741032f0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.104 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.104+0000 7f197ac00640 1 -- 172.21.15.46:0/1142984644 >> 172.21.15.46:0/1142984644 conn(0x7f19740fc770 msgr2=0x7f19740feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:19.104 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.105+0000 7f197ac00640 1 -- 172.21.15.46:0/1142984644 shutdown_connections 2024-04-26T01:55:19.104 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.105+0000 7f197ac00640 1 -- 172.21.15.46:0/1142984644 wait complete. 2024-04-26T01:55:19.106 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.106+0000 7f197ac00640 1 Processor -- start 2024-04-26T01:55:19.106 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.106+0000 7f197ac00640 1 -- start start 2024-04-26T01:55:19.106 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.106+0000 7f197ac00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1974102f10 0x7f19741a05d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:19.106 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.106+0000 7f197ac00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1974103830 0x7f19741a0b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:19.106 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.106+0000 7f197ac00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f197410c330 0x7f197419a6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:19.106 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.106+0000 7f197ac00640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f1974112100 con 0x7f1974102f10 2024-04-26T01:55:19.106 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.106+0000 7f197ac00640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f1974111f80 con 0x7f1974103830 2024-04-26T01:55:19.107 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.106+0000 7f197ac00640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f1974112280 con 0x7f197410c330 2024-04-26T01:55:19.107 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.107+0000 7f1979800640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1974102f10 0x7f19741a05d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:19.107 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.107+0000 7f197a200640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f197410c330 0x7f197419a6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:19.107 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.107+0000 7f1979800640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1974102f10 0x7f19741a05d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:55436/0 (socket says 172.21.15.46:55436) 2024-04-26T01:55:19.107 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.107+0000 7f1979800640 1 -- 172.21.15.46:0/2943612027 learned_addr learned my addr 172.21.15.46:0/2943612027 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:55:19.107 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.107+0000 7f197a200640 1 --2- 172.21.15.46:0/2943612027 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f197410c330 0x7f197419a6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:47364/0 (socket says 172.21.15.46:47364) 2024-04-26T01:55:19.107 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.107+0000 7f1978e00640 1 --2- 172.21.15.46:0/2943612027 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1974103830 0x7f19741a0b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:19.107 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.107+0000 7f1979800640 1 -- 172.21.15.46:0/2943612027 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f197410c330 msgr2=0x7f197419a6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:19.107 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.107+0000 7f1979800640 1 --2- 172.21.15.46:0/2943612027 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f197410c330 0x7f197419a6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.107 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.107+0000 7f1979800640 1 -- 172.21.15.46:0/2943612027 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1974103830 msgr2=0x7f19741a0b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:19.107 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.107+0000 7f1979800640 1 --2- 172.21.15.46:0/2943612027 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1974103830 0x7f19741a0b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.107 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.107+0000 7f1979800640 1 -- 172.21.15.46:0/2943612027 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f197419afa0 con 0x7f1974102f10 2024-04-26T01:55:19.108 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.107+0000 7f197a200640 1 --2- 172.21.15.46:0/2943612027 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f197410c330 0x7f197419a6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:55:19.108 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.108+0000 7f1979800640 1 --2- 172.21.15.46:0/2943612027 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1974102f10 0x7f19741a05d0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f1964034040 tx=0x7f1964003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:19.108 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.108+0000 7f1972000640 1 -- 172.21.15.46:0/2943612027 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1964041020 con 0x7f1974102f10 2024-04-26T01:55:19.108 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.108+0000 7f1972000640 1 -- 172.21.15.46:0/2943612027 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1964030e90 con 0x7f1974102f10 2024-04-26T01:55:19.108 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.108+0000 7f197ac00640 1 -- 172.21.15.46:0/2943612027 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f197419b230 con 0x7f1974102f10 2024-04-26T01:55:19.108 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.108+0000 7f1972000640 1 -- 172.21.15.46:0/2943612027 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1964036040 con 0x7f1974102f10 2024-04-26T01:55:19.109 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.109+0000 7f197ac00640 1 -- 172.21.15.46:0/2943612027 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19741a7370 con 0x7f1974102f10 2024-04-26T01:55:19.113 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.112+0000 7f197efc2740 1 Processor -- start 2024-04-26T01:55:19.114 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.112+0000 7f1972000640 1 -- 172.21.15.46:0/2943612027 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 27) ==== 138777+0+0 (secure 0 0 0) 0x7f1964044020 con 0x7f1974102f10 2024-04-26T01:55:19.114 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.112+0000 7f197efc2740 1 -- start start 2024-04-26T01:55:19.114 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.113+0000 7f197efc2740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b92c6ea9b0 0x55b92c6ead90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:19.114 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.113+0000 7f197efc2740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b92c6eb2d0 0x55b92c6f5650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:19.114 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.113+0000 7f197efc2740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b92c6f5b90 0x55b92c6f7f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:19.114 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.113+0000 7f197efc2740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55b92c650900 con 0x55b92c6eb2d0 2024-04-26T01:55:19.114 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.113+0000 7f197efc2740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55b92c5f6ef0 con 0x55b92c6f5b90 2024-04-26T01:55:19.114 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.113+0000 7f197efc2740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55b92c64c8c0 con 0x55b92c6ea9b0 2024-04-26T01:55:19.114 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.113+0000 7f197a200640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b92c6ea9b0 0x55b92c6ead90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:19.114 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.113+0000 7f197a200640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b92c6ea9b0 0x55b92c6ead90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:47372/0 (socket says 172.21.15.46:47372) 2024-04-26T01:55:19.114 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.113+0000 7f197a200640 1 -- 172.21.15.46:0/1378672409 learned_addr learned my addr 172.21.15.46:0/1378672409 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:55:19.114 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.113+0000 7f1979800640 1 --2- 172.21.15.46:0/1378672409 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b92c6eb2d0 0x55b92c6f5650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:19.117 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.113+0000 7f1978e00640 1 --2- 172.21.15.46:0/1378672409 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b92c6f5b90 0x55b92c6f7f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:19.118 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.113+0000 7f197a200640 1 -- 172.21.15.46:0/1378672409 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b92c6f5b90 msgr2=0x55b92c6f7f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:19.118 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.113+0000 7f197a200640 1 --2- 172.21.15.46:0/1378672409 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b92c6f5b90 0x55b92c6f7f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.118 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.113+0000 7f197a200640 1 -- 172.21.15.46:0/1378672409 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b92c6eb2d0 msgr2=0x55b92c6f5650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:19.118 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.113+0000 7f197a200640 1 --2- 172.21.15.46:0/1378672409 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b92c6eb2d0 0x55b92c6f5650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.118 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.113+0000 7f197a200640 1 -- 172.21.15.46:0/1378672409 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b92c363210 con 0x55b92c6ea9b0 2024-04-26T01:55:19.118 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.113+0000 7f1979800640 1 --2- 172.21.15.46:0/1378672409 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b92c6eb2d0 0x55b92c6f5650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:55:19.119 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.114+0000 7f197a200640 1 --2- 172.21.15.46:0/1378672409 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b92c6ea9b0 0x55b92c6ead90 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f196c009fb0 tx=0x7f196c0118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6998bfaeb03f6880 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:19.119 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.114+0000 7f1972000640 1 --2- 172.21.15.46:0/2943612027 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f19580a3d10 0x7f19580a61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:19.119 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.114+0000 7f196aa00640 1 -- 172.21.15.46:0/1378672409 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f196c01e070 con 0x55b92c6ea9b0 2024-04-26T01:55:19.119 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.114+0000 7f1972000640 1 -- 172.21.15.46:0/2943612027 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f19640f12a0 con 0x7f1974102f10 2024-04-26T01:55:19.119 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.114+0000 7f196aa00640 1 -- 172.21.15.46:0/1378672409 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f196c0035f0 con 0x55b92c6ea9b0 2024-04-26T01:55:19.119 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.114+0000 7f196aa00640 1 -- 172.21.15.46:0/1378672409 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f196c00f800 con 0x55b92c6ea9b0 2024-04-26T01:55:19.119 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.114+0000 7f1979800640 1 --2- 172.21.15.46:0/2943612027 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f19580a3d10 0x7f19580a61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:19.119 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.115+0000 7f197efc2740 1 -- 172.21.15.46:0/1378672409 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b92c6ea9b0 msgr2=0x55b92c6ead90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:19.119 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.115+0000 7f1979800640 1 --2- 172.21.15.46:0/2943612027 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f19580a3d10 0x7f19580a61d0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x55b92c6ebf50 tx=0x7f196402a750 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:19.119 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.115+0000 7f197efc2740 1 --2- 172.21.15.46:0/1378672409 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b92c6ea9b0 0x55b92c6ead90 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f196c009fb0 tx=0x7f196c0118d0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.120 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.115+0000 7f197efc2740 1 -- 172.21.15.46:0/1378672409 shutdown_connections 2024-04-26T01:55:19.120 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.115+0000 7f197efc2740 1 --2- 172.21.15.46:0/1378672409 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b92c6f5b90 0x55b92c6f7f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.120 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.115+0000 7f197efc2740 1 --2- 172.21.15.46:0/1378672409 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b92c6eb2d0 0x55b92c6f5650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.120 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.115+0000 7f197efc2740 1 --2- 172.21.15.46:0/1378672409 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b92c6ea9b0 0x55b92c6ead90 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.120 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.115+0000 7f197efc2740 1 -- 172.21.15.46:0/1378672409 >> 172.21.15.46:0/1378672409 conn(0x55b92c6e6ec0 msgr2=0x55b92c6e72a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:19.120 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.116+0000 7f197efc2740 1 -- 172.21.15.46:0/1378672409 shutdown_connections 2024-04-26T01:55:19.123 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.116+0000 7f197efc2740 1 -- 172.21.15.46:0/1378672409 wait complete. 2024-04-26T01:55:19.123 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.116+0000 7f197efc2740 1 -- start start 2024-04-26T01:55:19.123 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.116+0000 7f197efc2740 1 Processor -- start 2024-04-26T01:55:19.123 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.117+0000 7f197efc2740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b92c6ea9b0 0x55b92c6f2b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:19.123 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.117+0000 7f197efc2740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b92c6eb2d0 0x55b92c6f3040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:19.123 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.117+0000 7f197efc2740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b92c6f5b90 0x55b92c6f3580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:19.124 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.117+0000 7f197efc2740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55b92c6f87c0 con 0x55b92c6f5b90 2024-04-26T01:55:19.124 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.117+0000 7f197efc2740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55b92c60a310 con 0x55b92c6eb2d0 2024-04-26T01:55:19.124 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.117+0000 7f197efc2740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55b92c6f8940 con 0x55b92c6ea9b0 2024-04-26T01:55:19.124 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.117+0000 7f197efc2740 10 client.0 _ll_register_callbacks cb 0x55b92c5d8cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:55:19.124 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.117+0000 7f197a200640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b92c6ea9b0 0x55b92c6f2b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:19.124 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.117+0000 7f1978e00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b92c6eb2d0 0x55b92c6f3040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:19.124 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.117+0000 7f197a200640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b92c6ea9b0 0x55b92c6f2b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:47382/0 (socket says 172.21.15.46:47382) 2024-04-26T01:55:19.124 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.117+0000 7f1978e00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b92c6eb2d0 0x55b92c6f3040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:48990/0 (socket says 172.21.15.46:48990) 2024-04-26T01:55:19.124 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.117+0000 7f197a200640 1 -- 172.21.15.46:0/628433141 learned_addr learned my addr 172.21.15.46:0/628433141 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:55:19.124 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.117+0000 7f197a200640 1 --2- 172.21.15.46:0/628433141 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b92c6f5b90 0x55b92c6f3580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:19.124 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.118+0000 7f1978e00640 1 -- 172.21.15.46:0/628433141 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b92c6ea9b0 msgr2=0x55b92c6f2b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:19.124 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.118+0000 7f1978e00640 1 --2- 172.21.15.46:0/628433141 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b92c6ea9b0 0x55b92c6f2b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.124 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.118+0000 7f1978e00640 1 -- 172.21.15.46:0/628433141 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b92c6f5b90 msgr2=0x55b92c6f3580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:19.124 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.118+0000 7f1978e00640 1 --2- 172.21.15.46:0/628433141 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b92c6f5b90 0x55b92c6f3580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.124 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.118+0000 7f1978e00640 1 -- 172.21.15.46:0/628433141 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b92c42f620 con 0x55b92c6eb2d0 2024-04-26T01:55:19.125 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.118+0000 7f1978e00640 1 --2- 172.21.15.46:0/628433141 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b92c6eb2d0 0x55b92c6f3040 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f197419bee0 tx=0x7f1960012b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dc282c54324f803e server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:19.125 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.118+0000 7f195f400640 10 client.0 ms_handle_connect on v2:172.21.15.103:3300/0 2024-04-26T01:55:19.125 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.118+0000 7f195f400640 1 -- 172.21.15.46:0/628433141 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1960004050 con 0x55b92c6eb2d0 2024-04-26T01:55:19.125 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.118+0000 7f195f400640 1 -- 172.21.15.46:0/628433141 <== mon.2 v2:172.21.15.103:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f19600041f0 con 0x55b92c6eb2d0 2024-04-26T01:55:19.125 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.119+0000 7f197efc2740 1 -- 172.21.15.46:0/628433141 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f196c0035f0 con 0x55b92c6eb2d0 2024-04-26T01:55:19.125 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.119+0000 7f195f400640 1 -- 172.21.15.46:0/628433141 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7f19600043f0 con 0x55b92c6eb2d0 2024-04-26T01:55:19.125 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.119+0000 7f197efc2740 10 client.25793 fetch_fsmap learned FSMap version 39 2024-04-26T01:55:19.125 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.119+0000 7f197efc2740 1 -- 172.21.15.46:0/628433141 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) -- 0x55b92c70d2e0 con 0x55b92c6eb2d0 2024-04-26T01:55:19.125 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.119+0000 7f195f400640 1 -- 172.21.15.46:0/628433141 <== mon.2 v2:172.21.15.103:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f196c0035f0 con 0x55b92c6eb2d0 2024-04-26T01:55:19.125 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.120+0000 7f195f400640 1 -- 172.21.15.46:0/628433141 <== mon.2 v2:172.21.15.103:3300/0 5 ==== fsmap(e 39) ==== 8426+0+0 (secure 0 0 0) 0x7f1960003b90 con 0x55b92c6eb2d0 2024-04-26T01:55:19.125 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.120+0000 7f197efc2740 10 client.25793 fetch_fsmap finished waiting for FSMap version 39 2024-04-26T01:55:19.126 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.120+0000 7f197efc2740 10 client.25793 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:55:19.126 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.120+0000 7f197efc2740 20 client.25793 populate_metadata read hostname 'smithi046' 2024-04-26T01:55:19.126 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.120+0000 7f197efc2740 1 --2- 172.21.15.46:0/628433141 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55b92c70e860 0x55b92c710c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:19.126 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.120+0000 7f197efc2740 4 client.25793 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:55:19.126 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.120+0000 7f197efc2740 1 -- 172.21.15.46:0/628433141 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b92c6648b0 con 0x55b92c70e860 2024-04-26T01:55:19.126 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.120+0000 7f197a200640 1 --2- 172.21.15.46:0/628433141 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55b92c70e860 0x55b92c710c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:19.126 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.121+0000 7f197a200640 1 --2- 172.21.15.46:0/628433141 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55b92c70e860 0x55b92c710c80 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=420f8dd10e123bc6 server_cookie=386711d50becea6 in_seq=0 out_seq=0 2024-04-26T01:55:19.126 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.121+0000 7f195f400640 10 client.25793 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:55:19.126 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.122+0000 7f195f400640 1 -- 172.21.15.46:0/628433141 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b92c6648b0 con 0x55b92c70e860 2024-04-26T01:55:19.126 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.122+0000 7f195f400640 10 client.25793 handle_command_reply: tid=0 2024-04-26T01:55:19.126 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.122+0000 7f197efc2740 1 client.25793 shutdown 2024-04-26T01:55:19.127 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.122+0000 7f197efc2740 1 -- 172.21.15.46:0/628433141 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b92c6eb2d0 msgr2=0x55b92c6f3040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:19.127 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.122+0000 7f197efc2740 1 --2- 172.21.15.46:0/628433141 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b92c6eb2d0 0x55b92c6f3040 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f197419bee0 tx=0x7f1960012b60 comp rx=0 tx=0).stop 2024-04-26T01:55:19.127 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.122+0000 7f197efc2740 1 -- 172.21.15.46:0/628433141 shutdown_connections 2024-04-26T01:55:19.127 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.122+0000 7f197efc2740 1 --2- 172.21.15.46:0/628433141 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55b92c70e860 0x55b92c710c80 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.127 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.122+0000 7f197efc2740 1 --2- 172.21.15.46:0/628433141 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b92c6f5b90 0x55b92c6f3580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.127 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.122+0000 7f197efc2740 1 --2- 172.21.15.46:0/628433141 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b92c6eb2d0 0x55b92c6f3040 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.127 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.122+0000 7f197efc2740 1 --2- 172.21.15.46:0/628433141 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b92c6ea9b0 0x55b92c6f2b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.128 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.122+0000 7f195f400640 0 client.25793 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:55:19.128 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.122+0000 7f197efc2740 1 -- 172.21.15.46:0/628433141 >> 172.21.15.46:0/628433141 conn(0x55b92c6e6ec0 msgr2=0x55b92c6ecc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:19.128 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.122+0000 7f197efc2740 1 -- 172.21.15.46:0/628433141 shutdown_connections 2024-04-26T01:55:19.128 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.122+0000 7f197efc2740 1 -- 172.21.15.46:0/628433141 wait complete. 2024-04-26T01:55:19.128 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.122+0000 7f197efc2740 20 client.25793 trim_cache size 0 max 16384 2024-04-26T01:55:19.139 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.140+0000 7f197efc2740 1 Processor -- start 2024-04-26T01:55:19.140 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.140+0000 7f197efc2740 1 -- start start 2024-04-26T01:55:19.140 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.141+0000 7f197efc2740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b92c6ea9b0 0x55b92c709f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:19.140 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.141+0000 7f197efc2740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b92c6eb2d0 0x55b92c716550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:19.140 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.141+0000 7f197efc2740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b92c6f5b90 0x55b92c716a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:19.140 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.141+0000 7f197efc2740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f19741ab7e0 con 0x55b92c6f5b90 2024-04-26T01:55:19.140 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.141+0000 7f197efc2740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f19741ad5c0 con 0x55b92c6ea9b0 2024-04-26T01:55:19.140 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.141+0000 7f197efc2740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f19741abf70 con 0x55b92c6eb2d0 2024-04-26T01:55:19.140 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.141+0000 7f1978e00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b92c6eb2d0 0x55b92c716550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:19.140 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.141+0000 7f1978e00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b92c6eb2d0 0x55b92c716550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:47398/0 (socket says 172.21.15.46:47398) 2024-04-26T01:55:19.140 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.141+0000 7f1978e00640 1 -- 172.21.15.46:0/965744478 learned_addr learned my addr 172.21.15.46:0/965744478 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:55:19.140 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.141+0000 7f197a200640 1 --2- 172.21.15.46:0/965744478 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b92c6f5b90 0x55b92c716a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:19.141 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.141+0000 7f197a200640 1 --2- 172.21.15.46:0/965744478 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b92c6ea9b0 0x55b92c709f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:19.141 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.141+0000 7f1978e00640 1 -- 172.21.15.46:0/965744478 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b92c6ea9b0 msgr2=0x55b92c709f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:19.141 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.141+0000 7f1978e00640 1 --2- 172.21.15.46:0/965744478 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b92c6ea9b0 0x55b92c709f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.141 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.141+0000 7f1978e00640 1 -- 172.21.15.46:0/965744478 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b92c6f5b90 msgr2=0x55b92c716a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:19.141 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.141+0000 7f1978e00640 1 --2- 172.21.15.46:0/965744478 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b92c6f5b90 0x55b92c716a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.141 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.141+0000 7f1978e00640 1 -- 172.21.15.46:0/965744478 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b92c6f1050 con 0x55b92c6eb2d0 2024-04-26T01:55:19.141 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.141+0000 7f197a200640 1 --2- 172.21.15.46:0/965744478 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b92c6f5b90 0x55b92c716a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:55:19.143 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.142+0000 7f1978e00640 1 --2- 172.21.15.46:0/965744478 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b92c6eb2d0 0x55b92c716550 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f19600255a0 tx=0x7f19600258b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2bef95284c9545ed server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:19.143 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.142+0000 7f196a000640 1 -- 172.21.15.46:0/965744478 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1960003fe0 con 0x55b92c6eb2d0 2024-04-26T01:55:19.143 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.142+0000 7f196a000640 1 -- 172.21.15.46:0/965744478 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1960025df0 con 0x55b92c6eb2d0 2024-04-26T01:55:19.143 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.142+0000 7f196a000640 1 -- 172.21.15.46:0/965744478 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1960005040 con 0x55b92c6eb2d0 2024-04-26T01:55:19.143 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.143+0000 7f197efc2740 1 -- 172.21.15.46:0/965744478 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b92c6eb2d0 msgr2=0x55b92c716550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:19.143 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.143+0000 7f197efc2740 1 --2- 172.21.15.46:0/965744478 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b92c6eb2d0 0x55b92c716550 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f19600255a0 tx=0x7f19600258b0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.143 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.143+0000 7f197efc2740 1 -- 172.21.15.46:0/965744478 shutdown_connections 2024-04-26T01:55:19.143 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.143+0000 7f197efc2740 1 --2- 172.21.15.46:0/965744478 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b92c6f5b90 0x55b92c716a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.143 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.143+0000 7f197efc2740 1 --2- 172.21.15.46:0/965744478 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b92c6eb2d0 0x55b92c716550 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.143 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.143+0000 7f197efc2740 1 --2- 172.21.15.46:0/965744478 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b92c6ea9b0 0x55b92c709f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.143 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.143+0000 7f197efc2740 1 -- 172.21.15.46:0/965744478 >> 172.21.15.46:0/965744478 conn(0x55b92c6e6ec0 msgr2=0x55b92c6ecbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:19.143 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.143+0000 7f197efc2740 1 -- 172.21.15.46:0/965744478 shutdown_connections 2024-04-26T01:55:19.143 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.143+0000 7f197efc2740 1 -- 172.21.15.46:0/965744478 wait complete. 2024-04-26T01:55:19.144 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.144+0000 7f197efc2740 1 -- start start 2024-04-26T01:55:19.144 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.144+0000 7f197efc2740 1 Processor -- start 2024-04-26T01:55:19.144 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.144+0000 7f197efc2740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b92c6ea9b0 0x55b92c7069d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:19.144 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.144+0000 7f197efc2740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b92c6eb2d0 0x55b92c703d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:19.144 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.144+0000 7f197efc2740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b92c6f5b90 0x55b92c7044a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:19.144 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.144+0000 7f197efc2740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f19741ace30 con 0x55b92c6ea9b0 2024-04-26T01:55:19.144 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.144+0000 7f197efc2740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f19741ac6a0 con 0x55b92c6f5b90 2024-04-26T01:55:19.144 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.144+0000 7f197efc2740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f19741a97e0 con 0x55b92c6eb2d0 2024-04-26T01:55:19.144 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.145+0000 7f197efc2740 10 client.0 _ll_register_callbacks cb 0x7f1960009d20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:55:19.144 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.145+0000 7f1978e00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b92c6eb2d0 0x55b92c703d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:19.144 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.145+0000 7f197a200640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b92c6ea9b0 0x55b92c7069d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:19.144 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.145+0000 7f1978e00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b92c6eb2d0 0x55b92c703d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:47400/0 (socket says 172.21.15.46:47400) 2024-04-26T01:55:19.144 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.145+0000 7f1978e00640 1 -- 172.21.15.46:0/1935335801 learned_addr learned my addr 172.21.15.46:0/1935335801 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:55:19.146 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.145+0000 7f197a200640 1 --2- 172.21.15.46:0/1935335801 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b92c6f5b90 0x55b92c7044a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:19.146 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.145+0000 7f1978e00640 1 -- 172.21.15.46:0/1935335801 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b92c6f5b90 msgr2=0x55b92c7044a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:19.146 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.145+0000 7f1978e00640 1 --2- 172.21.15.46:0/1935335801 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b92c6f5b90 0x55b92c7044a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.146 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.145+0000 7f1978e00640 1 -- 172.21.15.46:0/1935335801 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b92c6ea9b0 msgr2=0x55b92c7069d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:19.146 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.145+0000 7f1978e00640 1 --2- 172.21.15.46:0/1935335801 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b92c6ea9b0 0x55b92c7069d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.147 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.145+0000 7f1978e00640 1 -- 172.21.15.46:0/1935335801 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b92c773dd0 con 0x55b92c6eb2d0 2024-04-26T01:55:19.147 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.145+0000 7f197a200640 1 --2- 172.21.15.46:0/1935335801 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b92c6ea9b0 0x55b92c7069d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:55:19.147 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.146+0000 7f1978e00640 1 --2- 172.21.15.46:0/1935335801 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b92c6eb2d0 0x55b92c703d60 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f19600254d0 tx=0x7f1960005dc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9cc634f7be68a40b server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:19.147 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.146+0000 7f195f400640 10 client.0 ms_handle_connect on v2:172.21.15.163:3300/0 2024-04-26T01:55:19.147 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.146+0000 7f195f400640 1 -- 172.21.15.46:0/1935335801 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f196000fc40 con 0x55b92c6eb2d0 2024-04-26T01:55:19.147 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.146+0000 7f195f400640 1 -- 172.21.15.46:0/1935335801 <== mon.1 v2:172.21.15.163:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f196000fde0 con 0x55b92c6eb2d0 2024-04-26T01:55:19.147 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.146+0000 7f197efc2740 1 -- 172.21.15.46:0/1935335801 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1960025df0 con 0x55b92c6eb2d0 2024-04-26T01:55:19.147 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.146+0000 7f195f400640 1 -- 172.21.15.46:0/1935335801 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7f1960003fe0 con 0x55b92c6eb2d0 2024-04-26T01:55:19.147 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.146+0000 7f197efc2740 10 client.25813 fetch_fsmap learned FSMap version 39 2024-04-26T01:55:19.147 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.146+0000 7f197efc2740 1 -- 172.21.15.46:0/1935335801 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) -- 0x55b92c774fa0 con 0x55b92c6eb2d0 2024-04-26T01:55:19.147 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.147+0000 7f195f400640 1 -- 172.21.15.46:0/1935335801 <== mon.1 v2:172.21.15.163:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1960025df0 con 0x55b92c6eb2d0 2024-04-26T01:55:19.147 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.147+0000 7f195f400640 1 -- 172.21.15.46:0/1935335801 <== mon.1 v2:172.21.15.163:3300/0 5 ==== fsmap(e 39) ==== 8426+0+0 (secure 0 0 0) 0x7f19600035f0 con 0x55b92c6eb2d0 2024-04-26T01:55:19.147 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.147+0000 7f197efc2740 10 client.25813 fetch_fsmap finished waiting for FSMap version 39 2024-04-26T01:55:19.147 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.147+0000 7f197efc2740 10 client.25813 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:55:19.147 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.147+0000 7f197efc2740 20 client.25813 populate_metadata read hostname 'smithi046' 2024-04-26T01:55:19.148 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.147+0000 7f197efc2740 1 --2- 172.21.15.46:0/1935335801 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55b92c775710 0x55b92c777b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:19.148 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.147+0000 7f197efc2740 4 client.25813 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:55:19.148 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.147+0000 7f197efc2740 1 -- 172.21.15.46:0/1935335801 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b92c65e320 con 0x55b92c775710 2024-04-26T01:55:19.148 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.147+0000 7f197a200640 1 --2- 172.21.15.46:0/1935335801 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55b92c775710 0x55b92c777b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:19.148 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.148+0000 7f197a200640 1 --2- 172.21.15.46:0/1935335801 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55b92c775710 0x55b92c777b30 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=21e91aff1632f0cb server_cookie=ffb617c818d251e4 in_seq=0 out_seq=0 2024-04-26T01:55:19.148 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.148+0000 7f195f400640 10 client.25813 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:55:19.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:55:18 smithi163 ceph-mon[32592]: pgmap v135: 97 pgs: 97 active+clean; 180 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.5 KiB/s wr, 10 op/s 2024-04-26T01:55:19.245 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.247+0000 7f195f400640 1 -- 172.21.15.46:0/1935335801 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55b92c65e320 con 0x55b92c775710 2024-04-26T01:55:19.246 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.247+0000 7f195f400640 10 client.25813 handle_command_reply: tid=0 2024-04-26T01:55:19.246 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.247+0000 7f197efc2740 1 client.25813 shutdown 2024-04-26T01:55:19.247 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.248+0000 7f197efc2740 1 -- 172.21.15.46:0/1935335801 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b92c6eb2d0 msgr2=0x55b92c703d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:19.247 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.248+0000 7f197efc2740 1 --2- 172.21.15.46:0/1935335801 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b92c6eb2d0 0x55b92c703d60 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f19600254d0 tx=0x7f1960005dc0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.247 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.248+0000 7f197efc2740 1 -- 172.21.15.46:0/1935335801 shutdown_connections 2024-04-26T01:55:19.247 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.248+0000 7f197efc2740 1 --2- 172.21.15.46:0/1935335801 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55b92c775710 0x55b92c777b30 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.247 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.248+0000 7f197efc2740 1 --2- 172.21.15.46:0/1935335801 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b92c6f5b90 0x55b92c7044a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.247 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.248+0000 7f197efc2740 1 --2- 172.21.15.46:0/1935335801 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55b92c6eb2d0 0x55b92c703d60 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.247 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.248+0000 7f197efc2740 1 --2- 172.21.15.46:0/1935335801 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55b92c6ea9b0 0x55b92c7069d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.247 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.248+0000 7f195f400640 0 client.25813 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:55:19.247 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.248+0000 7f197efc2740 1 -- 172.21.15.46:0/1935335801 >> 172.21.15.46:0/1935335801 conn(0x55b92c6e6ec0 msgr2=0x55b92c6ec360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:19.247 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.248+0000 7f197efc2740 1 -- 172.21.15.46:0/1935335801 shutdown_connections 2024-04-26T01:55:19.247 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.248+0000 7f197efc2740 1 -- 172.21.15.46:0/1935335801 wait complete. 2024-04-26T01:55:19.247 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.249+0000 7f197efc2740 20 client.25813 trim_cache size 0 max 16384 2024-04-26T01:55:19.248 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:{ 2024-04-26T01:55:19.248 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "message": "", 2024-04-26T01:55:19.248 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "return_code": 0 2024-04-26T01:55:19.248 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:} 2024-04-26T01:55:19.249 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.250+0000 7f197ac00640 1 -- 172.21.15.46:0/2943612027 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f19580a3d10 msgr2=0x7f19580a61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:19.249 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.250+0000 7f197ac00640 1 --2- 172.21.15.46:0/2943612027 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f19580a3d10 0x7f19580a61d0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x55b92c6ebf50 tx=0x7f196402a750 comp rx=0 tx=0).stop 2024-04-26T01:55:19.249 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.250+0000 7f197ac00640 1 -- 172.21.15.46:0/2943612027 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1974102f10 msgr2=0x7f19741a05d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:19.249 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.250+0000 7f197ac00640 1 --2- 172.21.15.46:0/2943612027 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1974102f10 0x7f19741a05d0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f1964034040 tx=0x7f1964003ba0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.249 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.250+0000 7f197ac00640 1 -- 172.21.15.46:0/2943612027 shutdown_connections 2024-04-26T01:55:19.249 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.250+0000 7f197ac00640 1 --2- 172.21.15.46:0/2943612027 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f19580a3d10 0x7f19580a61d0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.249 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.250+0000 7f197ac00640 1 --2- 172.21.15.46:0/2943612027 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f197410c330 0x7f197419a6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.249 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.250+0000 7f197ac00640 1 --2- 172.21.15.46:0/2943612027 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1974103830 0x7f19741a0b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.249 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.250+0000 7f197ac00640 1 --2- 172.21.15.46:0/2943612027 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1974102f10 0x7f19741a05d0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:19.249 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.250+0000 7f197ac00640 1 -- 172.21.15.46:0/2943612027 >> 172.21.15.46:0/2943612027 conn(0x7f19740fc770 msgr2=0x7f1974101c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:19.249 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.250+0000 7f197ac00640 1 -- 172.21.15.46:0/2943612027 shutdown_connections 2024-04-26T01:55:19.250 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:19.251+0000 7f197ac00640 1 -- 172.21.15.46:0/2943612027 wait complete. 2024-04-26T01:55:19.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:55:18 smithi046 ceph-mon[28013]: pgmap v135: 97 pgs: 97 active+clean; 180 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.5 KiB/s wr, 10 op/s 2024-04-26T01:55:19.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:55:18 smithi103 ceph-mon[32920]: pgmap v135: 97 pgs: 97 active+clean; 180 MiB data, 1006 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.5 KiB/s wr, 10 op/s 2024-04-26T01:55:20.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:55:20 smithi103 ceph-mon[32920]: pgmap v136: 97 pgs: 97 active+clean; 185 MiB data, 1010 MiB used, 1.0 TiB / 1.0 TiB avail; 304 KiB/s rd, 427 KiB/s wr, 59 op/s 2024-04-26T01:55:20.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:55:20 smithi163 ceph-mon[32592]: pgmap v136: 97 pgs: 97 active+clean; 185 MiB data, 1010 MiB used, 1.0 TiB / 1.0 TiB avail; 304 KiB/s rd, 427 KiB/s wr, 59 op/s 2024-04-26T01:55:20.560 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:55:20 smithi046 ceph-mon[28013]: pgmap v136: 97 pgs: 97 active+clean; 185 MiB data, 1010 MiB used, 1.0 TiB / 1.0 TiB avail; 304 KiB/s rd, 427 KiB/s wr, 59 op/s 2024-04-26T01:55:22.875 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:55:22 smithi103 ceph-mon[32920]: pgmap v137: 97 pgs: 97 active+clean; 185 MiB data, 1010 MiB used, 1.0 TiB / 1.0 TiB avail; 301 KiB/s rd, 437 KiB/s wr, 78 op/s 2024-04-26T01:55:22.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:55:22 smithi163 ceph-mon[32592]: pgmap v137: 97 pgs: 97 active+clean; 185 MiB data, 1010 MiB used, 1.0 TiB / 1.0 TiB avail; 301 KiB/s rd, 437 KiB/s wr, 78 op/s 2024-04-26T01:55:23.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:55:22 smithi046 ceph-mon[28013]: pgmap v137: 97 pgs: 97 active+clean; 185 MiB data, 1010 MiB used, 1.0 TiB / 1.0 TiB avail; 301 KiB/s rd, 437 KiB/s wr, 78 op/s 2024-04-26T01:55:24.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:55:24 smithi163 ceph-mon[32592]: pgmap v138: 97 pgs: 97 active+clean; 185 MiB data, 1010 MiB used, 1.0 TiB / 1.0 TiB avail; 301 KiB/s rd, 436 KiB/s wr, 76 op/s 2024-04-26T01:55:24.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:55:24 smithi163 ceph-mon[32592]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:55:25.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:55:24 smithi046 ceph-mon[28013]: pgmap v138: 97 pgs: 97 active+clean; 185 MiB data, 1010 MiB used, 1.0 TiB / 1.0 TiB avail; 301 KiB/s rd, 436 KiB/s wr, 76 op/s 2024-04-26T01:55:25.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:55:24 smithi046 ceph-mon[28013]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:55:25.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:55:24 smithi103 ceph-mon[32920]: pgmap v138: 97 pgs: 97 active+clean; 185 MiB data, 1010 MiB used, 1.0 TiB / 1.0 TiB avail; 301 KiB/s rd, 436 KiB/s wr, 76 op/s 2024-04-26T01:55:25.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:55:24 smithi103 ceph-mon[32920]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:55:26.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:55:26 smithi163 ceph-mon[32592]: pgmap v139: 97 pgs: 97 active+clean; 192 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 838 KiB/s rd, 1022 KiB/s wr, 198 op/s 2024-04-26T01:55:27.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:55:26 smithi046 ceph-mon[28013]: pgmap v139: 97 pgs: 97 active+clean; 192 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 838 KiB/s rd, 1022 KiB/s wr, 198 op/s 2024-04-26T01:55:27.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:55:26 smithi103 ceph-mon[32920]: pgmap v139: 97 pgs: 97 active+clean; 192 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 838 KiB/s rd, 1022 KiB/s wr, 198 op/s 2024-04-26T01:55:28.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:55:28 smithi163 ceph-mon[32592]: pgmap v140: 97 pgs: 97 active+clean; 192 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 836 KiB/s rd, 1021 KiB/s wr, 193 op/s 2024-04-26T01:55:29.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:55:28 smithi046 ceph-mon[28013]: pgmap v140: 97 pgs: 97 active+clean; 192 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 836 KiB/s rd, 1021 KiB/s wr, 193 op/s 2024-04-26T01:55:29.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:55:28 smithi103 ceph-mon[32920]: pgmap v140: 97 pgs: 97 active+clean; 192 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 836 KiB/s rd, 1021 KiB/s wr, 193 op/s 2024-04-26T01:55:29.459 INFO:tasks.workunit.client.0.smithi046.stderr:+ tar xf doc.tar 2024-04-26T01:55:29.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:55:29 smithi163 ceph-mon[32592]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:55:30.025 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:55:29 smithi103 ceph-mon[32920]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:55:30.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:55:29 smithi046 ceph-mon[28013]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:55:30.920 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:55:30 smithi163 ceph-mon[32592]: pgmap v141: 97 pgs: 97 active+clean; 196 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.4 MiB/s wr, 244 op/s 2024-04-26T01:55:31.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:55:30 smithi046 ceph-mon[28013]: pgmap v141: 97 pgs: 97 active+clean; 196 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.4 MiB/s wr, 244 op/s 2024-04-26T01:55:31.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:55:30 smithi103 ceph-mon[32920]: pgmap v141: 97 pgs: 97 active+clean; 196 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 1.4 MiB/s wr, 244 op/s 2024-04-26T01:55:32.407 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.408+0000 7f1037200640 1 -- 172.21.15.46:0/2499430639 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1038074ca0 msgr2=0x7f103810e050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:32.407 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.408+0000 7f1037200640 1 --2- 172.21.15.46:0/2499430639 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1038074ca0 0x7f103810e050 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f1020009900 tx=0x7f102002a480 comp rx=0 tx=0).stop 2024-04-26T01:55:32.407 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.408+0000 7f1037200640 1 -- 172.21.15.46:0/2499430639 shutdown_connections 2024-04-26T01:55:32.407 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.408+0000 7f1037200640 1 --2- 172.21.15.46:0/2499430639 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f103810e590 0x7f10381109e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:32.407 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.408+0000 7f1037200640 1 --2- 172.21.15.46:0/2499430639 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1038074ca0 0x7f103810e050 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:32.407 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.408+0000 7f1037200640 1 --2- 172.21.15.46:0/2499430639 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1038074380 0x7f1038074760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:32.407 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.408+0000 7f1037200640 1 -- 172.21.15.46:0/2499430639 >> 172.21.15.46:0/2499430639 conn(0x7f10380fd8a0 msgr2=0x7f10380ffcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:32.407 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.408+0000 7f1037200640 1 -- 172.21.15.46:0/2499430639 shutdown_connections 2024-04-26T01:55:32.408 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.409+0000 7f1037200640 1 -- 172.21.15.46:0/2499430639 wait complete. 2024-04-26T01:55:32.408 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.410+0000 7f1037200640 1 Processor -- start 2024-04-26T01:55:32.408 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.410+0000 7f1037200640 1 -- start start 2024-04-26T01:55:32.408 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.410+0000 7f1037200640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1038074380 0x7f10381a05c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:32.409 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.410+0000 7f1037200640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1038074ca0 0x7f10381a0b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:32.409 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.410+0000 7f1037200640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f103810e590 0x7f103819a6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:32.409 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.410+0000 7f1037200640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f1038114350 con 0x7f1038074ca0 2024-04-26T01:55:32.409 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.410+0000 7f1037200640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f10381141d0 con 0x7f1038074380 2024-04-26T01:55:32.409 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.410+0000 7f1037200640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f10381144d0 con 0x7f103810e590 2024-04-26T01:55:32.410 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.411+0000 7f1035e00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1038074380 0x7f10381a05c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:32.410 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.411+0000 7f102d400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1038074ca0 0x7f10381a0b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:32.410 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.411+0000 7f1036800640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f103810e590 0x7f103819a6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:32.410 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.411+0000 7f1036800640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f103810e590 0x7f103819a6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:55534/0 (socket says 172.21.15.46:55534) 2024-04-26T01:55:32.410 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.411+0000 7f1036800640 1 -- 172.21.15.46:0/1566974928 learned_addr learned my addr 172.21.15.46:0/1566974928 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:55:32.411 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.411+0000 7f1035e00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1038074380 0x7f10381a05c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:33468/0 (socket says 172.21.15.46:33468) 2024-04-26T01:55:32.411 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.411+0000 7f1035e00640 1 -- 172.21.15.46:0/1566974928 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f103810e590 msgr2=0x7f103819a6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:32.411 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.411+0000 7f1035e00640 1 --2- 172.21.15.46:0/1566974928 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f103810e590 0x7f103819a6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:32.411 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.411+0000 7f1035e00640 1 -- 172.21.15.46:0/1566974928 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1038074ca0 msgr2=0x7f10381a0b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:32.411 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.411+0000 7f1035e00640 1 --2- 172.21.15.46:0/1566974928 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1038074ca0 0x7f10381a0b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:32.411 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.411+0000 7f1035e00640 1 -- 172.21.15.46:0/1566974928 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f103819af90 con 0x7f1038074380 2024-04-26T01:55:32.411 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.412+0000 7f1035e00640 1 --2- 172.21.15.46:0/1566974928 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1038074380 0x7f10381a05c0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f102800eb00 tx=0x7f102800c2d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:32.411 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.412+0000 7f102f400640 1 -- 172.21.15.46:0/1566974928 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1028010430 con 0x7f1038074380 2024-04-26T01:55:32.411 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.412+0000 7f102f400640 1 -- 172.21.15.46:0/1566974928 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1028010aa0 con 0x7f1038074380 2024-04-26T01:55:32.411 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.412+0000 7f102f400640 1 -- 172.21.15.46:0/1566974928 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1028017b30 con 0x7f1038074380 2024-04-26T01:55:32.411 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.412+0000 7f1037200640 1 -- 172.21.15.46:0/1566974928 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f103819b280 con 0x7f1038074380 2024-04-26T01:55:32.411 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.412+0000 7f1037200640 1 -- 172.21.15.46:0/1566974928 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10381a7540 con 0x7f1038074380 2024-04-26T01:55:32.413 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.415+0000 7f103f996740 1 Processor -- start 2024-04-26T01:55:32.414 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.415+0000 7f102f400640 1 -- 172.21.15.46:0/1566974928 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 27) ==== 138777+0+0 (secure 0 0 0) 0x7f1028017d10 con 0x7f1038074380 2024-04-26T01:55:32.414 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.416+0000 7f103f996740 1 -- start start 2024-04-26T01:55:32.416 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.416+0000 7f103f996740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab3880f9b0 0x55ab3880fd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:32.416 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.416+0000 7f103f996740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ab388102d0 0x55ab3881a650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:32.416 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.416+0000 7f103f996740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55ab3881ab90 0x55ab3881cf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:32.416 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.416+0000 7f103f996740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55ab38775900 con 0x55ab3880f9b0 2024-04-26T01:55:32.416 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.416+0000 7f103f996740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55ab3871bef0 con 0x55ab388102d0 2024-04-26T01:55:32.416 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.416+0000 7f103f996740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55ab387718c0 con 0x55ab3881ab90 2024-04-26T01:55:32.416 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.416+0000 7f1035e00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ab388102d0 0x55ab3881a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:32.416 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.416+0000 7f1036800640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab3880f9b0 0x55ab3880fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:32.416 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.416+0000 7f1035e00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ab388102d0 0x55ab3881a650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:33470/0 (socket says 172.21.15.46:33470) 2024-04-26T01:55:32.416 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.416+0000 7f102d400640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55ab3881ab90 0x55ab3881cf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:32.416 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.416+0000 7f1035e00640 1 -- 172.21.15.46:0/2553626847 learned_addr learned my addr 172.21.15.46:0/2553626847 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:55:32.416 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.417+0000 7f102d400640 1 -- 172.21.15.46:0/2553626847 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ab388102d0 msgr2=0x55ab3881a650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:32.416 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.417+0000 7f102d400640 1 --2- 172.21.15.46:0/2553626847 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ab388102d0 0x55ab3881a650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:32.417 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.417+0000 7f102d400640 1 -- 172.21.15.46:0/2553626847 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab3880f9b0 msgr2=0x55ab3880fd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:32.417 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.417+0000 7f102d400640 1 --2- 172.21.15.46:0/2553626847 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab3880f9b0 0x55ab3880fd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:32.417 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.417+0000 7f102d400640 1 -- 172.21.15.46:0/2553626847 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ab38488210 con 0x55ab3881ab90 2024-04-26T01:55:32.417 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.417+0000 7f1035e00640 1 --2- 172.21.15.46:0/2553626847 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ab388102d0 0x55ab3881a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:55:32.417 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.417+0000 7f102d400640 1 --2- 172.21.15.46:0/2553626847 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55ab3881ab90 0x55ab3881cf80 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f102002aa70 tx=0x7f1020005db0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=17c83c87d6db715c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:32.417 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.417+0000 7f102f400640 1 --2- 172.21.15.46:0/1566974928 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f101c0a3d90 0x7f101c0a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:32.417 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.417+0000 7f1027000640 1 -- 172.21.15.46:0/2553626847 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1020040070 con 0x55ab3881ab90 2024-04-26T01:55:32.417 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.417+0000 7f1027000640 1 -- 172.21.15.46:0/2553626847 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1020004400 con 0x55ab3881ab90 2024-04-26T01:55:32.417 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.417+0000 7f1027000640 1 -- 172.21.15.46:0/2553626847 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1020035040 con 0x55ab3881ab90 2024-04-26T01:55:32.417 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.418+0000 7f102f400640 1 -- 172.21.15.46:0/1566974928 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f10280d1130 con 0x7f1038074380 2024-04-26T01:55:32.417 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.418+0000 7f1036800640 1 --2- 172.21.15.46:0/1566974928 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f101c0a3d90 0x7f101c0a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:32.420 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.418+0000 7f103f996740 1 -- 172.21.15.46:0/2553626847 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55ab3881ab90 msgr2=0x55ab3881cf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:32.420 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.418+0000 7f103f996740 1 --2- 172.21.15.46:0/2553626847 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55ab3881ab90 0x55ab3881cf80 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f102002aa70 tx=0x7f1020005db0 comp rx=0 tx=0).stop 2024-04-26T01:55:32.420 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.418+0000 7f1036800640 1 --2- 172.21.15.46:0/1566974928 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f101c0a3d90 0x7f101c0a6250 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f1030009640 tx=0x7f1030005f90 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:32.420 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.418+0000 7f103f996740 1 -- 172.21.15.46:0/2553626847 shutdown_connections 2024-04-26T01:55:32.421 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.418+0000 7f103f996740 1 --2- 172.21.15.46:0/2553626847 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55ab3881ab90 0x55ab3881cf80 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:32.421 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.418+0000 7f103f996740 1 --2- 172.21.15.46:0/2553626847 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ab388102d0 0x55ab3881a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:32.421 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.418+0000 7f103f996740 1 --2- 172.21.15.46:0/2553626847 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab3880f9b0 0x55ab3880fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:32.421 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.418+0000 7f103f996740 1 -- 172.21.15.46:0/2553626847 >> 172.21.15.46:0/2553626847 conn(0x55ab3880bec0 msgr2=0x55ab3880c2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:32.421 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.419+0000 7f103f996740 1 -- 172.21.15.46:0/2553626847 shutdown_connections 2024-04-26T01:55:32.421 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.419+0000 7f103f996740 1 -- 172.21.15.46:0/2553626847 wait complete. 2024-04-26T01:55:32.421 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.419+0000 7f103f996740 1 -- start start 2024-04-26T01:55:32.421 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.419+0000 7f103f996740 1 Processor -- start 2024-04-26T01:55:32.421 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.420+0000 7f103f996740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ab3880f9b0 0x55ab38817b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:32.421 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.420+0000 7f103f996740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab388102d0 0x55ab38818070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:32.421 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.420+0000 7f103f996740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55ab3881ab90 0x55ab388185b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:32.421 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.420+0000 7f103f996740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55ab3881d760 con 0x55ab388102d0 2024-04-26T01:55:32.421 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.420+0000 7f103f996740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55ab3872f310 con 0x55ab3880f9b0 2024-04-26T01:55:32.421 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.420+0000 7f103f996740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55ab3881d8e0 con 0x55ab3881ab90 2024-04-26T01:55:32.422 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.420+0000 7f103f996740 10 client.0 _ll_register_callbacks cb 0x55ab386fdcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:55:32.422 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.420+0000 7f1035e00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ab3880f9b0 0x55ab38817b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:32.422 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.420+0000 7f1035e00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ab3880f9b0 0x55ab38817b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:33476/0 (socket says 172.21.15.46:33476) 2024-04-26T01:55:32.422 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.420+0000 7f1035e00640 1 -- 172.21.15.46:0/2633901272 learned_addr learned my addr 172.21.15.46:0/2633901272 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:55:32.422 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.420+0000 7f102d400640 1 --2- 172.21.15.46:0/2633901272 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab388102d0 0x55ab38818070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:32.422 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.420+0000 7f1036800640 1 --2- 172.21.15.46:0/2633901272 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55ab3881ab90 0x55ab388185b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:32.422 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.420+0000 7f1035e00640 1 -- 172.21.15.46:0/2633901272 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55ab3881ab90 msgr2=0x55ab388185b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:32.422 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.420+0000 7f1035e00640 1 --2- 172.21.15.46:0/2633901272 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55ab3881ab90 0x55ab388185b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:32.422 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.421+0000 7f1035e00640 1 -- 172.21.15.46:0/2633901272 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab388102d0 msgr2=0x55ab38818070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:32.422 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.421+0000 7f1035e00640 1 --2- 172.21.15.46:0/2633901272 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab388102d0 0x55ab38818070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:32.422 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.421+0000 7f1035e00640 1 -- 172.21.15.46:0/2633901272 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ab38554620 con 0x55ab3880f9b0 2024-04-26T01:55:32.422 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.421+0000 7f1035e00640 1 --2- 172.21.15.46:0/2633901272 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ab3880f9b0 0x55ab38817b30 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f10280ce960 tx=0x7f10280174d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3a8640d61dfd40d6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:32.422 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.421+0000 7f101b400640 10 client.0 ms_handle_connect on v2:172.21.15.103:3300/0 2024-04-26T01:55:32.422 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.421+0000 7f101b400640 1 -- 172.21.15.46:0/2633901272 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f102809ced0 con 0x55ab3880f9b0 2024-04-26T01:55:32.423 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.421+0000 7f101b400640 1 -- 172.21.15.46:0/2633901272 <== mon.2 v2:172.21.15.103:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f1028099770 con 0x55ab3880f9b0 2024-04-26T01:55:32.423 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.421+0000 7f103f996740 1 -- 172.21.15.46:0/2633901272 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1020004400 con 0x55ab3880f9b0 2024-04-26T01:55:32.423 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.421+0000 7f101b400640 1 -- 172.21.15.46:0/2633901272 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f1028010c50 con 0x55ab3880f9b0 2024-04-26T01:55:32.423 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.421+0000 7f103f996740 10 client.25811 fetch_fsmap learned FSMap version 41 2024-04-26T01:55:32.423 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.421+0000 7f103f996740 1 -- 172.21.15.46:0/2633901272 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55ab388299e0 con 0x55ab3880f9b0 2024-04-26T01:55:32.423 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.421+0000 7f101b400640 1 -- 172.21.15.46:0/2633901272 <== mon.2 v2:172.21.15.103:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1020004400 con 0x55ab3880f9b0 2024-04-26T01:55:32.423 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.422+0000 7f101b400640 1 -- 172.21.15.46:0/2633901272 <== mon.2 v2:172.21.15.103:3300/0 5 ==== fsmap(e 41) ==== 8434+0+0 (secure 0 0 0) 0x7f10280b1ba0 con 0x55ab3880f9b0 2024-04-26T01:55:32.423 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.422+0000 7f103f996740 10 client.25811 fetch_fsmap finished waiting for FSMap version 41 2024-04-26T01:55:32.423 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.422+0000 7f103f996740 10 client.25811 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:55:32.423 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.422+0000 7f103f996740 20 client.25811 populate_metadata read hostname 'smithi046' 2024-04-26T01:55:32.423 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.422+0000 7f103f996740 1 --2- 172.21.15.46:0/2633901272 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55ab3882aea0 0x55ab3882d310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:32.423 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.422+0000 7f103f996740 4 client.25811 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:55:32.423 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.422+0000 7f103f996740 1 -- 172.21.15.46:0/2633901272 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ab387898b0 con 0x55ab3882aea0 2024-04-26T01:55:32.423 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.422+0000 7f102d400640 1 --2- 172.21.15.46:0/2633901272 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55ab3882aea0 0x55ab3882d310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:32.425 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.423+0000 7f102d400640 1 --2- 172.21.15.46:0/2633901272 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55ab3882aea0 0x55ab3882d310 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b6639ae53110ff1e server_cookie=9ed217196a8f2853 in_seq=0 out_seq=0 2024-04-26T01:55:32.425 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.423+0000 7f101b400640 10 client.25811 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:55:32.425 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.425+0000 7f101b400640 1 -- 172.21.15.46:0/2633901272 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ab387898b0 con 0x55ab3882aea0 2024-04-26T01:55:32.425 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.425+0000 7f101b400640 10 client.25811 handle_command_reply: tid=0 2024-04-26T01:55:32.425 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.425+0000 7f103f996740 1 client.25811 shutdown 2024-04-26T01:55:32.425 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.425+0000 7f103f996740 1 -- 172.21.15.46:0/2633901272 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ab3880f9b0 msgr2=0x55ab38817b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:32.425 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.425+0000 7f103f996740 1 --2- 172.21.15.46:0/2633901272 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ab3880f9b0 0x55ab38817b30 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f10280ce960 tx=0x7f10280174d0 comp rx=0 tx=0).stop 2024-04-26T01:55:32.425 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.426+0000 7f103f996740 1 -- 172.21.15.46:0/2633901272 shutdown_connections 2024-04-26T01:55:32.425 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.426+0000 7f103f996740 1 --2- 172.21.15.46:0/2633901272 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55ab3882aea0 0x55ab3882d310 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:32.425 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.426+0000 7f103f996740 1 --2- 172.21.15.46:0/2633901272 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55ab3881ab90 0x55ab388185b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:32.425 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.426+0000 7f103f996740 1 --2- 172.21.15.46:0/2633901272 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab388102d0 0x55ab38818070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:32.426 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.426+0000 7f103f996740 1 --2- 172.21.15.46:0/2633901272 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ab3880f9b0 0x55ab38817b30 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:32.426 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.426+0000 7f101b400640 0 client.25811 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:55:32.426 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.426+0000 7f103f996740 1 -- 172.21.15.46:0/2633901272 >> 172.21.15.46:0/2633901272 conn(0x55ab3880bec0 msgr2=0x55ab38811c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:32.426 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.426+0000 7f103f996740 1 -- 172.21.15.46:0/2633901272 shutdown_connections 2024-04-26T01:55:32.426 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.426+0000 7f103f996740 1 -- 172.21.15.46:0/2633901272 wait complete. 2024-04-26T01:55:32.426 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.426+0000 7f103f996740 20 client.25811 trim_cache size 0 max 16384 2024-04-26T01:55:32.441 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.442+0000 7f103f996740 1 Processor -- start 2024-04-26T01:55:32.441 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.442+0000 7f103f996740 1 -- start start 2024-04-26T01:55:32.441 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.443+0000 7f103f996740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55ab3880f9b0 0x55ab38826620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:32.441 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.443+0000 7f103f996740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab388102d0 0x55ab38832c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:32.441 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.443+0000 7f103f996740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ab3881ab90 0x55ab38833160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:32.441 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.443+0000 7f103f996740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f10381afc40 con 0x55ab388102d0 2024-04-26T01:55:32.441 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.443+0000 7f103f996740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f10381b1a80 con 0x55ab3881ab90 2024-04-26T01:55:32.441 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.443+0000 7f103f996740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f10381b03d0 con 0x55ab3880f9b0 2024-04-26T01:55:32.443 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.443+0000 7f102d400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab388102d0 0x55ab38832c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:32.443 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.443+0000 7f1036800640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ab3881ab90 0x55ab38833160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:32.443 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.443+0000 7f1036800640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ab3881ab90 0x55ab38833160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:33478/0 (socket says 172.21.15.46:33478) 2024-04-26T01:55:32.443 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.443+0000 7f1036800640 1 -- 172.21.15.46:0/2035404997 learned_addr learned my addr 172.21.15.46:0/2035404997 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:55:32.443 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.443+0000 7f1035e00640 1 --2- 172.21.15.46:0/2035404997 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55ab3880f9b0 0x55ab38826620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:32.443 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.443+0000 7f102d400640 1 -- 172.21.15.46:0/2035404997 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55ab3880f9b0 msgr2=0x55ab38826620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:32.443 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.443+0000 7f102d400640 1 --2- 172.21.15.46:0/2035404997 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55ab3880f9b0 0x55ab38826620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:32.443 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.443+0000 7f102d400640 1 -- 172.21.15.46:0/2035404997 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ab3881ab90 msgr2=0x55ab38833160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:32.443 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.443+0000 7f102d400640 1 --2- 172.21.15.46:0/2035404997 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ab3881ab90 0x55ab38833160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:32.443 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.443+0000 7f102d400640 1 -- 172.21.15.46:0/2035404997 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ab38806400 con 0x55ab388102d0 2024-04-26T01:55:32.443 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.444+0000 7f102d400640 1 --2- 172.21.15.46:0/2035404997 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab388102d0 0x55ab38832c20 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x55ab3880d2e0 tx=0x7f1020009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6f6b1aba03ded88 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:32.444 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.444+0000 7f1026600640 1 -- 172.21.15.46:0/2035404997 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1020040040 con 0x55ab388102d0 2024-04-26T01:55:32.444 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.444+0000 7f1026600640 1 -- 172.21.15.46:0/2035404997 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f10200054f0 con 0x55ab388102d0 2024-04-26T01:55:32.444 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.444+0000 7f1026600640 1 -- 172.21.15.46:0/2035404997 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1020035040 con 0x55ab388102d0 2024-04-26T01:55:32.444 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.445+0000 7f103f996740 1 -- 172.21.15.46:0/2035404997 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab388102d0 msgr2=0x55ab38832c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:32.444 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.445+0000 7f103f996740 1 --2- 172.21.15.46:0/2035404997 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab388102d0 0x55ab38832c20 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x55ab3880d2e0 tx=0x7f1020009260 comp rx=0 tx=0).stop 2024-04-26T01:55:32.444 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.445+0000 7f103f996740 1 -- 172.21.15.46:0/2035404997 shutdown_connections 2024-04-26T01:55:32.444 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.445+0000 7f103f996740 1 --2- 172.21.15.46:0/2035404997 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ab3881ab90 0x55ab38833160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:32.444 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.445+0000 7f103f996740 1 --2- 172.21.15.46:0/2035404997 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab388102d0 0x55ab38832c20 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:32.444 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.445+0000 7f103f996740 1 --2- 172.21.15.46:0/2035404997 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55ab3880f9b0 0x55ab38826620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:32.444 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.445+0000 7f103f996740 1 -- 172.21.15.46:0/2035404997 >> 172.21.15.46:0/2035404997 conn(0x55ab3880bec0 msgr2=0x55ab3880b020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:32.444 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.445+0000 7f103f996740 1 -- 172.21.15.46:0/2035404997 shutdown_connections 2024-04-26T01:55:32.447 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.445+0000 7f103f996740 1 -- 172.21.15.46:0/2035404997 wait complete. 2024-04-26T01:55:32.447 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.445+0000 7f103f996740 1 -- start start 2024-04-26T01:55:32.447 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.446+0000 7f103f996740 1 Processor -- start 2024-04-26T01:55:32.447 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.446+0000 7f103f996740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55ab3880f9b0 0x55ab38820760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:32.447 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.446+0000 7f103f996740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ab388102d0 0x55ab38820ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:32.447 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.446+0000 7f103f996740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab3881ab90 0x55ab388211e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:32.448 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.446+0000 7f103f996740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f10381b12f0 con 0x55ab3881ab90 2024-04-26T01:55:32.448 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.446+0000 7f103f996740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f10381b0b60 con 0x55ab388102d0 2024-04-26T01:55:32.448 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.446+0000 7f103f996740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f10381adc20 con 0x55ab3880f9b0 2024-04-26T01:55:32.448 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.446+0000 7f103f996740 10 client.0 _ll_register_callbacks cb 0x55ab386fdcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:55:32.448 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.446+0000 7f102d400640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ab388102d0 0x55ab38820ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:32.448 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.446+0000 7f102d400640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ab388102d0 0x55ab38820ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:33488/0 (socket says 172.21.15.46:33488) 2024-04-26T01:55:32.448 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.446+0000 7f102d400640 1 -- 172.21.15.46:0/2098287231 learned_addr learned my addr 172.21.15.46:0/2098287231 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:55:32.448 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.446+0000 7f1036800640 1 --2- 172.21.15.46:0/2098287231 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab3881ab90 0x55ab388211e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:32.448 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.446+0000 7f1035e00640 1 --2- 172.21.15.46:0/2098287231 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55ab3880f9b0 0x55ab38820760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:32.448 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.447+0000 7f102d400640 1 -- 172.21.15.46:0/2098287231 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55ab3880f9b0 msgr2=0x55ab38820760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:32.448 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.447+0000 7f102d400640 1 --2- 172.21.15.46:0/2098287231 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55ab3880f9b0 0x55ab38820760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:32.448 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.447+0000 7f102d400640 1 -- 172.21.15.46:0/2098287231 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab3881ab90 msgr2=0x55ab388211e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:32.448 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.447+0000 7f102d400640 1 --2- 172.21.15.46:0/2098287231 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab3881ab90 0x55ab388211e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:32.448 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.447+0000 7f102d400640 1 -- 172.21.15.46:0/2098287231 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ab388906a0 con 0x55ab388102d0 2024-04-26T01:55:32.449 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.447+0000 7f102d400640 1 --2- 172.21.15.46:0/2098287231 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ab388102d0 0x55ab38820ca0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f1020000c00 tx=0x7f1020009520 comp rx=0 tx=0).ready entity=mon.2 client_cookie=44bcd5407fd67f server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:32.449 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.447+0000 7f101b400640 10 client.0 ms_handle_connect on v2:172.21.15.103:3300/0 2024-04-26T01:55:32.449 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.447+0000 7f101b400640 1 -- 172.21.15.46:0/2098287231 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1020055020 con 0x55ab388102d0 2024-04-26T01:55:32.449 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.447+0000 7f101b400640 1 -- 172.21.15.46:0/2098287231 <== mon.2 v2:172.21.15.103:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f10200047a0 con 0x55ab388102d0 2024-04-26T01:55:32.449 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.447+0000 7f103f996740 1 -- 172.21.15.46:0/2098287231 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f10200054f0 con 0x55ab388102d0 2024-04-26T01:55:32.449 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.448+0000 7f101b400640 1 -- 172.21.15.46:0/2098287231 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f1020060050 con 0x55ab388102d0 2024-04-26T01:55:32.449 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.448+0000 7f103f996740 10 client.25817 fetch_fsmap learned FSMap version 41 2024-04-26T01:55:32.449 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.448+0000 7f103f996740 1 -- 172.21.15.46:0/2098287231 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55ab38891990 con 0x55ab388102d0 2024-04-26T01:55:32.449 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.448+0000 7f101b400640 1 -- 172.21.15.46:0/2098287231 <== mon.2 v2:172.21.15.103:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f10200054f0 con 0x55ab388102d0 2024-04-26T01:55:32.449 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.448+0000 7f101b400640 1 -- 172.21.15.46:0/2098287231 <== mon.2 v2:172.21.15.103:3300/0 5 ==== fsmap(e 41) ==== 8434+0+0 (secure 0 0 0) 0x7f1020050680 con 0x55ab388102d0 2024-04-26T01:55:32.449 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.448+0000 7f103f996740 10 client.25817 fetch_fsmap finished waiting for FSMap version 41 2024-04-26T01:55:32.449 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.448+0000 7f103f996740 10 client.25817 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:55:32.449 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.448+0000 7f103f996740 20 client.25817 populate_metadata read hostname 'smithi046' 2024-04-26T01:55:32.449 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.448+0000 7f103f996740 1 --2- 172.21.15.46:0/2098287231 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55ab38891de0 0x55ab38894200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:32.450 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.448+0000 7f103f996740 4 client.25817 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:55:32.450 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.448+0000 7f103f996740 1 -- 172.21.15.46:0/2098287231 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ab38783320 con 0x55ab38891de0 2024-04-26T01:55:32.450 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.448+0000 7f1035e00640 1 --2- 172.21.15.46:0/2098287231 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55ab38891de0 0x55ab38894200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:32.450 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.449+0000 7f1035e00640 1 --2- 172.21.15.46:0/2098287231 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55ab38891de0 0x55ab38894200 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d6fc559cc4c38365 server_cookie=65598bbd1e65cbd6 in_seq=0 out_seq=0 2024-04-26T01:55:32.450 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:32.449+0000 7f101b400640 10 client.25817 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:55:33.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:55:32 smithi046 ceph-mon[28013]: pgmap v142: 97 pgs: 97 active+clean; 196 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 991 KiB/s wr, 221 op/s 2024-04-26T01:55:33.158 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:55:32 smithi103 ceph-mon[32920]: pgmap v142: 97 pgs: 97 active+clean; 196 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 991 KiB/s wr, 221 op/s 2024-04-26T01:55:33.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:55:32 smithi163 ceph-mon[32592]: pgmap v142: 97 pgs: 97 active+clean; 196 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 991 KiB/s wr, 221 op/s 2024-04-26T01:55:33.503 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:33.505+0000 7f101b400640 1 -- 172.21.15.46:0/2098287231 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55ab38783320 con 0x55ab38891de0 2024-04-26T01:55:33.503 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:33.505+0000 7f101b400640 10 client.25817 handle_command_reply: tid=0 2024-04-26T01:55:33.503 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:33.505+0000 7f103f996740 1 client.25817 shutdown 2024-04-26T01:55:33.504 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:33.505+0000 7f103f996740 1 -- 172.21.15.46:0/2098287231 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ab388102d0 msgr2=0x55ab38820ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:33.504 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:33.505+0000 7f103f996740 1 --2- 172.21.15.46:0/2098287231 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ab388102d0 0x55ab38820ca0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f1020000c00 tx=0x7f1020009520 comp rx=0 tx=0).stop 2024-04-26T01:55:33.504 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:33.505+0000 7f103f996740 1 -- 172.21.15.46:0/2098287231 shutdown_connections 2024-04-26T01:55:33.504 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:33.505+0000 7f103f996740 1 --2- 172.21.15.46:0/2098287231 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55ab38891de0 0x55ab38894200 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:33.504 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:33.505+0000 7f103f996740 1 --2- 172.21.15.46:0/2098287231 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55ab3881ab90 0x55ab388211e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:33.504 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:33.505+0000 7f103f996740 1 --2- 172.21.15.46:0/2098287231 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ab388102d0 0x55ab38820ca0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:33.504 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:33.505+0000 7f103f996740 1 --2- 172.21.15.46:0/2098287231 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55ab3880f9b0 0x55ab38820760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:33.505 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:33.505+0000 7f103f996740 1 -- 172.21.15.46:0/2098287231 >> 172.21.15.46:0/2098287231 conn(0x55ab3880bec0 msgr2=0x55ab3880a790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:33.505 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:33.505+0000 7f101b400640 0 client.25817 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:55:33.505 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:33.506+0000 7f103f996740 1 -- 172.21.15.46:0/2098287231 shutdown_connections 2024-04-26T01:55:33.505 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:33.506+0000 7f103f996740 1 -- 172.21.15.46:0/2098287231 wait complete. 2024-04-26T01:55:33.505 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:33.506+0000 7f103f996740 20 client.25817 trim_cache size 0 max 16384 2024-04-26T01:55:33.506 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:{ 2024-04-26T01:55:33.506 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "message": "", 2024-04-26T01:55:33.506 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "return_code": 0 2024-04-26T01:55:33.506 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:} 2024-04-26T01:55:33.506 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:33.508+0000 7f1037200640 1 -- 172.21.15.46:0/1566974928 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f101c0a3d90 msgr2=0x7f101c0a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:33.506 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:33.508+0000 7f1037200640 1 --2- 172.21.15.46:0/1566974928 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f101c0a3d90 0x7f101c0a6250 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f1030009640 tx=0x7f1030005f90 comp rx=0 tx=0).stop 2024-04-26T01:55:33.507 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:33.508+0000 7f1037200640 1 -- 172.21.15.46:0/1566974928 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1038074380 msgr2=0x7f10381a05c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:33.507 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:33.508+0000 7f1037200640 1 --2- 172.21.15.46:0/1566974928 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1038074380 0x7f10381a05c0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f102800eb00 tx=0x7f102800c2d0 comp rx=0 tx=0).stop 2024-04-26T01:55:33.507 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:33.509+0000 7f1037200640 1 -- 172.21.15.46:0/1566974928 shutdown_connections 2024-04-26T01:55:33.507 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:33.509+0000 7f1037200640 1 --2- 172.21.15.46:0/1566974928 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f101c0a3d90 0x7f101c0a6250 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:33.508 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:33.509+0000 7f1037200640 1 --2- 172.21.15.46:0/1566974928 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f103810e590 0x7f103819a6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:33.508 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:33.509+0000 7f1037200640 1 --2- 172.21.15.46:0/1566974928 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1038074ca0 0x7f10381a0b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:33.508 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:33.509+0000 7f1037200640 1 --2- 172.21.15.46:0/1566974928 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1038074380 0x7f10381a05c0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:33.508 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:33.509+0000 7f1037200640 1 -- 172.21.15.46:0/1566974928 >> 172.21.15.46:0/1566974928 conn(0x7f10380fd8a0 msgr2=0x7f10380fe5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:33.508 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:33.509+0000 7f1037200640 1 -- 172.21.15.46:0/1566974928 shutdown_connections 2024-04-26T01:55:33.508 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:33.509+0000 7f1037200640 1 -- 172.21.15.46:0/1566974928 wait complete. 2024-04-26T01:55:35.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:55:34 smithi046 ceph-mon[28013]: pgmap v143: 97 pgs: 97 active+clean; 196 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 973 KiB/s wr, 198 op/s 2024-04-26T01:55:35.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:55:34 smithi103 ceph-mon[32920]: pgmap v143: 97 pgs: 97 active+clean; 196 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 973 KiB/s wr, 198 op/s 2024-04-26T01:55:35.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:55:34 smithi163 ceph-mon[32592]: pgmap v143: 97 pgs: 97 active+clean; 196 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 973 KiB/s wr, 198 op/s 2024-04-26T01:55:37.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:55:36 smithi046 ceph-mon[28013]: pgmap v144: 97 pgs: 97 active+clean; 198 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 464 op/s 2024-04-26T01:55:37.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:55:36 smithi103 ceph-mon[32920]: pgmap v144: 97 pgs: 97 active+clean; 198 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 464 op/s 2024-04-26T01:55:37.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:55:36 smithi163 ceph-mon[32592]: pgmap v144: 97 pgs: 97 active+clean; 198 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 464 op/s 2024-04-26T01:55:39.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:55:38 smithi046 ceph-mon[28013]: pgmap v145: 97 pgs: 97 active+clean; 198 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 957 KiB/s wr, 342 op/s 2024-04-26T01:55:39.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:55:38 smithi103 ceph-mon[32920]: pgmap v145: 97 pgs: 97 active+clean; 198 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 957 KiB/s wr, 342 op/s 2024-04-26T01:55:39.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:55:38 smithi163 ceph-mon[32592]: pgmap v145: 97 pgs: 97 active+clean; 198 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 957 KiB/s wr, 342 op/s 2024-04-26T01:55:41.002 INFO:tasks.workunit.client.0.smithi046.stderr:+ sync 2024-04-26T01:55:41.065 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:55:40 smithi046 ceph-mon[28013]: pgmap v146: 97 pgs: 97 active+clean; 204 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 416 op/s 2024-04-26T01:55:41.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:55:40 smithi103 ceph-mon[32920]: pgmap v146: 97 pgs: 97 active+clean; 204 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 416 op/s 2024-04-26T01:55:41.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:55:40 smithi163 ceph-mon[32592]: pgmap v146: 97 pgs: 97 active+clean; 204 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 416 op/s 2024-04-26T01:55:43.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:55:42 smithi046 ceph-mon[28013]: pgmap v147: 97 pgs: 97 active+clean; 205 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 1.3 MiB/s wr, 405 op/s 2024-04-26T01:55:43.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:55:42 smithi103 ceph-mon[32920]: pgmap v147: 97 pgs: 97 active+clean; 205 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 1.3 MiB/s wr, 405 op/s 2024-04-26T01:55:43.153 INFO:tasks.workunit.client.0.smithi046.stderr:+ tar c linux-4.0.5 2024-04-26T01:55:43.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:55:42 smithi163 ceph-mon[32592]: pgmap v147: 97 pgs: 97 active+clean; 205 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 1.3 MiB/s wr, 405 op/s 2024-04-26T01:55:44.012 INFO:tasks.workunit.client.0.smithi046.stderr:+ echo Ok 2024-04-26T01:55:44.012 INFO:tasks.workunit.client.0.smithi046.stdout:Ok 2024-04-26T01:55:44.014 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-26T01:55:44.014 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-26T01:55:45.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:55:44 smithi046 ceph-mon[28013]: pgmap v148: 97 pgs: 97 active+clean; 205 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 379 op/s 2024-04-26T01:55:45.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:55:44 smithi103 ceph-mon[32920]: pgmap v148: 97 pgs: 97 active+clean; 205 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 379 op/s 2024-04-26T01:55:45.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:55:44 smithi163 ceph-mon[32592]: pgmap v148: 97 pgs: 97 active+clean; 205 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 379 op/s 2024-04-26T01:55:46.653 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.654+0000 7f5311c00640 1 -- 172.21.15.46:0/942887531 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f530c104ba0 msgr2=0x7f530c108be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:46.653 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.654+0000 7f5311c00640 1 --2- 172.21.15.46:0/942887531 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f530c104ba0 0x7f530c108be0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f52f8009900 tx=0x7f52f802a3f0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.653 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.654+0000 7f5311c00640 1 -- 172.21.15.46:0/942887531 shutdown_connections 2024-04-26T01:55:46.653 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.654+0000 7f5311c00640 1 --2- 172.21.15.46:0/942887531 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f530c1092c0 0x7f530c110e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.653 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.654+0000 7f5311c00640 1 --2- 172.21.15.46:0/942887531 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f530c104ba0 0x7f530c108be0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.653 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.654+0000 7f5311c00640 1 --2- 172.21.15.46:0/942887531 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f530c1041f0 0x7f530c1045d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.653 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.654+0000 7f5311c00640 1 -- 172.21.15.46:0/942887531 >> 172.21.15.46:0/942887531 conn(0x7f530c0ffa30 msgr2=0x7f530c101e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:46.654 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.654+0000 7f5311c00640 1 -- 172.21.15.46:0/942887531 shutdown_connections 2024-04-26T01:55:46.654 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.654+0000 7f5311c00640 1 -- 172.21.15.46:0/942887531 wait complete. 2024-04-26T01:55:46.655 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.655+0000 7f5311c00640 1 Processor -- start 2024-04-26T01:55:46.655 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.656+0000 7f5311c00640 1 -- start start 2024-04-26T01:55:46.655 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.656+0000 7f5311c00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f530c1041f0 0x7f530c1a0610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:46.655 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.656+0000 7f5311c00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f530c1092c0 0x7f530c1a0b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:46.655 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.656+0000 7f5311c00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f530c19a6d0 0x7f530c19ab50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:46.655 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.656+0000 7f5311c00640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f530c114390 con 0x7f530c1092c0 2024-04-26T01:55:46.655 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.656+0000 7f5311c00640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f530c114210 con 0x7f530c1041f0 2024-04-26T01:55:46.656 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.656+0000 7f5311c00640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f530c114510 con 0x7f530c19a6d0 2024-04-26T01:55:46.656 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.656+0000 7f530b400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f530c1092c0 0x7f530c1a0b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:46.656 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.656+0000 7f530be00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f530c1041f0 0x7f530c1a0610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:46.656 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.656+0000 7f530b400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f530c1092c0 0x7f530c1a0b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35102/0 (socket says 172.21.15.46:35102) 2024-04-26T01:55:46.656 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.656+0000 7f530b400640 1 -- 172.21.15.46:0/1883145100 learned_addr learned my addr 172.21.15.46:0/1883145100 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:55:46.656 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.656+0000 7f5311200640 1 --2- 172.21.15.46:0/1883145100 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f530c19a6d0 0x7f530c19ab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:46.656 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.657+0000 7f530be00640 1 -- 172.21.15.46:0/1883145100 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f530c19a6d0 msgr2=0x7f530c19ab50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:46.656 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.657+0000 7f530be00640 1 --2- 172.21.15.46:0/1883145100 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f530c19a6d0 0x7f530c19ab50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.656 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.657+0000 7f530be00640 1 -- 172.21.15.46:0/1883145100 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f530c1092c0 msgr2=0x7f530c1a0b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:46.656 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.657+0000 7f530be00640 1 --2- 172.21.15.46:0/1883145100 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f530c1092c0 0x7f530c1a0b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.656 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.657+0000 7f530be00640 1 -- 172.21.15.46:0/1883145100 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f530c19b2d0 con 0x7f530c1041f0 2024-04-26T01:55:46.657 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.657+0000 7f530be00640 1 --2- 172.21.15.46:0/1883145100 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f530c1041f0 0x7f530c1a0610 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f52fc00e9f0 tx=0x7f52fc00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:46.657 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.658+0000 7f5308c00640 1 -- 172.21.15.46:0/1883145100 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52fc00cd80 con 0x7f530c1041f0 2024-04-26T01:55:46.657 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.658+0000 7f5308c00640 1 -- 172.21.15.46:0/1883145100 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f52fc0035f0 con 0x7f530c1041f0 2024-04-26T01:55:46.657 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.658+0000 7f5311c00640 1 -- 172.21.15.46:0/1883145100 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f530c1a73b0 con 0x7f530c1041f0 2024-04-26T01:55:46.657 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.658+0000 7f5308c00640 1 -- 172.21.15.46:0/1883145100 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52fc010690 con 0x7f530c1041f0 2024-04-26T01:55:46.657 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.658+0000 7f5311c00640 1 -- 172.21.15.46:0/1883145100 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f530c1a7810 con 0x7f530c1041f0 2024-04-26T01:55:46.662 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.662+0000 7f5316198740 1 Processor -- start 2024-04-26T01:55:46.662 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.662+0000 7f5316198740 1 -- start start 2024-04-26T01:55:46.662 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.663+0000 7f5308c00640 1 -- 172.21.15.46:0/1883145100 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 27) ==== 138777+0+0 (secure 0 0 0) 0x7f52fc0037a0 con 0x7f530c1041f0 2024-04-26T01:55:46.662 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.663+0000 7f5316198740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d51bca49b0 0x55d51bca4d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:46.662 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.663+0000 7f5316198740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d51bca52d0 0x55d51bcaf650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:46.662 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.663+0000 7f5316198740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d51bcafb90 0x55d51bcb1f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:46.662 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.663+0000 7f5316198740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55d51bc0a900 con 0x55d51bcafb90 2024-04-26T01:55:46.662 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.663+0000 7f5316198740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55d51bbb0ef0 con 0x55d51bca49b0 2024-04-26T01:55:46.663 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.663+0000 7f5316198740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55d51bc068c0 con 0x55d51bca52d0 2024-04-26T01:55:46.663 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.663+0000 7f5311200640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d51bca49b0 0x55d51bca4d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:46.663 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.663+0000 7f5311200640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d51bca49b0 0x55d51bca4d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:50598/0 (socket says 172.21.15.46:50598) 2024-04-26T01:55:46.663 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.663+0000 7f5311200640 1 -- 172.21.15.46:0/1647407516 learned_addr learned my addr 172.21.15.46:0/1647407516 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:55:46.663 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.663+0000 7f530be00640 1 --2- 172.21.15.46:0/1647407516 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d51bca52d0 0x55d51bcaf650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:46.663 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.664+0000 7f530b400640 1 --2- 172.21.15.46:0/1647407516 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d51bcafb90 0x55d51bcb1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:46.663 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.664+0000 7f5311200640 1 -- 172.21.15.46:0/1647407516 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d51bca52d0 msgr2=0x55d51bcaf650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:46.663 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.664+0000 7f5311200640 1 --2- 172.21.15.46:0/1647407516 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d51bca52d0 0x55d51bcaf650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.663 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.664+0000 7f5311200640 1 -- 172.21.15.46:0/1647407516 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d51bcafb90 msgr2=0x55d51bcb1f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:46.663 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.664+0000 7f5311200640 1 --2- 172.21.15.46:0/1647407516 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d51bcafb90 0x55d51bcb1f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.663 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.664+0000 7f5311200640 1 -- 172.21.15.46:0/1647407516 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d51b91d210 con 0x55d51bca49b0 2024-04-26T01:55:46.665 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.664+0000 7f5311200640 1 --2- 172.21.15.46:0/1647407516 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d51bca49b0 0x55d51bca4d90 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f5304009f50 tx=0x7f53040118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cd9441c94a88841c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:46.665 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.664+0000 7f5301600640 1 -- 172.21.15.46:0/1647407516 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f530401e070 con 0x55d51bca49b0 2024-04-26T01:55:46.665 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.664+0000 7f5301600640 1 -- 172.21.15.46:0/1647407516 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5304003c30 con 0x55d51bca49b0 2024-04-26T01:55:46.665 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.664+0000 7f5301600640 1 -- 172.21.15.46:0/1647407516 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f530400f930 con 0x55d51bca49b0 2024-04-26T01:55:46.665 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.665+0000 7f5308c00640 1 --2- 172.21.15.46:0/1883145100 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f52f00a3d90 0x7f52f00a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:46.665 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.665+0000 7f5308c00640 1 -- 172.21.15.46:0/1883145100 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f52fc0d0aa0 con 0x7f530c1041f0 2024-04-26T01:55:46.665 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.665+0000 7f530be00640 1 --2- 172.21.15.46:0/1883145100 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f52f00a3d90 0x7f52f00a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:46.665 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.665+0000 7f5316198740 1 -- 172.21.15.46:0/1647407516 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d51bca49b0 msgr2=0x55d51bca4d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:46.665 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.665+0000 7f5316198740 1 --2- 172.21.15.46:0/1647407516 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d51bca49b0 0x55d51bca4d90 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f5304009f50 tx=0x7f53040118d0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.665 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.666+0000 7f5316198740 1 -- 172.21.15.46:0/1647407516 shutdown_connections 2024-04-26T01:55:46.665 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.666+0000 7f5316198740 1 --2- 172.21.15.46:0/1647407516 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d51bcafb90 0x55d51bcb1f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.665 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.666+0000 7f5316198740 1 --2- 172.21.15.46:0/1647407516 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d51bca52d0 0x55d51bcaf650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.665 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.666+0000 7f5316198740 1 --2- 172.21.15.46:0/1647407516 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d51bca49b0 0x55d51bca4d90 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.666 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.666+0000 7f5316198740 1 -- 172.21.15.46:0/1647407516 >> 172.21.15.46:0/1647407516 conn(0x55d51bca0ec0 msgr2=0x55d51bca12a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:46.666 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.666+0000 7f530be00640 1 --2- 172.21.15.46:0/1883145100 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f52f00a3d90 0x7f52f00a6250 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x55d51bca5f50 tx=0x7f52fc0d44a0 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:46.666 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.666+0000 7f5316198740 1 -- 172.21.15.46:0/1647407516 shutdown_connections 2024-04-26T01:55:46.666 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.666+0000 7f5316198740 1 -- 172.21.15.46:0/1647407516 wait complete. 2024-04-26T01:55:46.666 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.667+0000 7f5316198740 1 -- start start 2024-04-26T01:55:46.667 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.667+0000 7f5316198740 1 Processor -- start 2024-04-26T01:55:46.667 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.668+0000 7f5316198740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d51bca49b0 0x55d51bcacb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:46.668 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.668+0000 7f5316198740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d51bca52d0 0x55d51bcad0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:46.668 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.668+0000 7f5316198740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d51bcafb90 0x55d51bcad5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:46.668 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.668+0000 7f5316198740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55d51bcb27c0 con 0x55d51bca49b0 2024-04-26T01:55:46.668 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.668+0000 7f5316198740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55d51bbc4310 con 0x55d51bca52d0 2024-04-26T01:55:46.668 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.668+0000 7f5316198740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55d51bcb2940 con 0x55d51bcafb90 2024-04-26T01:55:46.668 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.668+0000 7f5316198740 10 client.0 _ll_register_callbacks cb 0x55d51bb92cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:55:46.668 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.668+0000 7f5311200640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d51bca49b0 0x55d51bcacb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:46.668 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.668+0000 7f5311200640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d51bca49b0 0x55d51bcacb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35118/0 (socket says 172.21.15.46:35118) 2024-04-26T01:55:46.668 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.668+0000 7f5311200640 1 -- 172.21.15.46:0/2915522888 learned_addr learned my addr 172.21.15.46:0/2915522888 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:55:46.668 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.668+0000 7f5311200640 1 --2- 172.21.15.46:0/2915522888 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d51bcafb90 0x55d51bcad5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:46.668 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.668+0000 7f530b400640 1 --2- 172.21.15.46:0/2915522888 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d51bca52d0 0x55d51bcad0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:46.668 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.669+0000 7f5311200640 1 -- 172.21.15.46:0/2915522888 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d51bcafb90 msgr2=0x55d51bcad5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:46.668 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.669+0000 7f5311200640 1 --2- 172.21.15.46:0/2915522888 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d51bcafb90 0x55d51bcad5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.669 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.669+0000 7f5311200640 1 -- 172.21.15.46:0/2915522888 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d51bca52d0 msgr2=0x55d51bcad0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:46.669 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.669+0000 7f5311200640 1 --2- 172.21.15.46:0/2915522888 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d51bca52d0 0x55d51bcad0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.669 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.669+0000 7f5311200640 1 -- 172.21.15.46:0/2915522888 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d51b9e9620 con 0x55d51bca49b0 2024-04-26T01:55:46.669 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.669+0000 7f5311200640 1 --2- 172.21.15.46:0/2915522888 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d51bca49b0 0x55d51bcacb70 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f5304009f20 tx=0x7f5304009a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=142fba5c42298a99 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:46.669 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.669+0000 7f52f6000640 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2024-04-26T01:55:46.669 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.669+0000 7f52f6000640 1 -- 172.21.15.46:0/2915522888 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f530402b020 con 0x55d51bca49b0 2024-04-26T01:55:46.669 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.669+0000 7f52f6000640 1 -- 172.21.15.46:0/2915522888 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f530400f690 con 0x55d51bca49b0 2024-04-26T01:55:46.670 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.670+0000 7f5316198740 1 -- 172.21.15.46:0/2915522888 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5304003c30 con 0x55d51bca49b0 2024-04-26T01:55:46.670 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.670+0000 7f52f6000640 1 -- 172.21.15.46:0/2915522888 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f530401e040 con 0x55d51bca49b0 2024-04-26T01:55:46.670 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.670+0000 7f5316198740 10 client.15687 fetch_fsmap learned FSMap version 41 2024-04-26T01:55:46.670 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.670+0000 7f5316198740 1 -- 172.21.15.46:0/2915522888 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55d51bcbea70 con 0x55d51bca49b0 2024-04-26T01:55:46.670 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.670+0000 7f52f6000640 1 -- 172.21.15.46:0/2915522888 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5304003c30 con 0x55d51bca49b0 2024-04-26T01:55:46.671 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.671+0000 7f52f6000640 1 -- 172.21.15.46:0/2915522888 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 41) ==== 8434+0+0 (secure 0 0 0) 0x7f5304024070 con 0x55d51bca49b0 2024-04-26T01:55:46.671 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.671+0000 7f5316198740 10 client.15687 fetch_fsmap finished waiting for FSMap version 41 2024-04-26T01:55:46.671 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.671+0000 7f5316198740 10 client.15687 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:55:46.671 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.671+0000 7f5316198740 20 client.15687 populate_metadata read hostname 'smithi046' 2024-04-26T01:55:46.671 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.671+0000 7f5316198740 1 --2- 172.21.15.46:0/2915522888 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55d51bcbfee0 0x55d51bcc22d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:46.671 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.671+0000 7f5316198740 4 client.15687 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:55:46.671 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.671+0000 7f5316198740 1 -- 172.21.15.46:0/2915522888 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d51bc1e8b0 con 0x55d51bcbfee0 2024-04-26T01:55:46.671 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.671+0000 7f530b400640 1 --2- 172.21.15.46:0/2915522888 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55d51bcbfee0 0x55d51bcc22d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:46.671 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.672+0000 7f530b400640 1 --2- 172.21.15.46:0/2915522888 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55d51bcbfee0 0x55d51bcc22d0 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c63e211b18e9bea4 server_cookie=154537051129cdea in_seq=0 out_seq=0 2024-04-26T01:55:46.671 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.672+0000 7f52f6000640 10 client.15687 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:55:46.672 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.673+0000 7f52f6000640 1 -- 172.21.15.46:0/2915522888 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d51bc1e8b0 con 0x55d51bcbfee0 2024-04-26T01:55:46.672 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.673+0000 7f52f6000640 10 client.15687 handle_command_reply: tid=0 2024-04-26T01:55:46.672 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.673+0000 7f5316198740 1 client.15687 shutdown 2024-04-26T01:55:46.672 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.673+0000 7f5316198740 1 -- 172.21.15.46:0/2915522888 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d51bca49b0 msgr2=0x55d51bcacb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:46.672 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.673+0000 7f5316198740 1 --2- 172.21.15.46:0/2915522888 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d51bca49b0 0x55d51bcacb70 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f5304009f20 tx=0x7f5304009a90 comp rx=0 tx=0).stop 2024-04-26T01:55:46.673 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.673+0000 7f5316198740 1 -- 172.21.15.46:0/2915522888 shutdown_connections 2024-04-26T01:55:46.673 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.673+0000 7f5316198740 1 --2- 172.21.15.46:0/2915522888 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55d51bcbfee0 0x55d51bcc22d0 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.673 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.673+0000 7f5316198740 1 --2- 172.21.15.46:0/2915522888 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d51bcafb90 0x55d51bcad5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.673 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.673+0000 7f5316198740 1 --2- 172.21.15.46:0/2915522888 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d51bca52d0 0x55d51bcad0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.673 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.673+0000 7f5316198740 1 --2- 172.21.15.46:0/2915522888 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d51bca49b0 0x55d51bcacb70 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.673 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.673+0000 7f52f6000640 0 client.15687 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:55:46.673 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.673+0000 7f5316198740 1 -- 172.21.15.46:0/2915522888 >> 172.21.15.46:0/2915522888 conn(0x55d51bca0ec0 msgr2=0x55d51bca6bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:46.673 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.673+0000 7f5316198740 1 -- 172.21.15.46:0/2915522888 shutdown_connections 2024-04-26T01:55:46.673 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.674+0000 7f5316198740 1 -- 172.21.15.46:0/2915522888 wait complete. 2024-04-26T01:55:46.673 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.674+0000 7f5316198740 20 client.15687 trim_cache size 0 max 16384 2024-04-26T01:55:46.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.690+0000 7f5316198740 1 Processor -- start 2024-04-26T01:55:46.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.690+0000 7f5316198740 1 -- start start 2024-04-26T01:55:46.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.691+0000 7f5316198740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d51bca49b0 0x55d51bcbb680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:46.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.691+0000 7f5316198740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d51bca52d0 0x55d51bcad410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:46.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.691+0000 7f5316198740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d51bcafb90 0x55d51bcc7a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:46.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.691+0000 7f5316198740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f530c1afcb0 con 0x55d51bca52d0 2024-04-26T01:55:46.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.691+0000 7f5316198740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f530c1b1af0 con 0x55d51bcafb90 2024-04-26T01:55:46.689 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.691+0000 7f5316198740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f530c1b0440 con 0x55d51bca49b0 2024-04-26T01:55:46.690 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.691+0000 7f530b400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d51bca52d0 0x55d51bcad410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:46.690 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.691+0000 7f5311200640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d51bcafb90 0x55d51bcc7a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:46.690 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.691+0000 7f530b400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d51bca52d0 0x55d51bcad410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:35126/0 (socket says 172.21.15.46:35126) 2024-04-26T01:55:46.690 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.691+0000 7f530b400640 1 -- 172.21.15.46:0/2286100756 learned_addr learned my addr 172.21.15.46:0/2286100756 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:55:46.691 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.691+0000 7f5311200640 1 --2- 172.21.15.46:0/2286100756 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d51bca49b0 0x55d51bcbb680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:46.691 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.691+0000 7f5311200640 1 -- 172.21.15.46:0/2286100756 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d51bca49b0 msgr2=0x55d51bcbb680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:46.691 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.691+0000 7f5311200640 1 --2- 172.21.15.46:0/2286100756 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d51bca49b0 0x55d51bcbb680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.691 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.691+0000 7f5311200640 1 -- 172.21.15.46:0/2286100756 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d51bca52d0 msgr2=0x55d51bcad410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:46.691 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.691+0000 7f5311200640 1 --2- 172.21.15.46:0/2286100756 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d51bca52d0 0x55d51bcad410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.691 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.692+0000 7f5311200640 1 -- 172.21.15.46:0/2286100756 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d51bcc2830 con 0x55d51bcafb90 2024-04-26T01:55:46.691 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.692+0000 7f5311200640 1 --2- 172.21.15.46:0/2286100756 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d51bcafb90 0x55d51bcc7a60 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f5304004500 tx=0x7f5304005fd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2bb9b4d32b36ee24 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:46.691 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.692+0000 7f5300c00640 1 -- 172.21.15.46:0/2286100756 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5304040070 con 0x55d51bcafb90 2024-04-26T01:55:46.691 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.692+0000 7f5300c00640 1 -- 172.21.15.46:0/2286100756 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5304019430 con 0x55d51bcafb90 2024-04-26T01:55:46.691 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.692+0000 7f5300c00640 1 -- 172.21.15.46:0/2286100756 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f530402b040 con 0x55d51bcafb90 2024-04-26T01:55:46.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.693+0000 7f5316198740 1 -- 172.21.15.46:0/2286100756 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d51bcafb90 msgr2=0x55d51bcc7a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:46.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.693+0000 7f5316198740 1 --2- 172.21.15.46:0/2286100756 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d51bcafb90 0x55d51bcc7a60 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f5304004500 tx=0x7f5304005fd0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.693+0000 7f5316198740 1 -- 172.21.15.46:0/2286100756 shutdown_connections 2024-04-26T01:55:46.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.693+0000 7f5316198740 1 --2- 172.21.15.46:0/2286100756 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d51bcafb90 0x55d51bcc7a60 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.693+0000 7f5316198740 1 --2- 172.21.15.46:0/2286100756 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d51bca52d0 0x55d51bcad410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.693+0000 7f5316198740 1 --2- 172.21.15.46:0/2286100756 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d51bca49b0 0x55d51bcbb680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.693+0000 7f5316198740 1 -- 172.21.15.46:0/2286100756 >> 172.21.15.46:0/2286100756 conn(0x55d51bca0ec0 msgr2=0x55d51bca0020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:46.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.693+0000 7f5316198740 1 -- 172.21.15.46:0/2286100756 shutdown_connections 2024-04-26T01:55:46.692 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.693+0000 7f5316198740 1 -- 172.21.15.46:0/2286100756 wait complete. 2024-04-26T01:55:46.693 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.694+0000 7f5316198740 1 -- start start 2024-04-26T01:55:46.693 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.694+0000 7f5316198740 1 Processor -- start 2024-04-26T01:55:46.694 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.694+0000 7f5316198740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d51bca49b0 0x55d51bcb7ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:46.694 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.694+0000 7f5316198740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d51bca52d0 0x55d51bcb6800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:46.694 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.694+0000 7f5316198740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d51bcafb90 0x55d51bcb6d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:46.694 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.694+0000 7f5316198740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f530c1b1360 con 0x55d51bcafb90 2024-04-26T01:55:46.694 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.694+0000 7f5316198740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f530c1b0bd0 con 0x55d51bca52d0 2024-04-26T01:55:46.694 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.694+0000 7f5316198740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f530c1adcb0 con 0x55d51bca49b0 2024-04-26T01:55:46.694 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.694+0000 7f5316198740 10 client.0 _ll_register_callbacks cb 0x7f53040043f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:55:46.695 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.695+0000 7f5311200640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d51bca49b0 0x55d51bcb7ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:46.695 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.695+0000 7f530b400640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d51bca52d0 0x55d51bcb6800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:46.695 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.695+0000 7f5311200640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d51bca49b0 0x55d51bcb7ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:37612/0 (socket says 172.21.15.46:37612) 2024-04-26T01:55:46.695 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.695+0000 7f5311200640 1 -- 172.21.15.46:0/3809758641 learned_addr learned my addr 172.21.15.46:0/3809758641 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:55:46.695 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.695+0000 7f5311200640 1 --2- 172.21.15.46:0/3809758641 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d51bcafb90 0x55d51bcb6d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:46.695 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.695+0000 7f530b400640 1 -- 172.21.15.46:0/3809758641 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d51bca49b0 msgr2=0x55d51bcb7ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:46.695 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.695+0000 7f530b400640 1 --2- 172.21.15.46:0/3809758641 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d51bca49b0 0x55d51bcb7ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.695 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.695+0000 7f530b400640 1 -- 172.21.15.46:0/3809758641 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d51bcafb90 msgr2=0x55d51bcb6d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:55:46.695 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.695+0000 7f530b400640 1 --2- 172.21.15.46:0/3809758641 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d51bcafb90 0x55d51bcb6d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.695 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.695+0000 7f530b400640 1 -- 172.21.15.46:0/3809758641 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d51bcb7280 con 0x55d51bca52d0 2024-04-26T01:55:46.695 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.696+0000 7f530b400640 1 --2- 172.21.15.46:0/3809758641 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d51bca52d0 0x55d51bcb6800 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f52f80314b0 tx=0x7f52f8004360 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ed58d8ae129371e4 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:55:46.695 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.696+0000 7f52f6000640 10 client.0 ms_handle_connect on v2:172.21.15.103:3300/0 2024-04-26T01:55:46.695 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.696+0000 7f52f6000640 1 -- 172.21.15.46:0/3809758641 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52f8035040 con 0x55d51bca52d0 2024-04-26T01:55:46.695 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.696+0000 7f52f6000640 1 -- 172.21.15.46:0/3809758641 <== mon.2 v2:172.21.15.103:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f52f8005020 con 0x55d51bca52d0 2024-04-26T01:55:46.695 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.696+0000 7f5316198740 1 -- 172.21.15.46:0/3809758641 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5304019430 con 0x55d51bca52d0 2024-04-26T01:55:46.696 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.696+0000 7f52f6000640 1 -- 172.21.15.46:0/3809758641 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f52f8054050 con 0x55d51bca52d0 2024-04-26T01:55:46.697 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.696+0000 7f5316198740 10 client.25835 fetch_fsmap learned FSMap version 41 2024-04-26T01:55:46.697 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.696+0000 7f5316198740 1 -- 172.21.15.46:0/3809758641 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55d51bd260d0 con 0x55d51bca52d0 2024-04-26T01:55:46.697 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.697+0000 7f52f6000640 1 -- 172.21.15.46:0/3809758641 <== mon.2 v2:172.21.15.103:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5304019430 con 0x55d51bca52d0 2024-04-26T01:55:46.697 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.697+0000 7f52f6000640 1 -- 172.21.15.46:0/3809758641 <== mon.2 v2:172.21.15.103:3300/0 5 ==== fsmap(e 41) ==== 8434+0+0 (secure 0 0 0) 0x7f52f80047a0 con 0x55d51bca52d0 2024-04-26T01:55:46.697 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.697+0000 7f5316198740 10 client.25835 fetch_fsmap finished waiting for FSMap version 41 2024-04-26T01:55:46.697 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.697+0000 7f5316198740 10 client.25835 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:55:46.697 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.697+0000 7f5316198740 20 client.25835 populate_metadata read hostname 'smithi046' 2024-04-26T01:55:46.697 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.697+0000 7f5316198740 1 --2- 172.21.15.46:0/3809758641 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55d51bd26940 0x55d51bd28d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:55:46.697 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.697+0000 7f5316198740 4 client.25835 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:55:46.697 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.697+0000 7f5316198740 1 -- 172.21.15.46:0/3809758641 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d51bc18320 con 0x55d51bd26940 2024-04-26T01:55:46.697 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.697+0000 7f5311200640 1 --2- 172.21.15.46:0/3809758641 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55d51bd26940 0x55d51bd28d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:55:46.697 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.698+0000 7f5311200640 1 --2- 172.21.15.46:0/3809758641 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55d51bd26940 0x55d51bd28d60 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a89e0d1f9e69a3c1 server_cookie=7da44497e097650f in_seq=0 out_seq=0 2024-04-26T01:55:46.697 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.698+0000 7f52f6000640 10 client.25835 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:55:46.884 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.885+0000 7f52f6000640 1 -- 172.21.15.46:0/3809758641 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55d51bc18320 con 0x55d51bd26940 2024-04-26T01:55:46.884 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.885+0000 7f52f6000640 10 client.25835 handle_command_reply: tid=0 2024-04-26T01:55:46.884 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.885+0000 7f5316198740 1 client.25835 shutdown 2024-04-26T01:55:46.884 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.885+0000 7f5316198740 1 -- 172.21.15.46:0/3809758641 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d51bca52d0 msgr2=0x55d51bcb6800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:46.884 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.885+0000 7f5316198740 1 --2- 172.21.15.46:0/3809758641 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d51bca52d0 0x55d51bcb6800 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f52f80314b0 tx=0x7f52f8004360 comp rx=0 tx=0).stop 2024-04-26T01:55:46.884 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.885+0000 7f5316198740 1 -- 172.21.15.46:0/3809758641 shutdown_connections 2024-04-26T01:55:46.884 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.885+0000 7f5316198740 1 --2- 172.21.15.46:0/3809758641 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55d51bd26940 0x55d51bd28d60 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.884 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.885+0000 7f5316198740 1 --2- 172.21.15.46:0/3809758641 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55d51bcafb90 0x55d51bcb6d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.884 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.885+0000 7f5316198740 1 --2- 172.21.15.46:0/3809758641 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d51bca52d0 0x55d51bcb6800 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.884 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.885+0000 7f5316198740 1 --2- 172.21.15.46:0/3809758641 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55d51bca49b0 0x55d51bcb7ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.884 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.885+0000 7f5316198740 1 -- 172.21.15.46:0/3809758641 >> 172.21.15.46:0/3809758641 conn(0x55d51bca0ec0 msgr2=0x55d51bca6360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:46.885 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.885+0000 7f52f6000640 0 client.25835 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:55:46.885 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.886+0000 7f5316198740 1 -- 172.21.15.46:0/3809758641 shutdown_connections 2024-04-26T01:55:46.885 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.886+0000 7f5316198740 1 -- 172.21.15.46:0/3809758641 wait complete. 2024-04-26T01:55:46.885 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.886+0000 7f5316198740 20 client.25835 trim_cache size 0 max 16384 2024-04-26T01:55:46.886 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:{ 2024-04-26T01:55:46.886 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "message": "", 2024-04-26T01:55:46.886 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "return_code": 0 2024-04-26T01:55:46.886 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:} 2024-04-26T01:55:46.887 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.887+0000 7f5311c00640 1 -- 172.21.15.46:0/1883145100 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f52f00a3d90 msgr2=0x7f52f00a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:46.887 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.887+0000 7f5311c00640 1 --2- 172.21.15.46:0/1883145100 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f52f00a3d90 0x7f52f00a6250 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x55d51bca5f50 tx=0x7f52fc0d44a0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.887 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.887+0000 7f5311c00640 1 -- 172.21.15.46:0/1883145100 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f530c1041f0 msgr2=0x7f530c1a0610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:55:46.887 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.887+0000 7f5311c00640 1 --2- 172.21.15.46:0/1883145100 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f530c1041f0 0x7f530c1a0610 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f52fc00e9f0 tx=0x7f52fc00eeb0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.887 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.887+0000 7f5311c00640 1 -- 172.21.15.46:0/1883145100 shutdown_connections 2024-04-26T01:55:46.887 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.887+0000 7f5311c00640 1 --2- 172.21.15.46:0/1883145100 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f52f00a3d90 0x7f52f00a6250 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.887 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.887+0000 7f5311c00640 1 --2- 172.21.15.46:0/1883145100 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f530c19a6d0 0x7f530c19ab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.887 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.887+0000 7f5311c00640 1 --2- 172.21.15.46:0/1883145100 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f530c1092c0 0x7f530c1a0b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.887 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.887+0000 7f5311c00640 1 --2- 172.21.15.46:0/1883145100 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f530c1041f0 0x7f530c1a0610 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:55:46.887 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.887+0000 7f5311c00640 1 -- 172.21.15.46:0/1883145100 >> 172.21.15.46:0/1883145100 conn(0x7f530c0ffa30 msgr2=0x7f530c101dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:55:46.887 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.887+0000 7f5311c00640 1 -- 172.21.15.46:0/1883145100 shutdown_connections 2024-04-26T01:55:46.888 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:55:46.887+0000 7f5311c00640 1 -- 172.21.15.46:0/1883145100 wait complete. 2024-04-26T01:55:47.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:55:46 smithi046 ceph-mon[28013]: pgmap v149: 97 pgs: 97 active+clean; 231 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 610 op/s 2024-04-26T01:55:47.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:55:46 smithi103 ceph-mon[32920]: pgmap v149: 97 pgs: 97 active+clean; 231 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 610 op/s 2024-04-26T01:55:47.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:55:46 smithi163 ceph-mon[32592]: pgmap v149: 97 pgs: 97 active+clean; 231 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 610 op/s 2024-04-26T01:55:49.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:55:48 smithi046 ceph-mon[28013]: pgmap v150: 97 pgs: 97 active+clean; 231 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 3.0 MiB/s wr, 344 op/s 2024-04-26T01:55:49.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:55:48 smithi103 ceph-mon[32920]: pgmap v150: 97 pgs: 97 active+clean; 231 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 3.0 MiB/s wr, 344 op/s 2024-04-26T01:55:49.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:55:48 smithi163 ceph-mon[32592]: pgmap v150: 97 pgs: 97 active+clean; 231 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 3.0 MiB/s wr, 344 op/s 2024-04-26T01:55:51.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:55:50 smithi046 ceph-mon[28013]: pgmap v151: 97 pgs: 97 active+clean; 219 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 3.2 MiB/s wr, 510 op/s 2024-04-26T01:55:51.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:55:50 smithi103 ceph-mon[32920]: pgmap v151: 97 pgs: 97 active+clean; 219 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 3.2 MiB/s wr, 510 op/s 2024-04-26T01:55:51.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:55:50 smithi163 ceph-mon[32592]: pgmap v151: 97 pgs: 97 active+clean; 219 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 3.2 MiB/s wr, 510 op/s 2024-04-26T01:55:53.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:55:52 smithi046 ceph-mon[28013]: pgmap v152: 97 pgs: 97 active+clean; 223 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 526 op/s 2024-04-26T01:55:53.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:55:52 smithi103 ceph-mon[32920]: pgmap v152: 97 pgs: 97 active+clean; 223 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 526 op/s 2024-04-26T01:55:53.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:55:52 smithi163 ceph-mon[32592]: pgmap v152: 97 pgs: 97 active+clean; 223 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 526 op/s 2024-04-26T01:55:55.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:55:54 smithi046 ceph-mon[28013]: pgmap v153: 97 pgs: 97 active+clean; 223 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.8 MiB/s wr, 485 op/s 2024-04-26T01:55:55.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:55:54 smithi103 ceph-mon[32920]: pgmap v153: 97 pgs: 97 active+clean; 223 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.8 MiB/s wr, 485 op/s 2024-04-26T01:55:55.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:55:54 smithi163 ceph-mon[32592]: pgmap v153: 97 pgs: 97 active+clean; 223 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.8 MiB/s wr, 485 op/s 2024-04-26T01:55:57.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:55:56 smithi046 ceph-mon[28013]: pgmap v154: 97 pgs: 97 active+clean; 224 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 621 op/s 2024-04-26T01:55:57.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:55:56 smithi103 ceph-mon[32920]: pgmap v154: 97 pgs: 97 active+clean; 224 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 621 op/s 2024-04-26T01:55:57.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:55:56 smithi163 ceph-mon[32592]: pgmap v154: 97 pgs: 97 active+clean; 224 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 621 op/s 2024-04-26T01:55:59.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:55:58 smithi046 ceph-mon[28013]: pgmap v155: 97 pgs: 97 active+clean; 224 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.1 MiB/s wr, 390 op/s 2024-04-26T01:55:59.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:55:58 smithi103 ceph-mon[32920]: pgmap v155: 97 pgs: 97 active+clean; 224 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.1 MiB/s wr, 390 op/s 2024-04-26T01:55:59.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:55:58 smithi163 ceph-mon[32592]: pgmap v155: 97 pgs: 97 active+clean; 224 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 1.1 MiB/s wr, 390 op/s 2024-04-26T01:56:00.027 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.028+0000 7feb5fe00640 1 -- 172.21.15.46:0/957350512 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7feb60101860 msgr2=0x7feb601058a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:00.027 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.028+0000 7feb5fe00640 1 --2- 172.21.15.46:0/957350512 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7feb60101860 0x7feb601058a0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7feb4c009900 tx=0x7feb4c02a3f0 comp rx=0 tx=0).stop 2024-04-26T01:56:00.027 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.029+0000 7feb5fe00640 1 -- 172.21.15.46:0/957350512 shutdown_connections 2024-04-26T01:56:00.028 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.029+0000 7feb5fe00640 1 --2- 172.21.15.46:0/957350512 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7feb60105f80 0x7feb6010db50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:00.028 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.029+0000 7feb5fe00640 1 --2- 172.21.15.46:0/957350512 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7feb60101860 0x7feb601058a0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:00.028 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.029+0000 7feb5fe00640 1 --2- 172.21.15.46:0/957350512 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feb60100eb0 0x7feb60101290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:00.028 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.029+0000 7feb5fe00640 1 -- 172.21.15.46:0/957350512 >> 172.21.15.46:0/957350512 conn(0x7feb600fc770 msgr2=0x7feb600feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:00.028 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.029+0000 7feb5fe00640 1 -- 172.21.15.46:0/957350512 shutdown_connections 2024-04-26T01:56:00.028 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.029+0000 7feb5fe00640 1 -- 172.21.15.46:0/957350512 wait complete. 2024-04-26T01:56:00.030 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.030+0000 7feb5fe00640 1 Processor -- start 2024-04-26T01:56:00.030 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.030+0000 7feb5fe00640 1 -- start start 2024-04-26T01:56:00.030 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.030+0000 7feb5fe00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feb60100eb0 0x7feb601a0600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:00.030 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.030+0000 7feb5fe00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7feb60105f80 0x7feb601a0b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:00.030 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.030+0000 7feb5fe00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7feb6019a710 0x7feb6019ab90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:00.031 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.030+0000 7feb5fe00640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7feb60112130 con 0x7feb60100eb0 2024-04-26T01:56:00.031 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.030+0000 7feb5fe00640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7feb60111fb0 con 0x7feb60105f80 2024-04-26T01:56:00.031 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.030+0000 7feb5fe00640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7feb601122b0 con 0x7feb6019a710 2024-04-26T01:56:00.031 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.031+0000 7feb5e000640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7feb60105f80 0x7feb601a0b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:00.031 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.031+0000 7feb5f400640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7feb6019a710 0x7feb6019ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:00.031 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.031+0000 7feb5ea00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feb60100eb0 0x7feb601a0600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:00.031 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.031+0000 7feb5e000640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7feb60105f80 0x7feb601a0b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:35446/0 (socket says 172.21.15.46:35446) 2024-04-26T01:56:00.031 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.031+0000 7feb5e000640 1 -- 172.21.15.46:0/3879480887 learned_addr learned my addr 172.21.15.46:0/3879480887 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:56:00.031 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.031+0000 7feb5f400640 1 -- 172.21.15.46:0/3879480887 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7feb60105f80 msgr2=0x7feb601a0b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:00.031 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.031+0000 7feb5f400640 1 --2- 172.21.15.46:0/3879480887 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7feb60105f80 0x7feb601a0b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:00.031 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.031+0000 7feb5f400640 1 -- 172.21.15.46:0/3879480887 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feb60100eb0 msgr2=0x7feb601a0600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:00.031 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.031+0000 7feb5f400640 1 --2- 172.21.15.46:0/3879480887 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feb60100eb0 0x7feb601a0600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:00.031 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.031+0000 7feb5f400640 1 -- 172.21.15.46:0/3879480887 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb6019b310 con 0x7feb6019a710 2024-04-26T01:56:00.031 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.031+0000 7feb5f400640 1 --2- 172.21.15.46:0/3879480887 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7feb6019a710 0x7feb6019ab90 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7feb58009fd0 tx=0x7feb5800ef10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:00.032 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.032+0000 7feb64a00640 1 -- 172.21.15.46:0/3879480887 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb5800ce20 con 0x7feb6019a710 2024-04-26T01:56:00.032 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.032+0000 7feb5fe00640 1 -- 172.21.15.46:0/3879480887 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb601a73a0 con 0x7feb6019a710 2024-04-26T01:56:00.032 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.032+0000 7feb64a00640 1 -- 172.21.15.46:0/3879480887 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7feb58005020 con 0x7feb6019a710 2024-04-26T01:56:00.032 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.032+0000 7feb64a00640 1 -- 172.21.15.46:0/3879480887 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb58010720 con 0x7feb6019a710 2024-04-26T01:56:00.032 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.032+0000 7feb5fe00640 1 -- 172.21.15.46:0/3879480887 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb601a77a0 con 0x7feb6019a710 2024-04-26T01:56:00.034 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.036+0000 7feb68bfd740 1 Processor -- start 2024-04-26T01:56:00.041 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.036+0000 7feb64a00640 1 -- 172.21.15.46:0/3879480887 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 27) ==== 138777+0+0 (secure 0 0 0) 0x7feb58005560 con 0x7feb6019a710 2024-04-26T01:56:00.041 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.037+0000 7feb68bfd740 1 -- start start 2024-04-26T01:56:00.041 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.037+0000 7feb68bfd740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55772dd879b0 0x55772dd87d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:00.041 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.037+0000 7feb68bfd740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55772dd882d0 0x55772dd92650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:00.041 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.037+0000 7feb68bfd740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55772dd92b90 0x55772dd94f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:00.041 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.037+0000 7feb68bfd740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55772dced900 con 0x55772dd92b90 2024-04-26T01:56:00.041 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.037+0000 7feb68bfd740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55772dc93ef0 con 0x55772dd879b0 2024-04-26T01:56:00.041 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.037+0000 7feb68bfd740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55772dce98c0 con 0x55772dd882d0 2024-04-26T01:56:00.041 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.038+0000 7feb5ea00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55772dd882d0 0x55772dd92650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:00.042 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.038+0000 7feb5e000640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55772dd879b0 0x55772dd87d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:00.042 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.038+0000 7feb5e000640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55772dd879b0 0x55772dd87d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:35458/0 (socket says 172.21.15.46:35458) 2024-04-26T01:56:00.042 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.038+0000 7feb5e000640 1 -- 172.21.15.46:0/3320208327 learned_addr learned my addr 172.21.15.46:0/3320208327 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:56:00.042 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.038+0000 7feb5e000640 1 --2- 172.21.15.46:0/3320208327 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55772dd92b90 0x55772dd94f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:00.042 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.038+0000 7feb5e000640 1 -- 172.21.15.46:0/3320208327 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55772dd882d0 msgr2=0x55772dd92650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:00.042 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.038+0000 7feb5e000640 1 --2- 172.21.15.46:0/3320208327 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55772dd882d0 0x55772dd92650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:00.042 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.038+0000 7feb5e000640 1 -- 172.21.15.46:0/3320208327 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55772dd92b90 msgr2=0x55772dd94f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:00.042 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.038+0000 7feb5e000640 1 --2- 172.21.15.46:0/3320208327 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55772dd92b90 0x55772dd94f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:00.042 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.039+0000 7feb5e000640 1 -- 172.21.15.46:0/3320208327 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55772da00210 con 0x55772dd879b0 2024-04-26T01:56:00.042 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.039+0000 7feb64a00640 1 --2- 172.21.15.46:0/3879480887 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7feb440a3d90 0x7feb440a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:00.042 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.039+0000 7feb5e000640 1 --2- 172.21.15.46:0/3320208327 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55772dd879b0 0x55772dd87d90 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x55772dd85050 tx=0x7feb4c005b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f8514a54608c8ac6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:00.042 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.039+0000 7feb64a00640 1 -- 172.21.15.46:0/3879480887 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7feb580d0d90 con 0x7feb6019a710 2024-04-26T01:56:00.043 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.039+0000 7feb5ea00640 1 --2- 172.21.15.46:0/3879480887 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7feb440a3d90 0x7feb440a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:00.043 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.039+0000 7feb4be00640 1 -- 172.21.15.46:0/3320208327 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb4c035030 con 0x55772dd879b0 2024-04-26T01:56:00.043 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.039+0000 7feb4be00640 1 -- 172.21.15.46:0/3320208327 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7feb4c003d70 con 0x55772dd879b0 2024-04-26T01:56:00.043 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.039+0000 7feb4be00640 1 -- 172.21.15.46:0/3320208327 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb4c031c60 con 0x55772dd879b0 2024-04-26T01:56:00.043 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.040+0000 7feb68bfd740 1 -- 172.21.15.46:0/3320208327 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55772dd879b0 msgr2=0x55772dd87d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:00.043 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.040+0000 7feb5ea00640 1 --2- 172.21.15.46:0/3879480887 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7feb440a3d90 0x7feb440a6250 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x55772dd88f50 tx=0x7feb50005f90 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:00.043 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.040+0000 7feb68bfd740 1 --2- 172.21.15.46:0/3320208327 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55772dd879b0 0x55772dd87d90 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x55772dd85050 tx=0x7feb4c005b50 comp rx=0 tx=0).stop 2024-04-26T01:56:00.043 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.040+0000 7feb68bfd740 1 -- 172.21.15.46:0/3320208327 shutdown_connections 2024-04-26T01:56:00.043 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.040+0000 7feb68bfd740 1 --2- 172.21.15.46:0/3320208327 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55772dd92b90 0x55772dd94f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:00.043 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.040+0000 7feb68bfd740 1 --2- 172.21.15.46:0/3320208327 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55772dd882d0 0x55772dd92650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:00.043 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.040+0000 7feb68bfd740 1 --2- 172.21.15.46:0/3320208327 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55772dd879b0 0x55772dd87d90 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:00.043 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.040+0000 7feb68bfd740 1 -- 172.21.15.46:0/3320208327 >> 172.21.15.46:0/3320208327 conn(0x55772dd83ec0 msgr2=0x55772dd842a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:00.043 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.040+0000 7feb68bfd740 1 -- 172.21.15.46:0/3320208327 shutdown_connections 2024-04-26T01:56:00.043 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.041+0000 7feb68bfd740 1 -- 172.21.15.46:0/3320208327 wait complete. 2024-04-26T01:56:00.044 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.041+0000 7feb68bfd740 1 -- start start 2024-04-26T01:56:00.044 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.041+0000 7feb68bfd740 1 Processor -- start 2024-04-26T01:56:00.044 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.042+0000 7feb68bfd740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55772dd879b0 0x55772dd8fb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:00.044 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.042+0000 7feb68bfd740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55772dd882d0 0x55772dd90090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:00.044 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.042+0000 7feb68bfd740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55772dd92b90 0x55772dd905d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:00.044 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.042+0000 7feb68bfd740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55772dd95760 con 0x55772dd882d0 2024-04-26T01:56:00.044 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.042+0000 7feb68bfd740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55772dca7310 con 0x55772dd92b90 2024-04-26T01:56:00.044 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.042+0000 7feb68bfd740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55772dd958e0 con 0x55772dd879b0 2024-04-26T01:56:00.044 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.042+0000 7feb68bfd740 10 client.0 _ll_register_callbacks cb 0x55772dc75cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:56:00.044 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.042+0000 7feb5f400640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55772dd92b90 0x55772dd905d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:00.044 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.042+0000 7feb5ea00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55772dd879b0 0x55772dd8fb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:00.044 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.042+0000 7feb5ea00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55772dd879b0 0x55772dd8fb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:52418/0 (socket says 172.21.15.46:52418) 2024-04-26T01:56:00.044 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.042+0000 7feb5ea00640 1 -- 172.21.15.46:0/737418849 learned_addr learned my addr 172.21.15.46:0/737418849 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:56:00.044 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.043+0000 7feb5e000640 1 --2- 172.21.15.46:0/737418849 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55772dd882d0 0x55772dd90090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:00.045 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.043+0000 7feb5f400640 1 -- 172.21.15.46:0/737418849 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55772dd879b0 msgr2=0x55772dd8fb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:00.045 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.043+0000 7feb5f400640 1 --2- 172.21.15.46:0/737418849 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55772dd879b0 0x55772dd8fb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:00.045 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.043+0000 7feb5f400640 1 -- 172.21.15.46:0/737418849 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55772dd882d0 msgr2=0x55772dd90090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:00.045 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.043+0000 7feb5f400640 1 --2- 172.21.15.46:0/737418849 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55772dd882d0 0x55772dd90090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:00.045 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.043+0000 7feb5f400640 1 -- 172.21.15.46:0/737418849 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55772dacc620 con 0x55772dd92b90 2024-04-26T01:56:00.047 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.043+0000 7feb5f400640 1 --2- 172.21.15.46:0/737418849 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55772dd92b90 0x55772dd905d0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7feb580ce4e0 tx=0x7feb5809d520 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bc858b0ed4c5ade7 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:00.047 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.043+0000 7feb48c00640 10 client.0 ms_handle_connect on v2:172.21.15.103:3300/0 2024-04-26T01:56:00.047 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.043+0000 7feb48c00640 1 -- 172.21.15.46:0/737418849 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb580a59d0 con 0x55772dd92b90 2024-04-26T01:56:00.048 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.043+0000 7feb48c00640 1 -- 172.21.15.46:0/737418849 <== mon.2 v2:172.21.15.103:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7feb5809cfc0 con 0x55772dd92b90 2024-04-26T01:56:00.048 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.044+0000 7feb68bfd740 1 -- 172.21.15.46:0/737418849 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feb4c003d70 con 0x55772dd92b90 2024-04-26T01:56:00.048 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.044+0000 7feb48c00640 1 -- 172.21.15.46:0/737418849 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7feb5809d1c0 con 0x55772dd92b90 2024-04-26T01:56:00.048 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.044+0000 7feb68bfd740 10 client.25847 fetch_fsmap learned FSMap version 41 2024-04-26T01:56:00.048 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.044+0000 7feb68bfd740 1 -- 172.21.15.46:0/737418849 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55772dda1a90 con 0x55772dd92b90 2024-04-26T01:56:00.048 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.044+0000 7feb48c00640 1 -- 172.21.15.46:0/737418849 <== mon.2 v2:172.21.15.103:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7feb4c003d70 con 0x55772dd92b90 2024-04-26T01:56:00.048 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.044+0000 7feb48c00640 1 -- 172.21.15.46:0/737418849 <== mon.2 v2:172.21.15.103:3300/0 5 ==== fsmap(e 41) ==== 8434+0+0 (secure 0 0 0) 0x7feb580bd0f0 con 0x55772dd92b90 2024-04-26T01:56:00.048 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.044+0000 7feb68bfd740 10 client.25847 fetch_fsmap finished waiting for FSMap version 41 2024-04-26T01:56:00.048 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.044+0000 7feb68bfd740 10 client.25847 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:56:00.048 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.045+0000 7feb68bfd740 20 client.25847 populate_metadata read hostname 'smithi046' 2024-04-26T01:56:00.048 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.045+0000 7feb68bfd740 1 --2- 172.21.15.46:0/737418849 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55772dda2fa0 0x55772dda53c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:00.048 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.045+0000 7feb68bfd740 4 client.25847 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:56:00.048 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.045+0000 7feb68bfd740 1 -- 172.21.15.46:0/737418849 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55772dd018b0 con 0x55772dda2fa0 2024-04-26T01:56:00.048 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.045+0000 7feb5ea00640 1 --2- 172.21.15.46:0/737418849 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55772dda2fa0 0x55772dda53c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:00.049 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.046+0000 7feb48c00640 10 client.25847 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:56:00.049 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.046+0000 7feb5ea00640 1 --2- 172.21.15.46:0/737418849 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55772dda2fa0 0x55772dda53c0 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b15e627891aee375 server_cookie=77b6f2eb39327d9e in_seq=0 out_seq=0 2024-04-26T01:56:00.049 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.046+0000 7feb48c00640 1 -- 172.21.15.46:0/737418849 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55772dd018b0 con 0x55772dda2fa0 2024-04-26T01:56:00.049 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.046+0000 7feb48c00640 10 client.25847 handle_command_reply: tid=0 2024-04-26T01:56:00.049 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.046+0000 7feb68bfd740 1 client.25847 shutdown 2024-04-26T01:56:00.049 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.047+0000 7feb68bfd740 1 -- 172.21.15.46:0/737418849 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55772dd92b90 msgr2=0x55772dd905d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:00.049 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.047+0000 7feb68bfd740 1 --2- 172.21.15.46:0/737418849 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55772dd92b90 0x55772dd905d0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7feb580ce4e0 tx=0x7feb5809d520 comp rx=0 tx=0).stop 2024-04-26T01:56:00.049 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.047+0000 7feb68bfd740 1 -- 172.21.15.46:0/737418849 shutdown_connections 2024-04-26T01:56:00.049 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.047+0000 7feb68bfd740 1 --2- 172.21.15.46:0/737418849 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55772dda2fa0 0x55772dda53c0 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:00.049 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.047+0000 7feb68bfd740 1 --2- 172.21.15.46:0/737418849 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55772dd92b90 0x55772dd905d0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:00.049 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.047+0000 7feb68bfd740 1 --2- 172.21.15.46:0/737418849 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55772dd882d0 0x55772dd90090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:00.049 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.047+0000 7feb68bfd740 1 --2- 172.21.15.46:0/737418849 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55772dd879b0 0x55772dd8fb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:00.049 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.047+0000 7feb48c00640 0 client.25847 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:56:00.049 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.047+0000 7feb68bfd740 1 -- 172.21.15.46:0/737418849 >> 172.21.15.46:0/737418849 conn(0x55772dd83ec0 msgr2=0x55772dd89bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:00.049 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.047+0000 7feb68bfd740 1 -- 172.21.15.46:0/737418849 shutdown_connections 2024-04-26T01:56:00.050 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.047+0000 7feb68bfd740 1 -- 172.21.15.46:0/737418849 wait complete. 2024-04-26T01:56:00.050 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.048+0000 7feb68bfd740 20 client.25847 trim_cache size 0 max 16384 2024-04-26T01:56:00.070 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.072+0000 7feb68bfd740 1 Processor -- start 2024-04-26T01:56:00.071 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.072+0000 7feb68bfd740 1 -- start start 2024-04-26T01:56:00.071 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.073+0000 7feb68bfd740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55772dd879b0 0x55772dd9e620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:00.071 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.073+0000 7feb68bfd740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55772dd882d0 0x55772ddaacd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:00.071 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.073+0000 7feb68bfd740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55772dd92b90 0x55772ddab210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:00.071 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.073+0000 7feb68bfd740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7feb601afbc0 con 0x55772dd92b90 2024-04-26T01:56:00.072 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.073+0000 7feb68bfd740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7feb601b1a00 con 0x55772dd879b0 2024-04-26T01:56:00.072 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.073+0000 7feb68bfd740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7feb601b0350 con 0x55772dd882d0 2024-04-26T01:56:00.072 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.073+0000 7feb5e000640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55772dd882d0 0x55772ddaacd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:00.072 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.073+0000 7feb5ea00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55772dd879b0 0x55772dd9e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:00.073 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.073+0000 7feb5f400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55772dd92b90 0x55772ddab210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:00.073 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.073+0000 7feb5ea00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55772dd879b0 0x55772dd9e620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:35478/0 (socket says 172.21.15.46:35478) 2024-04-26T01:56:00.073 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.073+0000 7feb5e000640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55772dd882d0 0x55772ddaacd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:52432/0 (socket says 172.21.15.46:52432) 2024-04-26T01:56:00.073 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.073+0000 7feb5ea00640 1 -- 172.21.15.46:0/1438211014 learned_addr learned my addr 172.21.15.46:0/1438211014 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:56:00.073 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.074+0000 7feb5e000640 1 -- 172.21.15.46:0/1438211014 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55772dd879b0 msgr2=0x55772dd9e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:00.073 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.074+0000 7feb5e000640 1 --2- 172.21.15.46:0/1438211014 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55772dd879b0 0x55772dd9e620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:00.073 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.074+0000 7feb5e000640 1 -- 172.21.15.46:0/1438211014 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55772dd92b90 msgr2=0x55772ddab210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:00.073 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.074+0000 7feb5e000640 1 --2- 172.21.15.46:0/1438211014 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55772dd92b90 0x55772ddab210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:00.073 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.074+0000 7feb5e000640 1 -- 172.21.15.46:0/1438211014 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55772dda5a40 con 0x55772dd882d0 2024-04-26T01:56:00.073 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.074+0000 7feb5f400640 1 --2- 172.21.15.46:0/1438211014 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55772dd92b90 0x55772ddab210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T01:56:00.074 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.074+0000 7feb5e000640 1 --2- 172.21.15.46:0/1438211014 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55772dd882d0 0x55772ddaacd0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7feb4c000c00 tx=0x7feb4c005850 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a2095f81a2979355 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:00.074 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.074+0000 7feb4b400640 1 -- 172.21.15.46:0/1438211014 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb4c035040 con 0x55772dd882d0 2024-04-26T01:56:00.074 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.074+0000 7feb4b400640 1 -- 172.21.15.46:0/1438211014 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7feb4c04f020 con 0x55772dd882d0 2024-04-26T01:56:00.074 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.074+0000 7feb4b400640 1 -- 172.21.15.46:0/1438211014 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb4c0036a0 con 0x55772dd882d0 2024-04-26T01:56:00.075 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.075+0000 7feb68bfd740 1 -- 172.21.15.46:0/1438211014 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55772dd882d0 msgr2=0x55772ddaacd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:00.075 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.075+0000 7feb68bfd740 1 --2- 172.21.15.46:0/1438211014 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55772dd882d0 0x55772ddaacd0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7feb4c000c00 tx=0x7feb4c005850 comp rx=0 tx=0).stop 2024-04-26T01:56:00.076 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.075+0000 7feb68bfd740 1 -- 172.21.15.46:0/1438211014 shutdown_connections 2024-04-26T01:56:00.076 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.075+0000 7feb68bfd740 1 --2- 172.21.15.46:0/1438211014 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55772dd92b90 0x55772ddab210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:00.076 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.075+0000 7feb68bfd740 1 --2- 172.21.15.46:0/1438211014 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55772dd882d0 0x55772ddaacd0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:00.076 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.075+0000 7feb68bfd740 1 --2- 172.21.15.46:0/1438211014 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55772dd879b0 0x55772dd9e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:00.076 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.076+0000 7feb68bfd740 1 -- 172.21.15.46:0/1438211014 >> 172.21.15.46:0/1438211014 conn(0x55772dd83ec0 msgr2=0x55772dd83020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:00.076 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.076+0000 7feb68bfd740 1 -- 172.21.15.46:0/1438211014 shutdown_connections 2024-04-26T01:56:00.076 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.076+0000 7feb68bfd740 1 -- 172.21.15.46:0/1438211014 wait complete. 2024-04-26T01:56:00.076 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.076+0000 7feb68bfd740 1 -- start start 2024-04-26T01:56:00.076 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.076+0000 7feb68bfd740 1 Processor -- start 2024-04-26T01:56:00.076 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.077+0000 7feb68bfd740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55772dd879b0 0x55772dd984c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:00.076 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.077+0000 7feb68bfd740 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55772dd882d0 0x55772dd98a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:00.077 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.077+0000 7feb68bfd740 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55772dd92b90 0x55772dd98f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:00.077 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.077+0000 7feb68bfd740 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7feb601b1270 con 0x55772dd882d0 2024-04-26T01:56:00.077 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.077+0000 7feb68bfd740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7feb601b0ae0 con 0x55772dd879b0 2024-04-26T01:56:00.077 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.077+0000 7feb68bfd740 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7feb601adba0 con 0x55772dd92b90 2024-04-26T01:56:00.077 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.077+0000 7feb68bfd740 10 client.0 _ll_register_callbacks cb 0x7feb5809cb90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:56:00.077 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.077+0000 7feb5ea00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55772dd879b0 0x55772dd984c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:00.077 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.077+0000 7feb5f400640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55772dd92b90 0x55772dd98f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:00.077 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.077+0000 7feb5ea00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55772dd879b0 0x55772dd984c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:35488/0 (socket says 172.21.15.46:35488) 2024-04-26T01:56:00.077 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.077+0000 7feb5f400640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55772dd92b90 0x55772dd98f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:52440/0 (socket says 172.21.15.46:52440) 2024-04-26T01:56:00.077 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.077+0000 7feb5ea00640 1 -- 172.21.15.46:0/2901464047 learned_addr learned my addr 172.21.15.46:0/2901464047 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:56:00.077 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.077+0000 7feb5e000640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55772dd882d0 0x55772dd98a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:00.079 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.078+0000 7feb5ea00640 1 -- 172.21.15.46:0/2901464047 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55772dd92b90 msgr2=0x55772dd98f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:00.079 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.078+0000 7feb5ea00640 1 --2- 172.21.15.46:0/2901464047 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55772dd92b90 0x55772dd98f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:00.080 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.078+0000 7feb5ea00640 1 -- 172.21.15.46:0/2901464047 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55772dd882d0 msgr2=0x55772dd98a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:00.080 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.078+0000 7feb5ea00640 1 --2- 172.21.15.46:0/2901464047 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55772dd882d0 0x55772dd98a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:00.080 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.078+0000 7feb5ea00640 1 -- 172.21.15.46:0/2901464047 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55772de08550 con 0x55772dd879b0 2024-04-26T01:56:00.080 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.078+0000 7feb5ea00640 1 --2- 172.21.15.46:0/2901464047 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55772dd879b0 0x55772dd984c0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x55772dda5c70 tx=0x7feb500046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c77286e842271422 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:00.080 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.078+0000 7feb48c00640 10 client.0 ms_handle_connect on v2:172.21.15.103:3300/0 2024-04-26T01:56:00.080 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.079+0000 7feb48c00640 1 -- 172.21.15.46:0/2901464047 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb50005020 con 0x55772dd879b0 2024-04-26T01:56:00.080 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.079+0000 7feb48c00640 1 -- 172.21.15.46:0/2901464047 <== mon.2 v2:172.21.15.103:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7feb500051c0 con 0x55772dd879b0 2024-04-26T01:56:00.080 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.079+0000 7feb68bfd740 1 -- 172.21.15.46:0/2901464047 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feb4c04f020 con 0x55772dd879b0 2024-04-26T01:56:00.080 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.079+0000 7feb48c00640 1 -- 172.21.15.46:0/2901464047 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7feb500053c0 con 0x55772dd879b0 2024-04-26T01:56:00.080 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.079+0000 7feb68bfd740 10 client.25853 fetch_fsmap learned FSMap version 41 2024-04-26T01:56:00.080 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.079+0000 7feb68bfd740 1 -- 172.21.15.46:0/2901464047 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55772de09800 con 0x55772dd879b0 2024-04-26T01:56:00.080 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.079+0000 7feb48c00640 1 -- 172.21.15.46:0/2901464047 <== mon.2 v2:172.21.15.103:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7feb4c04f020 con 0x55772dd879b0 2024-04-26T01:56:00.081 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.080+0000 7feb48c00640 1 -- 172.21.15.46:0/2901464047 <== mon.2 v2:172.21.15.103:3300/0 5 ==== fsmap(e 41) ==== 8434+0+0 (secure 0 0 0) 0x7feb5001f700 con 0x55772dd879b0 2024-04-26T01:56:00.081 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.080+0000 7feb68bfd740 10 client.25853 fetch_fsmap finished waiting for FSMap version 41 2024-04-26T01:56:00.081 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.080+0000 7feb68bfd740 10 client.25853 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-26T01:56:00.081 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.080+0000 7feb68bfd740 20 client.25853 populate_metadata read hostname 'smithi046' 2024-04-26T01:56:00.081 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.080+0000 7feb68bfd740 1 --2- 172.21.15.46:0/2901464047 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55772de09fa0 0x55772de0c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:00.081 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.080+0000 7feb68bfd740 4 client.25853 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-26T01:56:00.081 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.080+0000 7feb68bfd740 1 -- 172.21.15.46:0/2901464047 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55772dcfb320 con 0x55772de09fa0 2024-04-26T01:56:00.081 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.081+0000 7feb5e000640 1 --2- 172.21.15.46:0/2901464047 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55772de09fa0 0x55772de0c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:00.081 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.081+0000 7feb5e000640 1 --2- 172.21.15.46:0/2901464047 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55772de09fa0 0x55772de0c3c0 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4d460994ad271849 server_cookie=e7e2d322199f2dd2 in_seq=0 out_seq=0 2024-04-26T01:56:00.081 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.081+0000 7feb48c00640 10 client.25853 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:56:00.136 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.137+0000 7feb48c00640 1 -- 172.21.15.46:0/2901464047 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55772dcfb320 con 0x55772de09fa0 2024-04-26T01:56:00.136 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.137+0000 7feb48c00640 10 client.25853 handle_command_reply: tid=0 2024-04-26T01:56:00.136 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.137+0000 7feb68bfd740 1 client.25853 shutdown 2024-04-26T01:56:00.136 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.137+0000 7feb68bfd740 1 -- 172.21.15.46:0/2901464047 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55772dd879b0 msgr2=0x55772dd984c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:00.136 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.137+0000 7feb68bfd740 1 --2- 172.21.15.46:0/2901464047 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55772dd879b0 0x55772dd984c0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x55772dda5c70 tx=0x7feb500046c0 comp rx=0 tx=0).stop 2024-04-26T01:56:00.137 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.137+0000 7feb68bfd740 1 -- 172.21.15.46:0/2901464047 shutdown_connections 2024-04-26T01:56:00.137 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.137+0000 7feb68bfd740 1 --2- 172.21.15.46:0/2901464047 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55772de09fa0 0x55772de0c3c0 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:00.137 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.137+0000 7feb68bfd740 1 --2- 172.21.15.46:0/2901464047 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55772dd92b90 0x55772dd98f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:00.137 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.137+0000 7feb68bfd740 1 --2- 172.21.15.46:0/2901464047 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55772dd882d0 0x55772dd98a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:00.137 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.137+0000 7feb68bfd740 1 --2- 172.21.15.46:0/2901464047 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55772dd879b0 0x55772dd984c0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:00.137 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.137+0000 7feb48c00640 0 client.25853 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:56:00.137 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.137+0000 7feb68bfd740 1 -- 172.21.15.46:0/2901464047 >> 172.21.15.46:0/2901464047 conn(0x55772dd83ec0 msgr2=0x55772dd8fb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:00.137 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.138+0000 7feb68bfd740 1 -- 172.21.15.46:0/2901464047 shutdown_connections 2024-04-26T01:56:00.137 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.138+0000 7feb68bfd740 1 -- 172.21.15.46:0/2901464047 wait complete. 2024-04-26T01:56:00.137 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.138+0000 7feb68bfd740 20 client.25853 trim_cache size 0 max 16384 2024-04-26T01:56:00.138 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:{ 2024-04-26T01:56:00.138 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "message": "", 2024-04-26T01:56:00.138 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout: "return_code": 0 2024-04-26T01:56:00.138 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stdout:} 2024-04-26T01:56:00.139 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.139+0000 7feb5fe00640 1 -- 172.21.15.46:0/3879480887 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7feb440a3d90 msgr2=0x7feb440a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:00.139 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.139+0000 7feb5fe00640 1 --2- 172.21.15.46:0/3879480887 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7feb440a3d90 0x7feb440a6250 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x55772dd88f50 tx=0x7feb50005f90 comp rx=0 tx=0).stop 2024-04-26T01:56:00.139 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.139+0000 7feb5fe00640 1 -- 172.21.15.46:0/3879480887 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7feb6019a710 msgr2=0x7feb6019ab90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:00.139 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.139+0000 7feb5fe00640 1 --2- 172.21.15.46:0/3879480887 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7feb6019a710 0x7feb6019ab90 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7feb58009fd0 tx=0x7feb5800ef10 comp rx=0 tx=0).stop 2024-04-26T01:56:00.139 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.139+0000 7feb5fe00640 1 -- 172.21.15.46:0/3879480887 shutdown_connections 2024-04-26T01:56:00.139 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.139+0000 7feb5fe00640 1 --2- 172.21.15.46:0/3879480887 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7feb440a3d90 0x7feb440a6250 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:00.139 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.139+0000 7feb5fe00640 1 --2- 172.21.15.46:0/3879480887 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7feb6019a710 0x7feb6019ab90 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:00.139 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.139+0000 7feb5fe00640 1 --2- 172.21.15.46:0/3879480887 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7feb60105f80 0x7feb601a0b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:00.140 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.139+0000 7feb5fe00640 1 --2- 172.21.15.46:0/3879480887 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7feb60100eb0 0x7feb601a0600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:00.140 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.139+0000 7feb5fe00640 1 -- 172.21.15.46:0/3879480887 >> 172.21.15.46:0/3879480887 conn(0x7feb600fc770 msgr2=0x7feb600fd660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:00.140 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.139+0000 7feb5fe00640 1 -- 172.21.15.46:0/3879480887 shutdown_connections 2024-04-26T01:56:00.140 INFO:teuthology.task.background_exec.ubuntu@smithi046.front.sepia.ceph.com.smithi046.stderr:2024-04-26T01:56:00.139+0000 7feb5fe00640 1 -- 172.21.15.46:0/3879480887 wait complete. 2024-04-26T01:56:00.936 INFO:tasks.workunit:Stopping ['fs/norstats'] on client.0... 2024-04-26T01:56:00.936 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-26T01:56:01.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:56:00 smithi046 ceph-mon[28013]: pgmap v156: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.6 MiB/s wr, 460 op/s 2024-04-26T01:56:01.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:56:00 smithi103 ceph-mon[32920]: pgmap v156: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.6 MiB/s wr, 460 op/s 2024-04-26T01:56:01.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:56:00 smithi163 ceph-mon[32592]: pgmap v156: 97 pgs: 97 active+clean; 225 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 1.6 MiB/s wr, 460 op/s 2024-04-26T01:56:02.159 DEBUG:teuthology.parallel:result is None 2024-04-26T01:56:02.159 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-26T01:56:02.256 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-26T01:56:02.256 DEBUG:teuthology.run_tasks:Unwinding manager quiescer 2024-04-26T01:56:02.270 INFO:tasks.quiescer:joining Quiescers 2024-04-26T01:56:02.270 WARNING:tasks.quiescer:The quiescer is requested to stop, running cancel all 2024-04-26T01:56:02.270 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T01:56:02.707 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:56:03.035 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:56:02 smithi046 ceph-mon[28013]: pgmap v157: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 325 op/s 2024-04-26T01:56:03.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:56:02 smithi103 ceph-mon[32920]: pgmap v157: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 325 op/s 2024-04-26T01:56:03.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:56:02 smithi163 ceph-mon[32592]: pgmap v157: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 325 op/s 2024-04-26T01:56:04.973 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:56:04 smithi046 ceph-mon[28013]: pgmap v158: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 236 op/s 2024-04-26T01:56:05.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:56:04 smithi103 ceph-mon[32920]: pgmap v158: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 236 op/s 2024-04-26T01:56:05.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:56:04 smithi163 ceph-mon[32592]: pgmap v158: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 236 op/s 2024-04-26T01:56:05.320 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.321+0000 7f1df4800700 1 -- 172.21.15.46:0/4234218200 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1dec109f90 msgr2=0x7f1dec111b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:05.320 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.321+0000 7f1df4800700 1 --2- 172.21.15.46:0/4234218200 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1dec109f90 0x7f1dec111b60 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f1de800b0a0 tx=0x7f1de800b3b0 comp rx=0 tx=0).stop 2024-04-26T01:56:05.320 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.321+0000 7f1df4800700 1 -- 172.21.15.46:0/4234218200 shutdown_connections 2024-04-26T01:56:05.320 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.321+0000 7f1df4800700 1 --2- 172.21.15.46:0/4234218200 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1dec109f90 0x7f1dec111b60 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:05.320 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.321+0000 7f1df4800700 1 --2- 172.21.15.46:0/4234218200 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1dec104eb0 0x7f1dec105290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:05.320 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.321+0000 7f1df4800700 1 --2- 172.21.15.46:0/4234218200 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1dec105860 0x7f1dec1098b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:05.320 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.321+0000 7f1df4800700 1 -- 172.21.15.46:0/4234218200 >> 172.21.15.46:0/4234218200 conn(0x7f1dec100740 msgr2=0x7f1dec102b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:05.320 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.321+0000 7f1df4800700 1 -- 172.21.15.46:0/4234218200 shutdown_connections 2024-04-26T01:56:05.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.321+0000 7f1df4800700 1 -- 172.21.15.46:0/4234218200 wait complete. 2024-04-26T01:56:05.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.322+0000 7f1df4800700 1 Processor -- start 2024-04-26T01:56:05.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.323+0000 7f1df4800700 1 -- start start 2024-04-26T01:56:05.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.323+0000 7f1df4800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1dec104eb0 0x7f1dec19b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:05.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.323+0000 7f1df4800700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1dec105860 0x7f1dec19b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:05.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.323+0000 7f1df4800700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1dec109f90 0x7f1dec19fc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:05.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.323+0000 7f1df4800700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f1dec114f60 con 0x7f1dec104eb0 2024-04-26T01:56:05.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.323+0000 7f1df4800700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f1dec114de0 con 0x7f1dec109f90 2024-04-26T01:56:05.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.323+0000 7f1df4800700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f1dec1150e0 con 0x7f1dec105860 2024-04-26T01:56:05.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.324+0000 7f1df1e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1dec104eb0 0x7f1dec19b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:05.322 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.324+0000 7f1df1e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1dec104eb0 0x7f1dec19b370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39740/0 (socket says 172.21.15.46:39740) 2024-04-26T01:56:05.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.324+0000 7f1df1e00700 1 -- 172.21.15.46:0/2025968493 learned_addr learned my addr 172.21.15.46:0/2025968493 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:56:05.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.324+0000 7f1df1400700 1 --2- 172.21.15.46:0/2025968493 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1dec105860 0x7f1dec19b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:05.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.324+0000 7f1df2800700 1 --2- 172.21.15.46:0/2025968493 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1dec109f90 0x7f1dec19fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:05.323 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.324+0000 7f1df1400700 1 -- 172.21.15.46:0/2025968493 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1dec109f90 msgr2=0x7f1dec19fc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:05.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.324+0000 7f1df1400700 1 --2- 172.21.15.46:0/2025968493 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1dec109f90 0x7f1dec19fc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:05.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.324+0000 7f1df1400700 1 -- 172.21.15.46:0/2025968493 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1dec104eb0 msgr2=0x7f1dec19b370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:05.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.324+0000 7f1df1400700 1 --2- 172.21.15.46:0/2025968493 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1dec104eb0 0x7f1dec19b370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:05.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.324+0000 7f1df1400700 1 -- 172.21.15.46:0/2025968493 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1dec1a0380 con 0x7f1dec105860 2024-04-26T01:56:05.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.324+0000 7f1df1e00700 1 --2- 172.21.15.46:0/2025968493 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1dec104eb0 0x7f1dec19b370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:56:05.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.325+0000 7f1df1400700 1 --2- 172.21.15.46:0/2025968493 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1dec105860 0x7f1dec19b8b0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f1ddc00e9c0 tx=0x7f1ddc00ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:05.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.325+0000 7f1de6a00700 1 -- 172.21.15.46:0/2025968493 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ddc00c9c0 con 0x7f1dec105860 2024-04-26T01:56:05.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.325+0000 7f1df4800700 1 -- 172.21.15.46:0/2025968493 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1dec1a0670 con 0x7f1dec105860 2024-04-26T01:56:05.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.325+0000 7f1de6a00700 1 -- 172.21.15.46:0/2025968493 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1ddc00cb60 con 0x7f1dec105860 2024-04-26T01:56:05.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.325+0000 7f1de6a00700 1 -- 172.21.15.46:0/2025968493 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ddc018680 con 0x7f1dec105860 2024-04-26T01:56:05.324 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.325+0000 7f1df4800700 1 -- 172.21.15.46:0/2025968493 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1dec1a7ef0 con 0x7f1dec105860 2024-04-26T01:56:05.325 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.327+0000 7f1df4800700 1 -- 172.21.15.46:0/2025968493 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1dec069730 con 0x7f1dec105860 2024-04-26T01:56:05.327 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.329+0000 7f1de6a00700 1 -- 172.21.15.46:0/2025968493 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 27) ==== 138777+0+0 (secure 0 0 0) 0x7f1ddc010430 con 0x7f1dec105860 2024-04-26T01:56:05.328 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.330+0000 7f1de6a00700 1 --2- 172.21.15.46:0/2025968493 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f1dd40a3e30 0x7f1dd40a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:05.329 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.330+0000 7f1de6a00700 1 -- 172.21.15.46:0/2025968493 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f1ddc0d0950 con 0x7f1dec105860 2024-04-26T01:56:05.329 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.330+0000 7f1df1e00700 1 --2- 172.21.15.46:0/2025968493 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f1dd40a3e30 0x7f1dd40a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:05.329 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.331+0000 7f1df1e00700 1 --2- 172.21.15.46:0/2025968493 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f1dd40a3e30 0x7f1dd40a62f0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f1de0011550 tx=0x7f1de0009260 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:05.331 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.333+0000 7f1de6a00700 1 -- 172.21.15.46:0/2025968493 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1ddc09cfc0 con 0x7f1dec105860 2024-04-26T01:56:05.618 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.619+0000 7f1df4800700 1 -- 172.21.15.46:0/2025968493 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1dec02df80 con 0x7f1dec105860 2024-04-26T01:56:05.619 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.621+0000 7f1de6a00700 1 -- 172.21.15.46:0/2025968493 <== mon.1 v2:172.21.15.163:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 41 v41) ==== 94+0+11978 (secure 0 0 0) 0x7f1ddc09c8c0 con 0x7f1dec105860 2024-04-26T01:56:05.619 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T01:56:05.620 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":41,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14391,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/3599447924","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":3599447924},{"type":"v1","addr":"172.21.15.46:6839","nonce":3599447924}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6833/1782107626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":1782107626},{"type":"v1","addr":"172.21.15.103:6833","nonce":1782107626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":41,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:46:33.259216+0000","modified":"2024-04-26T01:55:27.936542+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24530,"mds_1":24524,"mds_2":24511,"mds_3":24496,"mds_4":24488},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24448":{"gid":24448,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6833/3674154522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6832","nonce":3674154522},{"type":"v1","addr":"172.21.15.163:6833","nonce":3674154522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"d","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6837/2284069014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":2284069014},{"type":"v1","addr":"172.21.15.46:6837","nonce":2284069014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"j","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6835/441878789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":441878789},{"type":"v1","addr":"172.21.15.46:6835","nonce":441878789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/2093120942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":2093120942},{"type":"v1","addr":"172.21.15.103:6835","nonce":2093120942}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6835/3496224673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6834","nonce":3496224673},{"type":"v1","addr":"172.21.15.163:6835","nonce":3496224673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"h","rank":4,"incarnation":24,"state":"up:active","state_seq":16,"addr":"172.21.15.103:6837/356151155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":356151155},{"type":"v1","addr":"172.21.15.103:6837","nonce":356151155}]},"join_fscid":-1,"export_targets":[0,1,2,3],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":16,"addr":"172.21.15.163:6837/3255035214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6836","nonce":3255035214},{"type":"v1","addr":"172.21.15.163:6837","nonce":3255035214}]},"join_fscid":-1,"export_targets":[0,1,2,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.163:6839/1457170931","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6838","nonce":1457170931},{"type":"v1","addr":"172.21.15.163:6839","nonce":1457170931}]},"join_fscid":-1,"export_targets":[0,1,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"a","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.46:6841/1857491842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":1857491842},{"type":"v1","addr":"172.21.15.46:6841","nonce":1857491842}]},"join_fscid":-1,"export_targets":[0,2,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.103:6839/4045492459","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":4045492459},{"type":"v1","addr":"172.21.15.103:6839","nonce":4045492459}]},"join_fscid":-1,"export_targets":[1,2,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24496,24524,24511,24488,24530]},"id":1}]} 2024-04-26T01:56:05.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.624+0000 7f1df4800700 1 -- 172.21.15.46:0/2025968493 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f1dd40a3e30 msgr2=0x7f1dd40a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:05.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.624+0000 7f1df4800700 1 --2- 172.21.15.46:0/2025968493 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f1dd40a3e30 0x7f1dd40a62f0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f1de0011550 tx=0x7f1de0009260 comp rx=0 tx=0).stop 2024-04-26T01:56:05.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.624+0000 7f1df4800700 1 -- 172.21.15.46:0/2025968493 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1dec105860 msgr2=0x7f1dec19b8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:05.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.624+0000 7f1df4800700 1 --2- 172.21.15.46:0/2025968493 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1dec105860 0x7f1dec19b8b0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f1ddc00e9c0 tx=0x7f1ddc00ecd0 comp rx=0 tx=0).stop 2024-04-26T01:56:05.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.624+0000 7f1df4800700 1 -- 172.21.15.46:0/2025968493 shutdown_connections 2024-04-26T01:56:05.623 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.624+0000 7f1df4800700 1 --2- 172.21.15.46:0/2025968493 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f1dd40a3e30 0x7f1dd40a62f0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:05.623 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.624+0000 7f1df4800700 1 --2- 172.21.15.46:0/2025968493 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1dec109f90 0x7f1dec19fc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:05.623 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.624+0000 7f1df4800700 1 --2- 172.21.15.46:0/2025968493 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f1dec104eb0 0x7f1dec19b370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:05.623 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.624+0000 7f1df4800700 1 --2- 172.21.15.46:0/2025968493 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f1dec105860 0x7f1dec19b8b0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:05.623 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.624+0000 7f1df4800700 1 -- 172.21.15.46:0/2025968493 >> 172.21.15.46:0/2025968493 conn(0x7f1dec100740 msgr2=0x7f1dec1012a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:05.623 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.624+0000 7f1df4800700 1 -- 172.21.15.46:0/2025968493 shutdown_connections 2024-04-26T01:56:05.623 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:05.624+0000 7f1df4800700 1 -- 172.21.15.46:0/2025968493 wait complete. 2024-04-26T01:56:05.624 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 41 2024-04-26T01:56:06.033 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:56:05 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/2025968493' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:56:06.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:56:05 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/2025968493' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:56:06.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:56:05 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/2025968493' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T01:56:06.528 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24530 quiesce db --cancel --all' 2024-04-26T01:56:06.529 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- timeout 75 ceph tell mds.24530 quiesce db --cancel --all 2024-04-26T01:56:06.992 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T01:56:07.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:56:06 smithi046 ceph-mon[28013]: pgmap v159: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 353 op/s 2024-04-26T01:56:07.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:56:06 smithi103 ceph-mon[32920]: pgmap v159: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 353 op/s 2024-04-26T01:56:07.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:56:06 smithi163 ceph-mon[32592]: pgmap v159: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 353 op/s 2024-04-26T01:56:09.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:56:08 smithi046 ceph-mon[28013]: pgmap v160: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 729 KiB/s rd, 708 KiB/s wr, 217 op/s 2024-04-26T01:56:09.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:56:08 smithi103 ceph-mon[32920]: pgmap v160: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 729 KiB/s rd, 708 KiB/s wr, 217 op/s 2024-04-26T01:56:09.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:56:08 smithi163 ceph-mon[32592]: pgmap v160: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 729 KiB/s rd, 708 KiB/s wr, 217 op/s 2024-04-26T01:56:10.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:56:09 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:56:10.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:56:09 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:56:10.171 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:56:09 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:56:10.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.652+0000 7f01bd200700 1 -- 172.21.15.46:0/1916612702 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f01b81092d0 msgr2=0x7f01b81096b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:10.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.652+0000 7f01bd200700 1 --2- 172.21.15.46:0/1916612702 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f01b81092d0 0x7f01b81096b0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f01a8009990 tx=0x7f01a8009ca0 comp rx=0 tx=0).stop 2024-04-26T01:56:10.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.652+0000 7f01bd200700 1 -- 172.21.15.46:0/1916612702 shutdown_connections 2024-04-26T01:56:10.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.652+0000 7f01bd200700 1 --2- 172.21.15.46:0/1916612702 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f01b810e3b0 0x7f01b8115f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:10.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.652+0000 7f01bd200700 1 --2- 172.21.15.46:0/1916612702 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f01b81092d0 0x7f01b81096b0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:10.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.652+0000 7f01bd200700 1 --2- 172.21.15.46:0/1916612702 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f01b8109c80 0x7f01b810dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:10.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.652+0000 7f01bd200700 1 -- 172.21.15.46:0/1916612702 >> 172.21.15.46:0/1916612702 conn(0x7f01b8076210 msgr2=0x7f01b8107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:10.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.652+0000 7f01bd200700 1 -- 172.21.15.46:0/1916612702 shutdown_connections 2024-04-26T01:56:10.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.652+0000 7f01bd200700 1 -- 172.21.15.46:0/1916612702 wait complete. 2024-04-26T01:56:10.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.654+0000 7f01bd200700 1 Processor -- start 2024-04-26T01:56:10.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.654+0000 7f01bd200700 1 -- start start 2024-04-26T01:56:10.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.654+0000 7f01bd200700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f01b81092d0 0x7f01b81a5610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:10.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.654+0000 7f01bd200700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f01b8109c80 0x7f01b81a5b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:10.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.654+0000 7f01bd200700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f01b810e3b0 0x7f01b819f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:10.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.654+0000 7f01bd200700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f01b81193d0 con 0x7f01b810e3b0 2024-04-26T01:56:10.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.654+0000 7f01bd200700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f01b8119250 con 0x7f01b81092d0 2024-04-26T01:56:10.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.654+0000 7f01bd200700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f01b8119550 con 0x7f01b8109c80 2024-04-26T01:56:10.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.655+0000 7f01b5e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f01b81092d0 0x7f01b81a5610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:10.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.655+0000 7f01b5e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f01b81092d0 0x7f01b81a5610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:51428/0 (socket says 172.21.15.46:51428) 2024-04-26T01:56:10.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.655+0000 7f01b5e00700 1 -- 172.21.15.46:0/1994080194 learned_addr learned my addr 172.21.15.46:0/1994080194 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:56:10.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.655+0000 7f01afe00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f01b8109c80 0x7f01b81a5b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:10.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.655+0000 7f01b6800700 1 --2- 172.21.15.46:0/1994080194 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f01b810e3b0 0x7f01b819f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:10.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.655+0000 7f01b5e00700 1 -- 172.21.15.46:0/1994080194 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f01b8109c80 msgr2=0x7f01b81a5b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:10.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.655+0000 7f01b5e00700 1 --2- 172.21.15.46:0/1994080194 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f01b8109c80 0x7f01b81a5b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:10.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.655+0000 7f01b5e00700 1 -- 172.21.15.46:0/1994080194 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f01b810e3b0 msgr2=0x7f01b819f730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:10.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.655+0000 7f01b5e00700 1 --2- 172.21.15.46:0/1994080194 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f01b810e3b0 0x7f01b819f730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:10.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.655+0000 7f01b5e00700 1 -- 172.21.15.46:0/1994080194 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01b81a0010 con 0x7f01b81092d0 2024-04-26T01:56:10.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.656+0000 7f01b5e00700 1 --2- 172.21.15.46:0/1994080194 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f01b81092d0 0x7f01b81a5610 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f01a8000c00 tx=0x7f01a8005ef0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:10.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.656+0000 7f01aea00700 1 -- 172.21.15.46:0/1994080194 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01a8027070 con 0x7f01b81092d0 2024-04-26T01:56:10.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.656+0000 7f01aea00700 1 -- 172.21.15.46:0/1994080194 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f01a8022470 con 0x7f01b81092d0 2024-04-26T01:56:10.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.656+0000 7f01aea00700 1 -- 172.21.15.46:0/1994080194 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01a8017650 con 0x7f01b81092d0 2024-04-26T01:56:10.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.656+0000 7f01bd200700 1 -- 172.21.15.46:0/1994080194 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01b81a02a0 con 0x7f01b81092d0 2024-04-26T01:56:10.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.656+0000 7f01bd200700 1 -- 172.21.15.46:0/1994080194 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01b81ac590 con 0x7f01b81092d0 2024-04-26T01:56:10.658 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.660+0000 7f01aea00700 1 -- 172.21.15.46:0/1994080194 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 27) ==== 138777+0+0 (secure 0 0 0) 0x7f01a8009d10 con 0x7f01b81092d0 2024-04-26T01:56:10.659 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.661+0000 7f01c7b50b80 1 Processor -- start 2024-04-26T01:56:10.659 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.661+0000 7f01c7b50b80 1 -- start start 2024-04-26T01:56:10.659 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.661+0000 7f01c7b50b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a18a4bbcb0 0x55a18a4bc090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:10.659 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.661+0000 7f01c7b50b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a18a4bc5d0 0x55a18a4c6f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:10.659 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.661+0000 7f01c7b50b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a18a4c7440 0x55a18a4c9830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:10.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.661+0000 7f01c7b50b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55a18a40ef00 con 0x55a18a4bc5d0 2024-04-26T01:56:10.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.661+0000 7f01c7b50b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55a18a3b57a0 con 0x55a18a4c7440 2024-04-26T01:56:10.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.661+0000 7f01c7b50b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55a18a40aec0 con 0x55a18a4bbcb0 2024-04-26T01:56:10.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.662+0000 7f01b5e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a18a4bc5d0 0x55a18a4c6f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:10.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.662+0000 7f01b6800700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a18a4bbcb0 0x55a18a4bc090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:10.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.662+0000 7f01b6800700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a18a4bbcb0 0x55a18a4bc090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:36164/0 (socket says 172.21.15.46:36164) 2024-04-26T01:56:10.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.662+0000 7f01b6800700 1 -- 172.21.15.46:0/4158036199 learned_addr learned my addr 172.21.15.46:0/4158036199 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:56:10.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.662+0000 7f01afe00700 1 --2- 172.21.15.46:0/4158036199 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a18a4c7440 0x55a18a4c9830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:10.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.662+0000 7f01b6800700 1 -- 172.21.15.46:0/4158036199 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a18a4c7440 msgr2=0x55a18a4c9830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:10.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.662+0000 7f01b6800700 1 --2- 172.21.15.46:0/4158036199 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a18a4c7440 0x55a18a4c9830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:10.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.662+0000 7f01b6800700 1 -- 172.21.15.46:0/4158036199 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a18a4bc5d0 msgr2=0x55a18a4c6f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:10.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.662+0000 7f01b6800700 1 --2- 172.21.15.46:0/4158036199 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a18a4bc5d0 0x55a18a4c6f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:10.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.662+0000 7f01b6800700 1 -- 172.21.15.46:0/4158036199 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a18a3ab6f0 con 0x55a18a4bbcb0 2024-04-26T01:56:10.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.662+0000 7f01aea00700 1 --2- 172.21.15.46:0/1994080194 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f019c0a3e30 0x7f019c0a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:10.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.662+0000 7f01afe00700 1 --2- 172.21.15.46:0/4158036199 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a18a4c7440 0x55a18a4c9830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:56:10.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.663+0000 7f01b6800700 1 --2- 172.21.15.46:0/4158036199 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a18a4bbcb0 0x55a18a4bc090 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f01b0009440 tx=0x7f01b0009920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1d2779ed20ce26b6 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:10.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.663+0000 7f01aea00700 1 -- 172.21.15.46:0/1994080194 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f01a80d0ff0 con 0x7f01b81092d0 2024-04-26T01:56:10.662 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.663+0000 7f01b5e00700 1 --2- 172.21.15.46:0/1994080194 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f019c0a3e30 0x7f019c0a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:10.663 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.663+0000 7f01a7400700 1 -- 172.21.15.46:0/4158036199 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01b0013750 con 0x55a18a4bbcb0 2024-04-26T01:56:10.663 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.663+0000 7f01a7400700 1 -- 172.21.15.46:0/4158036199 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f01b0013dc0 con 0x55a18a4bbcb0 2024-04-26T01:56:10.663 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.663+0000 7f01a7400700 1 -- 172.21.15.46:0/4158036199 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01b00143e0 con 0x55a18a4bbcb0 2024-04-26T01:56:10.663 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.664+0000 7f01c7b50b80 1 -- 172.21.15.46:0/4158036199 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a18a4bbcb0 msgr2=0x55a18a4bc090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:10.663 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.664+0000 7f01b5e00700 1 --2- 172.21.15.46:0/1994080194 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f019c0a3e30 0x7f019c0a62f0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f01a80a56e0 tx=0x7f01a80d4ae0 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:10.663 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.664+0000 7f01c7b50b80 1 --2- 172.21.15.46:0/4158036199 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a18a4bbcb0 0x55a18a4bc090 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f01b0009440 tx=0x7f01b0009920 comp rx=0 tx=0).stop 2024-04-26T01:56:10.663 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.664+0000 7f01c7b50b80 1 -- 172.21.15.46:0/4158036199 shutdown_connections 2024-04-26T01:56:10.663 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.664+0000 7f01c7b50b80 1 --2- 172.21.15.46:0/4158036199 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a18a4c7440 0x55a18a4c9830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:10.663 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.664+0000 7f01c7b50b80 1 --2- 172.21.15.46:0/4158036199 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a18a4bbcb0 0x55a18a4bc090 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:10.663 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.664+0000 7f01c7b50b80 1 --2- 172.21.15.46:0/4158036199 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a18a4bc5d0 0x55a18a4c6f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:10.663 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.664+0000 7f01c7b50b80 1 -- 172.21.15.46:0/4158036199 >> 172.21.15.46:0/4158036199 conn(0x55a18a3eafc0 msgr2=0x55a18a4b81c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:10.663 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.664+0000 7f01c7b50b80 1 -- 172.21.15.46:0/4158036199 shutdown_connections 2024-04-26T01:56:10.663 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.664+0000 7f01c7b50b80 1 -- 172.21.15.46:0/4158036199 wait complete. 2024-04-26T01:56:10.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.665+0000 7f01c7b50b80 1 -- start start 2024-04-26T01:56:10.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.665+0000 7f01c7b50b80 1 Processor -- start 2024-04-26T01:56:10.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.666+0000 7f01c7b50b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a18a4bbcb0 0x55a18a4c6b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:10.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.666+0000 7f01c7b50b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a18a4bc5d0 0x55a18a4c3e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:10.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.666+0000 7f01c7b50b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a18a4c7440 0x55a18a4c43a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:10.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.666+0000 7f01c7b50b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x55a18a4c9f30 con 0x55a18a4bc5d0 2024-04-26T01:56:10.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.666+0000 7f01c7b50b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x55a18a3c88d0 con 0x55a18a4c7440 2024-04-26T01:56:10.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.666+0000 7f01c7b50b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x55a18a4ca0b0 con 0x55a18a4bbcb0 2024-04-26T01:56:10.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.666+0000 7f01c7b50b80 10 client.0 _ll_register_callbacks cb 0x55a18a3a7790 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:56:10.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.666+0000 7f01b6800700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a18a4bbcb0 0x55a18a4c6b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:10.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.666+0000 7f01afe00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a18a4bc5d0 0x55a18a4c3e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:10.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.666+0000 7f01b6800700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a18a4bbcb0 0x55a18a4c6b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:36166/0 (socket says 172.21.15.46:36166) 2024-04-26T01:56:10.665 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.666+0000 7f01b6800700 1 -- 172.21.15.46:0/3023270115 learned_addr learned my addr 172.21.15.46:0/3023270115 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:56:10.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.666+0000 7f01afe00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a18a4bc5d0 0x55a18a4c3e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39776/0 (socket says 172.21.15.46:39776) 2024-04-26T01:56:10.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.666+0000 7f01b6800700 1 --2- 172.21.15.46:0/3023270115 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a18a4c7440 0x55a18a4c43a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:10.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.667+0000 7f01afe00700 1 -- 172.21.15.46:0/3023270115 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a18a4bbcb0 msgr2=0x55a18a4c6b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:10.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.667+0000 7f01afe00700 1 --2- 172.21.15.46:0/3023270115 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a18a4bbcb0 0x55a18a4c6b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:10.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.667+0000 7f01afe00700 1 -- 172.21.15.46:0/3023270115 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a18a4c7440 msgr2=0x55a18a4c43a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:10.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.667+0000 7f01afe00700 1 --2- 172.21.15.46:0/3023270115 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a18a4c7440 0x55a18a4c43a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:10.666 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.667+0000 7f01afe00700 1 -- 172.21.15.46:0/3023270115 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a18a35c940 con 0x55a18a4bc5d0 2024-04-26T01:56:10.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.667+0000 7f01afe00700 1 --2- 172.21.15.46:0/3023270115 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a18a4bc5d0 0x55a18a4c3e60 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f01b81a0ea0 tx=0x7f01a0011c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d86b164d5b852e9 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:10.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.667+0000 7f019be00700 10 client.0 ms_handle_connect on v2:172.21.15.46:3300/0 2024-04-26T01:56:10.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.667+0000 7f019be00700 1 -- 172.21.15.46:0/3023270115 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01a0004300 con 0x55a18a4bc5d0 2024-04-26T01:56:10.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.667+0000 7f019be00700 1 -- 172.21.15.46:0/3023270115 <== mon.0 v2:172.21.15.46:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f01a00044a0 con 0x55a18a4bc5d0 2024-04-26T01:56:10.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.667+0000 7f01c7b50b80 1 -- 172.21.15.46:0/3023270115 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f01b0013dc0 con 0x55a18a4bc5d0 2024-04-26T01:56:10.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.668+0000 7f019be00700 1 -- 172.21.15.46:0/3023270115 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f01a0004830 con 0x55a18a4bc5d0 2024-04-26T01:56:10.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.668+0000 7f01c7b50b80 10 client.15729 fetch_fsmap learned FSMap version 41 2024-04-26T01:56:10.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.668+0000 7f01c7b50b80 1 -- 172.21.15.46:0/3023270115 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55a18a3a5b60 con 0x55a18a4bc5d0 2024-04-26T01:56:10.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.668+0000 7f019be00700 1 -- 172.21.15.46:0/3023270115 <== mon.0 v2:172.21.15.46:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f01b0013dc0 con 0x55a18a4bc5d0 2024-04-26T01:56:10.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.668+0000 7f019be00700 1 -- 172.21.15.46:0/3023270115 <== mon.0 v2:172.21.15.46:3300/0 5 ==== fsmap(e 41) ==== 8434+0+0 (secure 0 0 0) 0x7f01a0019030 con 0x55a18a4bc5d0 2024-04-26T01:56:10.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.669+0000 7f01c7b50b80 10 client.15729 fetch_fsmap finished waiting for FSMap version 41 2024-04-26T01:56:10.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.669+0000 7f01c7b50b80 10 client.15729 resolve_mds: validated gid 24530 aka daemon mds.b 2024-04-26T01:56:10.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.669+0000 7f01c7b50b80 20 client.15729 populate_metadata read hostname 'smithi046' 2024-04-26T01:56:10.671 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.669+0000 7f01c7b50b80 1 --2- 172.21.15.46:0/3023270115 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55a18a4d6d00 0x55a18a4d90f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:10.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.669+0000 7f01c7b50b80 4 client.15729 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-26T01:56:10.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.669+0000 7f01c7b50b80 1 -- 172.21.15.46:0/3023270115 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a18a41c6f0 con 0x55a18a4d6d00 2024-04-26T01:56:10.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.669+0000 7f01b6800700 1 --2- 172.21.15.46:0/3023270115 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55a18a4d6d00 0x55a18a4d90f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:10.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.670+0000 7f01b6800700 1 --2- 172.21.15.46:0/3023270115 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55a18a4d6d00 0x55a18a4d90f0 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e7d94e0237bf5288 server_cookie=2596e445146df4cd in_seq=0 out_seq=0 2024-04-26T01:56:10.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.670+0000 7f019be00700 10 client.15729 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:56:10.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.671+0000 7f019be00700 1 -- 172.21.15.46:0/3023270115 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a18a41c6f0 con 0x55a18a4d6d00 2024-04-26T01:56:10.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.671+0000 7f019be00700 10 client.15729 handle_command_reply: tid=0 2024-04-26T01:56:10.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.671+0000 7f01c7b50b80 1 client.15729 shutdown 2024-04-26T01:56:10.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.671+0000 7f01c7b50b80 1 -- 172.21.15.46:0/3023270115 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a18a4bc5d0 msgr2=0x55a18a4c3e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:10.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.671+0000 7f01c7b50b80 1 --2- 172.21.15.46:0/3023270115 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a18a4bc5d0 0x55a18a4c3e60 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f01b81a0ea0 tx=0x7f01a0011c20 comp rx=0 tx=0).stop 2024-04-26T01:56:10.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.671+0000 7f01c7b50b80 1 -- 172.21.15.46:0/3023270115 shutdown_connections 2024-04-26T01:56:10.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.671+0000 7f01c7b50b80 1 --2- 172.21.15.46:0/3023270115 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a18a4c7440 0x55a18a4c43a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:10.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.671+0000 7f01c7b50b80 1 --2- 172.21.15.46:0/3023270115 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55a18a4d6d00 0x55a18a4d90f0 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:10.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.671+0000 7f01c7b50b80 1 --2- 172.21.15.46:0/3023270115 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a18a4bbcb0 0x55a18a4c6b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:10.672 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.671+0000 7f01c7b50b80 1 --2- 172.21.15.46:0/3023270115 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a18a4bc5d0 0x55a18a4c3e60 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:10.673 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.671+0000 7f01c7b50b80 1 -- 172.21.15.46:0/3023270115 >> 172.21.15.46:0/3023270115 conn(0x55a18a3eafc0 msgr2=0x55a18a4b7db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:10.673 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.671+0000 7f019be00700 0 client.15729 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:56:10.673 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.671+0000 7f01c7b50b80 1 -- 172.21.15.46:0/3023270115 shutdown_connections 2024-04-26T01:56:10.673 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.671+0000 7f01c7b50b80 1 -- 172.21.15.46:0/3023270115 wait complete. 2024-04-26T01:56:10.673 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.672+0000 7f01c7b50b80 20 client.15729 trim_cache size 0 max 16384 2024-04-26T01:56:10.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.693+0000 7f01c7b50b80 1 Processor -- start 2024-04-26T01:56:10.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.693+0000 7f01c7b50b80 1 -- start start 2024-04-26T01:56:10.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.694+0000 7f01c7b50b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a18a4bbcb0 0x55a18a4c5d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:10.692 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.694+0000 7f01c7b50b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a18a4bc5d0 0x55a18a4d2e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:10.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.694+0000 7f01c7b50b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a18a4c7440 0x55a18a4c1100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:10.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.694+0000 7f01c7b50b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f01b81b38a0 con 0x55a18a4bbcb0 2024-04-26T01:56:10.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.694+0000 7f01c7b50b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f01b81b56e0 con 0x55a18a4bc5d0 2024-04-26T01:56:10.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.694+0000 7f01c7b50b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f01b81b4030 con 0x55a18a4c7440 2024-04-26T01:56:10.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.694+0000 7f01b6800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a18a4bbcb0 0x55a18a4c5d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:10.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.694+0000 7f01b6800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a18a4bbcb0 0x55a18a4c5d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39780/0 (socket says 172.21.15.46:39780) 2024-04-26T01:56:10.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.694+0000 7f01b6800700 1 -- 172.21.15.46:0/3899786314 learned_addr learned my addr 172.21.15.46:0/3899786314 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:56:10.693 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.694+0000 7f01afe00700 1 --2- 172.21.15.46:0/3899786314 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a18a4bc5d0 0x55a18a4d2e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:10.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.695+0000 7f01b6800700 1 --2- 172.21.15.46:0/3899786314 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a18a4c7440 0x55a18a4c1100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:10.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.695+0000 7f01afe00700 1 -- 172.21.15.46:0/3899786314 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a18a4c7440 msgr2=0x55a18a4c1100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:10.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.695+0000 7f01afe00700 1 --2- 172.21.15.46:0/3899786314 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a18a4c7440 0x55a18a4c1100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:10.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.695+0000 7f01afe00700 1 -- 172.21.15.46:0/3899786314 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a18a4bbcb0 msgr2=0x55a18a4c5d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:10.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.695+0000 7f01afe00700 1 --2- 172.21.15.46:0/3899786314 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a18a4bbcb0 0x55a18a4c5d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:10.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.695+0000 7f01afe00700 1 -- 172.21.15.46:0/3899786314 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a18a4d9720 con 0x55a18a4bc5d0 2024-04-26T01:56:10.694 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.695+0000 7f01b6800700 1 --2- 172.21.15.46:0/3899786314 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a18a4bbcb0 0x55a18a4c5d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T01:56:10.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.695+0000 7f01afe00700 1 --2- 172.21.15.46:0/3899786314 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a18a4bc5d0 0x55a18a4d2e30 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f01a001a410 tx=0x7f01a000fea0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f9bda1a23a8ab2c8 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:10.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.695+0000 7f01a6a00700 1 -- 172.21.15.46:0/3899786314 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01a000f4e0 con 0x55a18a4bc5d0 2024-04-26T01:56:10.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.695+0000 7f01a6a00700 1 -- 172.21.15.46:0/3899786314 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f01a000f680 con 0x55a18a4bc5d0 2024-04-26T01:56:10.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.695+0000 7f01a6a00700 1 -- 172.21.15.46:0/3899786314 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01a001a440 con 0x55a18a4bc5d0 2024-04-26T01:56:10.695 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.696+0000 7f01c7b50b80 1 -- 172.21.15.46:0/3899786314 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a18a4bc5d0 msgr2=0x55a18a4d2e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:10.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.696+0000 7f01c7b50b80 1 --2- 172.21.15.46:0/3899786314 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a18a4bc5d0 0x55a18a4d2e30 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f01a001a410 tx=0x7f01a000fea0 comp rx=0 tx=0).stop 2024-04-26T01:56:10.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.696+0000 7f01c7b50b80 1 -- 172.21.15.46:0/3899786314 shutdown_connections 2024-04-26T01:56:10.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.696+0000 7f01c7b50b80 1 --2- 172.21.15.46:0/3899786314 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a18a4c7440 0x55a18a4c1100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:10.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.696+0000 7f01c7b50b80 1 --2- 172.21.15.46:0/3899786314 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a18a4bbcb0 0x55a18a4c5d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:10.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.696+0000 7f01c7b50b80 1 --2- 172.21.15.46:0/3899786314 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a18a4bc5d0 0x55a18a4d2e30 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:10.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.696+0000 7f01c7b50b80 1 -- 172.21.15.46:0/3899786314 >> 172.21.15.46:0/3899786314 conn(0x55a18a3eafc0 msgr2=0x55a18a4b7c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:10.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.696+0000 7f01c7b50b80 1 -- 172.21.15.46:0/3899786314 shutdown_connections 2024-04-26T01:56:10.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.696+0000 7f01c7b50b80 1 -- 172.21.15.46:0/3899786314 wait complete. 2024-04-26T01:56:10.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.697+0000 7f01c7b50b80 1 -- start start 2024-04-26T01:56:10.696 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.697+0000 7f01c7b50b80 1 Processor -- start 2024-04-26T01:56:10.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.698+0000 7f01c7b50b80 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a18a4bbcb0 0x55a18a4cf000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:10.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.698+0000 7f01c7b50b80 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a18a4bc5d0 0x55a18a4cf540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:10.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.698+0000 7f01c7b50b80 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a18a4c7440 0x55a18a4cc4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:10.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.698+0000 7f01c7b50b80 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f01b81b4f50 con 0x55a18a4bbcb0 2024-04-26T01:56:10.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.698+0000 7f01c7b50b80 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f01b81b47c0 con 0x55a18a4c7440 2024-04-26T01:56:10.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.698+0000 7f01c7b50b80 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f01b81b1860 con 0x55a18a4bc5d0 2024-04-26T01:56:10.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.698+0000 7f01c7b50b80 10 client.0 _ll_register_callbacks cb 0x55a18a3a7790 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-26T01:56:10.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.698+0000 7f01b6800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a18a4bbcb0 0x55a18a4cf000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:10.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.698+0000 7f01b6800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a18a4bbcb0 0x55a18a4cf000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:39792/0 (socket says 172.21.15.46:39792) 2024-04-26T01:56:10.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.698+0000 7f01b6800700 1 -- 172.21.15.46:0/2744904253 learned_addr learned my addr 172.21.15.46:0/2744904253 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T01:56:10.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.698+0000 7f01afe00700 1 --2- 172.21.15.46:0/2744904253 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a18a4bc5d0 0x55a18a4cf540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:10.698 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.698+0000 7f01b6800700 1 --2- 172.21.15.46:0/2744904253 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a18a4c7440 0x55a18a4cc4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:10.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.699+0000 7f01afe00700 1 -- 172.21.15.46:0/2744904253 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a18a4c7440 msgr2=0x55a18a4cc4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:10.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.699+0000 7f01afe00700 1 --2- 172.21.15.46:0/2744904253 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a18a4c7440 0x55a18a4cc4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:10.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.699+0000 7f01afe00700 1 -- 172.21.15.46:0/2744904253 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a18a4bbcb0 msgr2=0x55a18a4cf000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-26T01:56:10.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.699+0000 7f01afe00700 1 --2- 172.21.15.46:0/2744904253 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a18a4bbcb0 0x55a18a4cf000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:10.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.699+0000 7f01afe00700 1 -- 172.21.15.46:0/2744904253 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a18a4bdb20 con 0x55a18a4bc5d0 2024-04-26T01:56:10.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.699+0000 7f01afe00700 1 --2- 172.21.15.46:0/2744904253 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a18a4bc5d0 0x55a18a4cf540 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x55a18a4c5290 tx=0x7f01a000f5f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=29a7960f4c3bbb5c server_cookie=0 in_seq=0 out_seq=0 2024-04-26T01:56:10.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.699+0000 7f019be00700 10 client.0 ms_handle_connect on v2:172.21.15.163:3300/0 2024-04-26T01:56:10.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.699+0000 7f019be00700 1 -- 172.21.15.46:0/2744904253 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01a0005d20 con 0x55a18a4bc5d0 2024-04-26T01:56:10.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.699+0000 7f019be00700 1 -- 172.21.15.46:0/2744904253 <== mon.1 v2:172.21.15.163:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8469+0+0 (secure 0 0 0) 0x7f01a0003680 con 0x55a18a4bc5d0 2024-04-26T01:56:10.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.699+0000 7f01c7b50b80 1 -- 172.21.15.46:0/2744904253 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f01a000f680 con 0x55a18a4bc5d0 2024-04-26T01:56:10.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.699+0000 7f019be00700 1 -- 172.21.15.46:0/2744904253 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) ==== 24+0+0 (secure 0 0 0) 0x7f01a0003e70 con 0x55a18a4bc5d0 2024-04-26T01:56:10.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.699+0000 7f01c7b50b80 10 client.25891 fetch_fsmap learned FSMap version 41 2024-04-26T01:56:10.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.699+0000 7f01c7b50b80 1 -- 172.21.15.46:0/2744904253 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) -- 0x55a18a53eb00 con 0x55a18a4bc5d0 2024-04-26T01:56:10.699 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.700+0000 7f019be00700 1 -- 172.21.15.46:0/2744904253 <== mon.1 v2:172.21.15.163:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f01a000f680 con 0x55a18a4bc5d0 2024-04-26T01:56:10.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.700+0000 7f019be00700 1 -- 172.21.15.46:0/2744904253 <== mon.1 v2:172.21.15.163:3300/0 5 ==== fsmap(e 41) ==== 8434+0+0 (secure 0 0 0) 0x7f01a0019070 con 0x55a18a4bc5d0 2024-04-26T01:56:10.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.700+0000 7f01c7b50b80 10 client.25891 fetch_fsmap finished waiting for FSMap version 41 2024-04-26T01:56:10.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.700+0000 7f01c7b50b80 10 client.25891 resolve_mds: validated gid 24530 aka daemon mds.b 2024-04-26T01:56:10.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.700+0000 7f01c7b50b80 20 client.25891 populate_metadata read hostname 'smithi046' 2024-04-26T01:56:10.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.700+0000 7f01c7b50b80 1 --2- 172.21.15.46:0/2744904253 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55a18a53f210 0x55a18a541630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T01:56:10.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.700+0000 7f01c7b50b80 4 client.25891 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "quiesce db", "cancel": true, "all": true}] 2024-04-26T01:56:10.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.700+0000 7f01c7b50b80 1 -- 172.21.15.46:0/2744904253 --> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] -- command(tid 0: {"prefix": "quiesce db", "cancel": true, "all": true}) -- 0x55a18a416790 con 0x55a18a53f210 2024-04-26T01:56:10.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.701+0000 7f01b6800700 1 --2- 172.21.15.46:0/2744904253 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55a18a53f210 0x55a18a541630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T01:56:10.701 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.701+0000 7f01b6800700 1 --2- 172.21.15.46:0/2744904253 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55a18a53f210 0x55a18a541630 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6a593590e434643f server_cookie=8b7a306fd81ff9e in_seq=0 out_seq=0 2024-04-26T01:56:10.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.701+0000 7f019be00700 10 client.25891 ms_handle_connect on v2:172.21.15.103:6838/4045492459 2024-04-26T01:56:10.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.701+0000 7f019be00700 1 -- 172.21.15.46:0/2744904253 <== mds.0 v2:172.21.15.103:6838/4045492459 1 ==== command_reply(tid 0: 0 ) ==== 8+0+80 (crc 0 0 0) 0x55a18a416790 con 0x55a18a53f210 2024-04-26T01:56:10.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.701+0000 7f019be00700 10 client.25891 handle_command_reply: tid=0 2024-04-26T01:56:10.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.701+0000 7f01c7b50b80 1 client.25891 shutdown 2024-04-26T01:56:10.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.702+0000 7f01c7b50b80 1 -- 172.21.15.46:0/2744904253 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a18a4bc5d0 msgr2=0x55a18a4cf540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:10.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.702+0000 7f01c7b50b80 1 --2- 172.21.15.46:0/2744904253 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a18a4bc5d0 0x55a18a4cf540 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x55a18a4c5290 tx=0x7f01a000f5f0 comp rx=0 tx=0).stop 2024-04-26T01:56:10.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.702+0000 7f01c7b50b80 1 -- 172.21.15.46:0/2744904253 shutdown_connections 2024-04-26T01:56:10.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.702+0000 7f01c7b50b80 1 --2- 172.21.15.46:0/2744904253 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a18a4c7440 0x55a18a4cc4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:10.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.702+0000 7f01c7b50b80 1 --2- 172.21.15.46:0/2744904253 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x55a18a4bbcb0 0x55a18a4cf000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:10.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.702+0000 7f01c7b50b80 1 --2- 172.21.15.46:0/2744904253 >> [v2:172.21.15.103:6838/4045492459,v1:172.21.15.103:6839/4045492459] conn(0x55a18a53f210 0x55a18a541630 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:10.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.702+0000 7f01c7b50b80 1 --2- 172.21.15.46:0/2744904253 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x55a18a4bc5d0 0x55a18a4cf540 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:10.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.702+0000 7f019be00700 0 client.25891 ms_handle_reset on v2:172.21.15.103:6838/4045492459 2024-04-26T01:56:10.702 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.702+0000 7f01c7b50b80 1 -- 172.21.15.46:0/2744904253 >> 172.21.15.46:0/2744904253 conn(0x55a18a3eafc0 msgr2=0x55a18a4d1e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:10.703 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.702+0000 7f01c7b50b80 1 -- 172.21.15.46:0/2744904253 shutdown_connections 2024-04-26T01:56:10.703 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.702+0000 7f01c7b50b80 1 -- 172.21.15.46:0/2744904253 wait complete. 2024-04-26T01:56:10.703 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.702+0000 7f01c7b50b80 20 client.25891 trim_cache size 0 max 16384 2024-04-26T01:56:10.703 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-04-26T01:56:10.703 INFO:teuthology.orchestra.run.smithi046.stdout: "epoch": 41, 2024-04-26T01:56:10.703 INFO:teuthology.orchestra.run.smithi046.stdout: "leader": 24530, 2024-04-26T01:56:10.703 INFO:teuthology.orchestra.run.smithi046.stdout: "set_version": 12, 2024-04-26T01:56:10.703 INFO:teuthology.orchestra.run.smithi046.stdout: "sets": {} 2024-04-26T01:56:10.703 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-04-26T01:56:10.704 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.703+0000 7f01bd200700 1 -- 172.21.15.46:0/1994080194 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f019c0a3e30 msgr2=0x7f019c0a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:10.704 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.703+0000 7f01bd200700 1 --2- 172.21.15.46:0/1994080194 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f019c0a3e30 0x7f019c0a62f0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f01a80a56e0 tx=0x7f01a80d4ae0 comp rx=0 tx=0).stop 2024-04-26T01:56:10.704 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.703+0000 7f01bd200700 1 -- 172.21.15.46:0/1994080194 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f01b81092d0 msgr2=0x7f01b81a5610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T01:56:10.704 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.703+0000 7f01bd200700 1 --2- 172.21.15.46:0/1994080194 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f01b81092d0 0x7f01b81a5610 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f01a8000c00 tx=0x7f01a8005ef0 comp rx=0 tx=0).stop 2024-04-26T01:56:10.704 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.703+0000 7f01bd200700 1 -- 172.21.15.46:0/1994080194 shutdown_connections 2024-04-26T01:56:10.704 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.703+0000 7f01bd200700 1 --2- 172.21.15.46:0/1994080194 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f019c0a3e30 0x7f019c0a62f0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:10.705 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.703+0000 7f01bd200700 1 --2- 172.21.15.46:0/1994080194 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f01b810e3b0 0x7f01b819f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:10.705 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.703+0000 7f01bd200700 1 --2- 172.21.15.46:0/1994080194 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f01b81092d0 0x7f01b81a5610 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:10.705 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.703+0000 7f01bd200700 1 --2- 172.21.15.46:0/1994080194 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f01b8109c80 0x7f01b81a5b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T01:56:10.705 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.703+0000 7f01bd200700 1 -- 172.21.15.46:0/1994080194 >> 172.21.15.46:0/1994080194 conn(0x7f01b8076210 msgr2=0x7f01b8076870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T01:56:10.705 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.703+0000 7f01bd200700 1 -- 172.21.15.46:0/1994080194 shutdown_connections 2024-04-26T01:56:10.705 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T01:56:10.703+0000 7f01bd200700 1 -- 172.21.15.46:0/1994080194 wait complete. 2024-04-26T01:56:11.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:56:10 smithi046 ceph-mon[28013]: pgmap v161: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 731 KiB/s rd, 708 KiB/s wr, 220 op/s 2024-04-26T01:56:11.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:56:10 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:56:11.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:56:10 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:56:11.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:56:10 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:56:11.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:56:10 smithi103 ceph-mon[32920]: pgmap v161: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 731 KiB/s rd, 708 KiB/s wr, 220 op/s 2024-04-26T01:56:11.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:56:10 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:56:11.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:56:10 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:56:11.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:56:10 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:56:11.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:56:10 smithi163 ceph-mon[32592]: pgmap v161: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 731 KiB/s rd, 708 KiB/s wr, 220 op/s 2024-04-26T01:56:11.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:56:10 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:56:11.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:56:10 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:56:11.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:56:10 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:56:11.641 INFO:tasks.quiescer:done joining Quiescers 2024-04-26T01:56:11.641 DEBUG:teuthology.run_tasks:Unwinding manager background_exec 2024-04-26T01:56:11.652 INFO:teuthology.task.background_exec:Stopping background command on ubuntu@smithi046.front.sepia.ceph.com 2024-04-26T01:56:11.679 DEBUG:teuthology.run_tasks:Unwinding manager full_sequential_finally 2024-04-26T01:56:11.692 INFO:teuthology.task.full_sequential_finally:In full_sequential_finally, running task exec... 2024-04-26T01:56:11.692 INFO:teuthology.task.exec:Executing custom commands... 2024-04-26T01:56:11.692 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi046.front.sepia.ceph.com 2024-04-26T01:56:11.692 DEBUG:teuthology.orchestra.run.smithi046:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > END_TIME' 2024-04-26T01:56:11.824 DEBUG:teuthology.orchestra.run.smithi046:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi' 2024-04-26T01:56:13.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:56:12 smithi046 ceph-mon[28013]: pgmap v162: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 273 KiB/s rd, 225 KiB/s wr, 155 op/s 2024-04-26T01:56:13.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:56:12 smithi103 ceph-mon[32920]: pgmap v162: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 273 KiB/s rd, 225 KiB/s wr, 155 op/s 2024-04-26T01:56:13.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:56:12 smithi163 ceph-mon[32592]: pgmap v162: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 273 KiB/s rd, 225 KiB/s wr, 155 op/s 2024-04-26T01:56:15.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:56:14 smithi046 ceph-mon[28013]: pgmap v163: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 226 KiB/s rd, 217 KiB/s wr, 124 op/s 2024-04-26T01:56:15.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:56:14 smithi103 ceph-mon[32920]: pgmap v163: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 226 KiB/s rd, 217 KiB/s wr, 124 op/s 2024-04-26T01:56:15.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:56:14 smithi163 ceph-mon[32592]: pgmap v163: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 226 KiB/s rd, 217 KiB/s wr, 124 op/s 2024-04-26T01:56:17.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:56:16 smithi046 ceph-mon[28013]: pgmap v164: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 218 KiB/s wr, 130 op/s 2024-04-26T01:56:17.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:56:16 smithi103 ceph-mon[32920]: pgmap v164: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 218 KiB/s wr, 130 op/s 2024-04-26T01:56:17.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:56:16 smithi163 ceph-mon[32592]: pgmap v164: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 218 KiB/s wr, 130 op/s 2024-04-26T01:56:19.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:56:18 smithi103 ceph-mon[32920]: pgmap v165: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-04-26T01:56:19.159 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:56:18 smithi046 ceph-mon[28013]: pgmap v165: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-04-26T01:56:19.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:56:18 smithi163 ceph-mon[32592]: pgmap v165: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 12 KiB/s wr, 13 op/s 2024-04-26T01:56:21.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:56:20 smithi103 ceph-mon[32920]: pgmap v166: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 12 KiB/s wr, 16 op/s 2024-04-26T01:56:21.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:56:20 smithi163 ceph-mon[32592]: pgmap v166: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 12 KiB/s wr, 16 op/s 2024-04-26T01:56:21.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:56:20 smithi046 ceph-mon[28013]: pgmap v166: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 12 KiB/s wr, 16 op/s 2024-04-26T01:56:23.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:56:22 smithi103 ceph-mon[32920]: pgmap v167: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 14 KiB/s wr, 15 op/s 2024-04-26T01:56:23.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:56:22 smithi163 ceph-mon[32592]: pgmap v167: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 14 KiB/s wr, 15 op/s 2024-04-26T01:56:23.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:56:22 smithi046 ceph-mon[28013]: pgmap v167: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 14 KiB/s wr, 15 op/s 2024-04-26T01:56:25.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:56:24 smithi103 ceph-mon[32920]: pgmap v168: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 3.0 KiB/s wr, 11 op/s 2024-04-26T01:56:25.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:56:24 smithi163 ceph-mon[32592]: pgmap v168: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 3.0 KiB/s wr, 11 op/s 2024-04-26T01:56:25.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:56:24 smithi046 ceph-mon[28013]: pgmap v168: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 3.0 KiB/s wr, 11 op/s 2024-04-26T01:56:27.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:56:26 smithi103 ceph-mon[32920]: pgmap v169: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 3.0 KiB/s wr, 16 op/s 2024-04-26T01:56:27.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:56:26 smithi163 ceph-mon[32592]: pgmap v169: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 3.0 KiB/s wr, 16 op/s 2024-04-26T01:56:27.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:56:26 smithi046 ceph-mon[28013]: pgmap v169: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 3.0 KiB/s wr, 16 op/s 2024-04-26T01:56:29.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:56:28 smithi103 ceph-mon[32920]: pgmap v170: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2024-04-26T01:56:29.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:56:28 smithi163 ceph-mon[32592]: pgmap v170: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2024-04-26T01:56:29.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:56:28 smithi046 ceph-mon[28013]: pgmap v170: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2024-04-26T01:56:31.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:56:30 smithi103 ceph-mon[32920]: pgmap v171: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 2.2 KiB/s wr, 13 op/s 2024-04-26T01:56:31.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:56:30 smithi163 ceph-mon[32592]: pgmap v171: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 2.2 KiB/s wr, 13 op/s 2024-04-26T01:56:31.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:56:30 smithi046 ceph-mon[28013]: pgmap v171: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 2.2 KiB/s wr, 13 op/s 2024-04-26T01:56:33.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:56:32 smithi103 ceph-mon[32920]: pgmap v172: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 2.8 KiB/s wr, 12 op/s 2024-04-26T01:56:33.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:56:32 smithi163 ceph-mon[32592]: pgmap v172: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 2.8 KiB/s wr, 12 op/s 2024-04-26T01:56:33.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:56:32 smithi046 ceph-mon[28013]: pgmap v172: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 2.8 KiB/s wr, 12 op/s 2024-04-26T01:56:35.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:56:34 smithi103 ceph-mon[32920]: pgmap v173: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 682 B/s wr, 10 op/s 2024-04-26T01:56:35.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:56:34 smithi163 ceph-mon[32592]: pgmap v173: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 682 B/s wr, 10 op/s 2024-04-26T01:56:35.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:56:34 smithi046 ceph-mon[28013]: pgmap v173: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 682 B/s wr, 10 op/s 2024-04-26T01:56:37.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:56:36 smithi103 ceph-mon[32920]: pgmap v174: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 682 B/s wr, 15 op/s 2024-04-26T01:56:37.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:56:36 smithi163 ceph-mon[32592]: pgmap v174: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 682 B/s wr, 15 op/s 2024-04-26T01:56:37.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:56:36 smithi046 ceph-mon[28013]: pgmap v174: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 682 B/s wr, 15 op/s 2024-04-26T01:56:39.115 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:56:38 smithi046 ceph-mon[28013]: pgmap v175: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 682 B/s wr, 10 op/s 2024-04-26T01:56:39.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:56:38 smithi103 ceph-mon[32920]: pgmap v175: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 682 B/s wr, 10 op/s 2024-04-26T01:56:39.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:56:38 smithi163 ceph-mon[32592]: pgmap v175: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 682 B/s wr, 10 op/s 2024-04-26T01:56:41.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:56:40 smithi103 ceph-mon[32920]: pgmap v176: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 682 B/s wr, 12 op/s 2024-04-26T01:56:41.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:56:40 smithi163 ceph-mon[32592]: pgmap v176: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 682 B/s wr, 12 op/s 2024-04-26T01:56:41.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:56:40 smithi046 ceph-mon[28013]: pgmap v176: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 682 B/s wr, 12 op/s 2024-04-26T01:56:43.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:56:42 smithi103 ceph-mon[32920]: pgmap v177: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 682 B/s wr, 12 op/s 2024-04-26T01:56:43.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:56:42 smithi163 ceph-mon[32592]: pgmap v177: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 682 B/s wr, 12 op/s 2024-04-26T01:56:43.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:56:42 smithi046 ceph-mon[28013]: pgmap v177: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 682 B/s wr, 12 op/s 2024-04-26T01:56:45.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:56:44 smithi163 ceph-mon[32592]: pgmap v178: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:56:45.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:56:44 smithi046 ceph-mon[28013]: pgmap v178: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:56:45.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:56:44 smithi103 ceph-mon[32920]: pgmap v178: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:56:47.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:56:46 smithi163 ceph-mon[32592]: pgmap v179: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:56:47.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:56:46 smithi046 ceph-mon[28013]: pgmap v179: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:56:47.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:56:46 smithi103 ceph-mon[32920]: pgmap v179: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:56:49.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:56:48 smithi163 ceph-mon[32592]: pgmap v180: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:56:49.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:56:48 smithi046 ceph-mon[28013]: pgmap v180: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:56:49.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:56:48 smithi103 ceph-mon[32920]: pgmap v180: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:56:51.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:56:50 smithi163 ceph-mon[32592]: pgmap v181: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 12 op/s 2024-04-26T01:56:51.251 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:56:50 smithi046 ceph-mon[28013]: pgmap v181: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 12 op/s 2024-04-26T01:56:51.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:56:50 smithi103 ceph-mon[32920]: pgmap v181: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 12 op/s 2024-04-26T01:56:53.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:56:52 smithi163 ceph-mon[32592]: pgmap v182: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 op/s 2024-04-26T01:56:53.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:56:52 smithi046 ceph-mon[28013]: pgmap v182: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 op/s 2024-04-26T01:56:53.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:56:52 smithi103 ceph-mon[32920]: pgmap v182: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 op/s 2024-04-26T01:56:55.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:56:54 smithi163 ceph-mon[32592]: pgmap v183: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:56:55.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:56:54 smithi046 ceph-mon[28013]: pgmap v183: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:56:55.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:56:54 smithi103 ceph-mon[32920]: pgmap v183: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:56:57.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:56:56 smithi163 ceph-mon[32592]: pgmap v184: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:56:57.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:56:56 smithi046 ceph-mon[28013]: pgmap v184: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:56:57.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:56:56 smithi103 ceph-mon[32920]: pgmap v184: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:56:59.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:56:58 smithi163 ceph-mon[32592]: pgmap v185: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:56:59.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:56:58 smithi046 ceph-mon[28013]: pgmap v185: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:56:59.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:56:58 smithi103 ceph-mon[32920]: pgmap v185: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:57:01.178 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:57:00 smithi103 ceph-mon[32920]: pgmap v186: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 12 op/s 2024-04-26T01:57:01.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:57:00 smithi046 ceph-mon[28013]: pgmap v186: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 12 op/s 2024-04-26T01:57:01.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:57:00 smithi163 ceph-mon[32592]: pgmap v186: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 12 op/s 2024-04-26T01:57:03.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:57:02 smithi046 ceph-mon[28013]: pgmap v187: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 op/s 2024-04-26T01:57:03.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:57:02 smithi103 ceph-mon[32920]: pgmap v187: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 op/s 2024-04-26T01:57:03.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:57:02 smithi163 ceph-mon[32592]: pgmap v187: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 op/s 2024-04-26T01:57:05.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:57:04 smithi046 ceph-mon[28013]: pgmap v188: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:57:05.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:57:04 smithi103 ceph-mon[32920]: pgmap v188: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:57:05.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:57:04 smithi163 ceph-mon[32592]: pgmap v188: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:57:07.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:57:06 smithi046 ceph-mon[28013]: pgmap v189: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 32 op/s 2024-04-26T01:57:07.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:57:06 smithi103 ceph-mon[32920]: pgmap v189: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 32 op/s 2024-04-26T01:57:07.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:57:06 smithi163 ceph-mon[32592]: pgmap v189: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 32 op/s 2024-04-26T01:57:09.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:57:08 smithi046 ceph-mon[28013]: pgmap v190: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 27 op/s 2024-04-26T01:57:09.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:57:08 smithi046 ceph-mon[28013]: osdmap e93: 12 total, 12 up, 12 in 2024-04-26T01:57:09.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:57:08 smithi103 ceph-mon[32920]: pgmap v190: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 27 op/s 2024-04-26T01:57:09.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:57:08 smithi103 ceph-mon[32920]: osdmap e93: 12 total, 12 up, 12 in 2024-04-26T01:57:09.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:57:08 smithi163 ceph-mon[32592]: pgmap v190: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 27 op/s 2024-04-26T01:57:09.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:57:08 smithi163 ceph-mon[32592]: osdmap e93: 12 total, 12 up, 12 in 2024-04-26T01:57:11.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:57:10 smithi046 ceph-mon[28013]: pgmap v192: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 32 op/s 2024-04-26T01:57:11.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:57:10 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:57:11.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:57:10 smithi103 ceph-mon[32920]: pgmap v192: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 32 op/s 2024-04-26T01:57:11.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:57:10 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:57:11.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:57:10 smithi163 ceph-mon[32592]: pgmap v192: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 32 op/s 2024-04-26T01:57:11.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:57:10 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:57:13.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:57:12 smithi046 ceph-mon[28013]: pgmap v193: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 33 op/s 2024-04-26T01:57:13.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:57:12 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:13.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:57:12 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:57:13.312 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:57:12 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:57:13.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:57:12 smithi103 ceph-mon[32920]: pgmap v193: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 33 op/s 2024-04-26T01:57:13.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:57:12 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:13.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:57:12 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:57:13.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:57:12 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:57:13.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:57:12 smithi163 ceph-mon[32592]: pgmap v193: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 33 op/s 2024-04-26T01:57:13.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:57:12 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:57:13.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:57:12 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:57:13.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:57:12 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:57:15.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:57:14 smithi046 ceph-mon[28013]: pgmap v194: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 33 op/s 2024-04-26T01:57:15.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:57:14 smithi046 ceph-mon[28013]: osdmap e94: 12 total, 12 up, 12 in 2024-04-26T01:57:15.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:57:14 smithi103 ceph-mon[32920]: pgmap v194: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 33 op/s 2024-04-26T01:57:15.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:57:14 smithi103 ceph-mon[32920]: osdmap e94: 12 total, 12 up, 12 in 2024-04-26T01:57:15.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:57:14 smithi163 ceph-mon[32592]: pgmap v194: 97 pgs: 97 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 33 op/s 2024-04-26T01:57:15.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:57:14 smithi163 ceph-mon[32592]: osdmap e94: 12 total, 12 up, 12 in 2024-04-26T01:57:17.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:57:16 smithi046 ceph-mon[28013]: pgmap v196: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 255 B/s wr, 15 op/s 2024-04-26T01:57:17.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:57:16 smithi103 ceph-mon[32920]: pgmap v196: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 255 B/s wr, 15 op/s 2024-04-26T01:57:17.422 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:57:16 smithi163 ceph-mon[32592]: pgmap v196: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 255 B/s wr, 15 op/s 2024-04-26T01:57:19.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:57:18 smithi046 ceph-mon[28013]: pgmap v197: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 212 B/s wr, 12 op/s 2024-04-26T01:57:19.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:57:18 smithi103 ceph-mon[32920]: pgmap v197: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 212 B/s wr, 12 op/s 2024-04-26T01:57:19.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:57:18 smithi163 ceph-mon[32592]: pgmap v197: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 212 B/s wr, 12 op/s 2024-04-26T01:57:21.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:57:20 smithi046 ceph-mon[28013]: pgmap v198: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T01:57:21.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:57:20 smithi103 ceph-mon[32920]: pgmap v198: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T01:57:21.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:57:20 smithi163 ceph-mon[32592]: pgmap v198: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T01:57:23.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:57:22 smithi046 ceph-mon[28013]: pgmap v199: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:57:23.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:57:22 smithi103 ceph-mon[32920]: pgmap v199: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:57:23.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:57:22 smithi163 ceph-mon[32592]: pgmap v199: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:57:25.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:57:24 smithi046 ceph-mon[28013]: pgmap v200: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:57:25.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:57:24 smithi103 ceph-mon[32920]: pgmap v200: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:57:25.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:57:24 smithi163 ceph-mon[32592]: pgmap v200: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:57:27.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:57:27 smithi046 ceph-mon[28013]: pgmap v201: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 89 B/s wr, 15 op/s 2024-04-26T01:57:27.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:57:27 smithi103 ceph-mon[32920]: pgmap v201: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 89 B/s wr, 15 op/s 2024-04-26T01:57:27.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:57:27 smithi163 ceph-mon[32592]: pgmap v201: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 89 B/s wr, 15 op/s 2024-04-26T01:57:28.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:57:28 smithi046 ceph-mon[28013]: pgmap v202: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:57:28.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:57:28 smithi103 ceph-mon[32920]: pgmap v202: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:57:28.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:57:28 smithi163 ceph-mon[32592]: pgmap v202: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:57:31.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:57:30 smithi046 ceph-mon[28013]: pgmap v203: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 12 op/s 2024-04-26T01:57:31.078 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:57:30 smithi103 ceph-mon[32920]: pgmap v203: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 12 op/s 2024-04-26T01:57:31.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:57:30 smithi163 ceph-mon[32592]: pgmap v203: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 12 op/s 2024-04-26T01:57:33.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:57:32 smithi046 ceph-mon[28013]: pgmap v204: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 op/s 2024-04-26T01:57:33.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:57:32 smithi103 ceph-mon[32920]: pgmap v204: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 op/s 2024-04-26T01:57:33.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:57:32 smithi163 ceph-mon[32592]: pgmap v204: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 op/s 2024-04-26T01:57:35.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:57:34 smithi046 ceph-mon[28013]: pgmap v205: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:57:35.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:57:34 smithi103 ceph-mon[32920]: pgmap v205: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:57:35.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:57:34 smithi163 ceph-mon[32592]: pgmap v205: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:57:37.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:57:36 smithi046 ceph-mon[28013]: pgmap v206: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:57:37.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:57:36 smithi103 ceph-mon[32920]: pgmap v206: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:57:37.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:57:36 smithi163 ceph-mon[32592]: pgmap v206: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:57:39.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:57:38 smithi046 ceph-mon[28013]: pgmap v207: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:57:39.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:57:38 smithi103 ceph-mon[32920]: pgmap v207: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:57:39.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:57:38 smithi163 ceph-mon[32592]: pgmap v207: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:57:41.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:57:40 smithi046 ceph-mon[28013]: pgmap v208: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 12 op/s 2024-04-26T01:57:41.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:57:40 smithi103 ceph-mon[32920]: pgmap v208: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 12 op/s 2024-04-26T01:57:41.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:57:40 smithi163 ceph-mon[32592]: pgmap v208: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 12 op/s 2024-04-26T01:57:43.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:57:42 smithi046 ceph-mon[28013]: pgmap v209: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 op/s 2024-04-26T01:57:43.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:57:42 smithi103 ceph-mon[32920]: pgmap v209: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 op/s 2024-04-26T01:57:43.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:57:42 smithi163 ceph-mon[32592]: pgmap v209: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 op/s 2024-04-26T01:57:45.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:57:44 smithi046 ceph-mon[28013]: pgmap v210: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:57:45.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:57:44 smithi103 ceph-mon[32920]: pgmap v210: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:57:45.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:57:44 smithi163 ceph-mon[32592]: pgmap v210: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:57:47.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:57:46 smithi046 ceph-mon[28013]: pgmap v211: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:57:47.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:57:46 smithi103 ceph-mon[32920]: pgmap v211: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:57:47.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:57:46 smithi163 ceph-mon[32592]: pgmap v211: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:57:49.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:57:48 smithi046 ceph-mon[28013]: pgmap v212: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:57:49.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:57:48 smithi103 ceph-mon[32920]: pgmap v212: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:57:49.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:57:48 smithi163 ceph-mon[32592]: pgmap v212: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:57:51.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:57:50 smithi046 ceph-mon[28013]: pgmap v213: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 12 op/s 2024-04-26T01:57:51.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:57:50 smithi103 ceph-mon[32920]: pgmap v213: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 12 op/s 2024-04-26T01:57:51.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:57:50 smithi163 ceph-mon[32592]: pgmap v213: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 12 op/s 2024-04-26T01:57:53.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:57:52 smithi046 ceph-mon[28013]: pgmap v214: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-26T01:57:53.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:57:52 smithi103 ceph-mon[32920]: pgmap v214: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-26T01:57:53.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:57:52 smithi163 ceph-mon[32592]: pgmap v214: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-26T01:57:55.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:57:54 smithi046 ceph-mon[28013]: pgmap v215: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T01:57:55.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:57:54 smithi103 ceph-mon[32920]: pgmap v215: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T01:57:55.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:57:54 smithi163 ceph-mon[32592]: pgmap v215: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T01:57:57.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:57:56 smithi046 ceph-mon[28013]: pgmap v216: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 0 B/s wr, 15 op/s 2024-04-26T01:57:57.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:57:56 smithi103 ceph-mon[32920]: pgmap v216: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 0 B/s wr, 15 op/s 2024-04-26T01:57:57.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:57:56 smithi163 ceph-mon[32592]: pgmap v216: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 0 B/s wr, 15 op/s 2024-04-26T01:57:59.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:57:58 smithi046 ceph-mon[28013]: pgmap v217: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T01:57:59.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:57:58 smithi103 ceph-mon[32920]: pgmap v217: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T01:57:59.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:57:58 smithi163 ceph-mon[32592]: pgmap v217: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T01:58:01.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:00 smithi046 ceph-mon[28013]: pgmap v218: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-26T01:58:01.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:00 smithi103 ceph-mon[32920]: pgmap v218: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-26T01:58:01.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:00 smithi163 ceph-mon[32592]: pgmap v218: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-26T01:58:02.027 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:01 smithi103 ceph-mon[32920]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:02.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:01 smithi046 ceph-mon[28013]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:02.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:01 smithi163 ceph-mon[32592]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:03.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:02 smithi046 ceph-mon[28013]: pgmap v219: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-26T01:58:03.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:02 smithi103 ceph-mon[32920]: pgmap v219: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-26T01:58:03.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:02 smithi163 ceph-mon[32592]: pgmap v219: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-26T01:58:05.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:04 smithi046 ceph-mon[28013]: pgmap v220: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T01:58:05.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:04 smithi103 ceph-mon[32920]: pgmap v220: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T01:58:05.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:04 smithi163 ceph-mon[32592]: pgmap v220: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T01:58:07.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:06 smithi046 ceph-mon[28013]: pgmap v221: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 32 op/s 2024-04-26T01:58:07.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:06 smithi103 ceph-mon[32920]: pgmap v221: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 32 op/s 2024-04-26T01:58:07.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:06 smithi163 ceph-mon[32592]: pgmap v221: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 32 op/s 2024-04-26T01:58:09.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:08 smithi046 ceph-mon[28013]: pgmap v222: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 27 op/s 2024-04-26T01:58:09.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:08 smithi046 ceph-mon[28013]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:09.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:08 smithi046 ceph-mon[28013]: osdmap e95: 12 total, 12 up, 12 in 2024-04-26T01:58:09.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:08 smithi103 ceph-mon[32920]: pgmap v222: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 27 op/s 2024-04-26T01:58:09.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:08 smithi103 ceph-mon[32920]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:09.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:08 smithi103 ceph-mon[32920]: osdmap e95: 12 total, 12 up, 12 in 2024-04-26T01:58:09.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:08 smithi163 ceph-mon[32592]: pgmap v222: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 27 op/s 2024-04-26T01:58:09.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:08 smithi163 ceph-mon[32592]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:09.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:08 smithi163 ceph-mon[32592]: osdmap e95: 12 total, 12 up, 12 in 2024-04-26T01:58:10.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:09 smithi046 ceph-mon[28013]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:10.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:09 smithi103 ceph-mon[32920]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:10.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:09 smithi163 ceph-mon[32592]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:11.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:10 smithi103 ceph-mon[32920]: pgmap v224: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 32 op/s 2024-04-26T01:58:11.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:10 smithi163 ceph-mon[32592]: pgmap v224: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 32 op/s 2024-04-26T01:58:11.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:10 smithi046 ceph-mon[28013]: pgmap v224: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 32 op/s 2024-04-26T01:58:12.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:11 smithi103 ceph-mon[32920]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:12.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:11 smithi163 ceph-mon[32592]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:12.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:11 smithi046 ceph-mon[28013]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:13.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:12 smithi103 ceph-mon[32920]: pgmap v225: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 33 op/s 2024-04-26T01:58:13.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:12 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:58:13.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:12 smithi163 ceph-mon[32592]: pgmap v225: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 33 op/s 2024-04-26T01:58:13.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:12 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:58:13.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:12 smithi046 ceph-mon[28013]: pgmap v225: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 33 op/s 2024-04-26T01:58:13.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:12 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:58:14.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:13 smithi103 ceph-mon[32920]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:14.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:13 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:58:14.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:13 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:58:14.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:13 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:58:14.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:13 smithi163 ceph-mon[32592]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:14.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:13 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:58:14.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:13 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:58:14.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:13 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:58:14.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:13 smithi046 ceph-mon[28013]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:14.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:13 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:58:14.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:13 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:58:14.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:13 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:58:15.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:14 smithi103 ceph-mon[32920]: pgmap v226: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 33 op/s 2024-04-26T01:58:15.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:14 smithi103 ceph-mon[32920]: osdmap e96: 12 total, 12 up, 12 in 2024-04-26T01:58:15.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:14 smithi163 ceph-mon[32592]: pgmap v226: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 33 op/s 2024-04-26T01:58:15.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:14 smithi163 ceph-mon[32592]: osdmap e96: 12 total, 12 up, 12 in 2024-04-26T01:58:15.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:14 smithi046 ceph-mon[28013]: pgmap v226: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 33 op/s 2024-04-26T01:58:15.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:14 smithi046 ceph-mon[28013]: osdmap e96: 12 total, 12 up, 12 in 2024-04-26T01:58:16.561 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:16 smithi046 ceph-mon[28013]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:16.561 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:16 smithi046 ceph-mon[28013]: pgmap v228: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 255 B/s wr, 15 op/s 2024-04-26T01:58:16.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:16 smithi103 ceph-mon[32920]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:16.626 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:16 smithi103 ceph-mon[32920]: pgmap v228: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 255 B/s wr, 15 op/s 2024-04-26T01:58:16.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:16 smithi163 ceph-mon[32592]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:16.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:16 smithi163 ceph-mon[32592]: pgmap v228: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 255 B/s wr, 15 op/s 2024-04-26T01:58:19.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:18 smithi046 ceph-mon[28013]: pgmap v229: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 208 B/s wr, 12 op/s 2024-04-26T01:58:19.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:18 smithi103 ceph-mon[32920]: pgmap v229: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 208 B/s wr, 12 op/s 2024-04-26T01:58:19.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:18 smithi163 ceph-mon[32592]: pgmap v229: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 208 B/s wr, 12 op/s 2024-04-26T01:58:21.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:20 smithi046 ceph-mon[28013]: pgmap v230: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T01:58:21.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:20 smithi046 ceph-mon[28013]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:21.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:20 smithi103 ceph-mon[32920]: pgmap v230: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T01:58:21.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:20 smithi103 ceph-mon[32920]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:21.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:20 smithi163 ceph-mon[32592]: pgmap v230: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T01:58:21.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:20 smithi163 ceph-mon[32592]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:23.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:22 smithi046 ceph-mon[28013]: pgmap v231: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:58:23.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:22 smithi103 ceph-mon[32920]: pgmap v231: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:58:23.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:22 smithi163 ceph-mon[32592]: pgmap v231: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:58:24.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:23 smithi046 ceph-mon[28013]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:24.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:23 smithi103 ceph-mon[32920]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:24.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:23 smithi163 ceph-mon[32592]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:25.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:24 smithi046 ceph-mon[28013]: pgmap v232: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:58:25.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:24 smithi046 ceph-mon[28013]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:25.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:24 smithi103 ceph-mon[32920]: pgmap v232: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:58:25.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:24 smithi103 ceph-mon[32920]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:25.171 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:24 smithi163 ceph-mon[32592]: pgmap v232: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:58:25.171 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:24 smithi163 ceph-mon[32592]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:26.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:25 smithi046 ceph-mon[28013]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:26.071 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:25 smithi163 ceph-mon[32592]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:26.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:25 smithi103 ceph-mon[32920]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:27.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:26 smithi046 ceph-mon[28013]: pgmap v233: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 89 B/s wr, 15 op/s 2024-04-26T01:58:27.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:26 smithi046 ceph-mon[28013]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:27.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:26 smithi103 ceph-mon[32920]: pgmap v233: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 89 B/s wr, 15 op/s 2024-04-26T01:58:27.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:26 smithi103 ceph-mon[32920]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:27.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:26 smithi163 ceph-mon[32592]: pgmap v233: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 89 B/s wr, 15 op/s 2024-04-26T01:58:27.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:26 smithi163 ceph-mon[32592]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:29.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:28 smithi046 ceph-mon[28013]: pgmap v234: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:58:29.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:28 smithi046 ceph-mon[28013]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:29.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:28 smithi103 ceph-mon[32920]: pgmap v234: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:58:29.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:28 smithi103 ceph-mon[32920]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:29.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:28 smithi163 ceph-mon[32592]: pgmap v234: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:58:29.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:28 smithi163 ceph-mon[32592]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:31.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:30 smithi046 ceph-mon[28013]: pgmap v235: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 12 op/s 2024-04-26T01:58:31.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:30 smithi103 ceph-mon[32920]: pgmap v235: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 12 op/s 2024-04-26T01:58:31.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:30 smithi163 ceph-mon[32592]: pgmap v235: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 12 op/s 2024-04-26T01:58:33.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:32 smithi046 ceph-mon[28013]: pgmap v236: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 op/s 2024-04-26T01:58:33.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:32 smithi103 ceph-mon[32920]: pgmap v236: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 op/s 2024-04-26T01:58:33.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:32 smithi163 ceph-mon[32592]: pgmap v236: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 op/s 2024-04-26T01:58:34.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:33 smithi046 ceph-mon[28013]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:34.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:33 smithi103 ceph-mon[32920]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:34.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:33 smithi163 ceph-mon[32592]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:35.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:34 smithi046 ceph-mon[28013]: pgmap v237: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:58:35.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:34 smithi103 ceph-mon[32920]: pgmap v237: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:58:35.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:34 smithi163 ceph-mon[32592]: pgmap v237: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:58:37.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:36 smithi103 ceph-mon[32920]: pgmap v238: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:58:37.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:36 smithi163 ceph-mon[32592]: pgmap v238: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:58:37.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:36 smithi046 ceph-mon[28013]: pgmap v238: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:58:39.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:38 smithi103 ceph-mon[32920]: pgmap v239: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:58:39.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:38 smithi103 ceph-mon[32920]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:39.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:38 smithi163 ceph-mon[32592]: pgmap v239: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:58:39.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:38 smithi163 ceph-mon[32592]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:39.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:38 smithi046 ceph-mon[28013]: pgmap v239: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:58:39.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:38 smithi046 ceph-mon[28013]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:41.114 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:40 smithi046 ceph-mon[28013]: pgmap v240: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 12 op/s 2024-04-26T01:58:41.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:40 smithi103 ceph-mon[32920]: pgmap v240: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 12 op/s 2024-04-26T01:58:41.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:40 smithi163 ceph-mon[32592]: pgmap v240: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 12 op/s 2024-04-26T01:58:42.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:41 smithi103 ceph-mon[32920]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:42.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:41 smithi163 ceph-mon[32592]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:42.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:41 smithi046 ceph-mon[28013]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:43.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:42 smithi103 ceph-mon[32920]: pgmap v241: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 op/s 2024-04-26T01:58:43.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:42 smithi163 ceph-mon[32592]: pgmap v241: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 op/s 2024-04-26T01:58:43.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:42 smithi046 ceph-mon[28013]: pgmap v241: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 op/s 2024-04-26T01:58:44.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:43 smithi163 ceph-mon[32592]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:44.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:43 smithi046 ceph-mon[28013]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:44.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:43 smithi103 ceph-mon[32920]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-26T01:58:45.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:44 smithi163 ceph-mon[32592]: pgmap v242: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:58:45.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:44 smithi046 ceph-mon[28013]: pgmap v242: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:58:45.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:44 smithi103 ceph-mon[32920]: pgmap v242: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:58:47.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:46 smithi163 ceph-mon[32592]: pgmap v243: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:58:47.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:46 smithi046 ceph-mon[28013]: pgmap v243: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:58:47.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:46 smithi103 ceph-mon[32920]: pgmap v243: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:58:49.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:48 smithi163 ceph-mon[32592]: pgmap v244: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:58:49.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:48 smithi046 ceph-mon[28013]: pgmap v244: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:58:49.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:48 smithi103 ceph-mon[32920]: pgmap v244: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:58:51.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:50 smithi163 ceph-mon[32592]: pgmap v245: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 12 op/s 2024-04-26T01:58:51.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:50 smithi046 ceph-mon[28013]: pgmap v245: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 12 op/s 2024-04-26T01:58:51.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:50 smithi103 ceph-mon[32920]: pgmap v245: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 12 op/s 2024-04-26T01:58:53.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:52 smithi163 ceph-mon[32592]: pgmap v246: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 12 op/s 2024-04-26T01:58:53.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:52 smithi046 ceph-mon[28013]: pgmap v246: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 12 op/s 2024-04-26T01:58:53.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:52 smithi103 ceph-mon[32920]: pgmap v246: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 12 op/s 2024-04-26T01:58:55.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:54 smithi163 ceph-mon[32592]: pgmap v247: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T01:58:55.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:54 smithi046 ceph-mon[28013]: pgmap v247: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T01:58:55.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:54 smithi103 ceph-mon[32920]: pgmap v247: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T01:58:57.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:56 smithi163 ceph-mon[32592]: pgmap v248: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:58:57.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:56 smithi046 ceph-mon[28013]: pgmap v248: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:58:57.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:56 smithi103 ceph-mon[32920]: pgmap v248: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:58:59.171 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:58:58 smithi163 ceph-mon[32592]: pgmap v249: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T01:58:59.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:58:58 smithi046 ceph-mon[28013]: pgmap v249: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T01:58:59.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:58:58 smithi103 ceph-mon[32920]: pgmap v249: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T01:59:01.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:59:00 smithi046 ceph-mon[28013]: pgmap v250: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 12 op/s 2024-04-26T01:59:01.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:59:00 smithi103 ceph-mon[32920]: pgmap v250: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 12 op/s 2024-04-26T01:59:01.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:59:00 smithi163 ceph-mon[32592]: pgmap v250: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 12 op/s 2024-04-26T01:59:03.178 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:59:02 smithi103 ceph-mon[32920]: pgmap v251: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 op/s 2024-04-26T01:59:03.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:59:02 smithi046 ceph-mon[28013]: pgmap v251: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 op/s 2024-04-26T01:59:03.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:59:02 smithi163 ceph-mon[32592]: pgmap v251: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 op/s 2024-04-26T01:59:05.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:59:04 smithi046 ceph-mon[28013]: pgmap v252: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:59:05.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:59:04 smithi103 ceph-mon[32920]: pgmap v252: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:59:05.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:59:04 smithi163 ceph-mon[32592]: pgmap v252: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:59:07.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:59:06 smithi046 ceph-mon[28013]: pgmap v253: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 32 op/s 2024-04-26T01:59:07.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:59:06 smithi103 ceph-mon[32920]: pgmap v253: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 32 op/s 2024-04-26T01:59:07.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:59:06 smithi163 ceph-mon[32592]: pgmap v253: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 32 op/s 2024-04-26T01:59:09.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:59:08 smithi046 ceph-mon[28013]: pgmap v254: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 27 op/s 2024-04-26T01:59:09.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:59:08 smithi046 ceph-mon[28013]: osdmap e97: 12 total, 12 up, 12 in 2024-04-26T01:59:09.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:59:08 smithi103 ceph-mon[32920]: pgmap v254: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 27 op/s 2024-04-26T01:59:09.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:59:08 smithi103 ceph-mon[32920]: osdmap e97: 12 total, 12 up, 12 in 2024-04-26T01:59:09.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:59:08 smithi163 ceph-mon[32592]: pgmap v254: 97 pgs: 97 active+clean; 221 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 27 op/s 2024-04-26T01:59:09.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:59:08 smithi163 ceph-mon[32592]: osdmap e97: 12 total, 12 up, 12 in 2024-04-26T01:59:11.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:59:10 smithi046 ceph-mon[28013]: pgmap v256: 97 pgs: 9 active+clean+snaptrim_wait, 82 active+clean, 6 active+clean+snaptrim; 211 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 32 op/s 2024-04-26T01:59:11.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:59:10 smithi103 ceph-mon[32920]: pgmap v256: 97 pgs: 9 active+clean+snaptrim_wait, 82 active+clean, 6 active+clean+snaptrim; 211 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 32 op/s 2024-04-26T01:59:11.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:59:10 smithi163 ceph-mon[32592]: pgmap v256: 97 pgs: 9 active+clean+snaptrim_wait, 82 active+clean, 6 active+clean+snaptrim; 211 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 32 op/s 2024-04-26T01:59:13.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:59:12 smithi046 ceph-mon[28013]: pgmap v257: 97 pgs: 9 active+clean+snaptrim_wait, 82 active+clean, 6 active+clean+snaptrim; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 33 op/s 2024-04-26T01:59:13.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:59:12 smithi103 ceph-mon[32920]: pgmap v257: 97 pgs: 9 active+clean+snaptrim_wait, 82 active+clean, 6 active+clean+snaptrim; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 33 op/s 2024-04-26T01:59:13.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:59:12 smithi163 ceph-mon[32592]: pgmap v257: 97 pgs: 9 active+clean+snaptrim_wait, 82 active+clean, 6 active+clean+snaptrim; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 33 op/s 2024-04-26T01:59:15.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:59:14 smithi046 ceph-mon[28013]: pgmap v258: 97 pgs: 9 active+clean+snaptrim_wait, 82 active+clean, 6 active+clean+snaptrim; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 33 op/s 2024-04-26T01:59:15.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:59:14 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:59:15.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:59:14 smithi103 ceph-mon[32920]: pgmap v258: 97 pgs: 9 active+clean+snaptrim_wait, 82 active+clean, 6 active+clean+snaptrim; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 33 op/s 2024-04-26T01:59:15.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:59:14 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:59:15.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:59:14 smithi163 ceph-mon[32592]: pgmap v258: 97 pgs: 9 active+clean+snaptrim_wait, 82 active+clean, 6 active+clean+snaptrim; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 33 op/s 2024-04-26T01:59:15.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:59:14 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T01:59:16.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:59:16 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:59:16.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:59:16 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:59:16.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:59:16 smithi103 ceph-mon[32920]: pgmap v259: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T01:59:16.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:59:16 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:59:16.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:59:16 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:59:16.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:59:16 smithi163 ceph-mon[32592]: pgmap v259: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T01:59:16.561 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:59:16 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:59:16.561 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:59:16 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:59:16.561 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:59:16 smithi046 ceph-mon[28013]: pgmap v259: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T01:59:17.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:59:17 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:59:17.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:59:17 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:59:17.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:59:17 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:59:17.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:59:17 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:59:17.421 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:59:17 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:59:17.421 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:59:17 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:59:17.561 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:59:17 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T01:59:17.561 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:59:17 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T01:59:17.561 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:59:17 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T01:59:18.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:59:18 smithi103 ceph-mon[32920]: pgmap v260: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T01:59:18.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:59:18 smithi163 ceph-mon[32592]: pgmap v260: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T01:59:18.561 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:59:18 smithi046 ceph-mon[28013]: pgmap v260: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T01:59:20.561 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:59:20 smithi046 ceph-mon[28013]: osdmap e98: 12 total, 12 up, 12 in 2024-04-26T01:59:20.561 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:59:20 smithi046 ceph-mon[28013]: pgmap v262: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T01:59:20.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:59:20 smithi103 ceph-mon[32920]: osdmap e98: 12 total, 12 up, 12 in 2024-04-26T01:59:20.625 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:59:20 smithi103 ceph-mon[32920]: pgmap v262: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T01:59:20.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:59:20 smithi163 ceph-mon[32592]: osdmap e98: 12 total, 12 up, 12 in 2024-04-26T01:59:20.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:59:20 smithi163 ceph-mon[32592]: pgmap v262: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T01:59:23.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:59:22 smithi046 ceph-mon[28013]: pgmap v263: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:59:23.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:59:22 smithi103 ceph-mon[32920]: pgmap v263: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:59:23.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:59:22 smithi163 ceph-mon[32592]: pgmap v263: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:59:25.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:59:24 smithi046 ceph-mon[28013]: pgmap v264: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:59:25.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:59:24 smithi103 ceph-mon[32920]: pgmap v264: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:59:25.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:59:24 smithi163 ceph-mon[32592]: pgmap v264: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T01:59:27.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:59:26 smithi046 ceph-mon[28013]: pgmap v265: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 11 op/s 2024-04-26T01:59:27.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:59:26 smithi103 ceph-mon[32920]: pgmap v265: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 11 op/s 2024-04-26T01:59:27.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:59:26 smithi163 ceph-mon[32592]: pgmap v265: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 11 op/s 2024-04-26T01:59:29.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:59:28 smithi046 ceph-mon[28013]: pgmap v266: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 11 op/s 2024-04-26T01:59:29.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:59:28 smithi103 ceph-mon[32920]: pgmap v266: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 11 op/s 2024-04-26T01:59:29.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:59:28 smithi163 ceph-mon[32592]: pgmap v266: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 11 op/s 2024-04-26T01:59:31.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:59:30 smithi046 ceph-mon[28013]: pgmap v267: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:59:31.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:59:30 smithi103 ceph-mon[32920]: pgmap v267: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:59:31.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:59:30 smithi163 ceph-mon[32592]: pgmap v267: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:59:33.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:59:32 smithi046 ceph-mon[28013]: pgmap v268: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 op/s 2024-04-26T01:59:33.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:59:32 smithi103 ceph-mon[32920]: pgmap v268: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 op/s 2024-04-26T01:59:33.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:59:32 smithi163 ceph-mon[32592]: pgmap v268: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 op/s 2024-04-26T01:59:35.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:59:34 smithi046 ceph-mon[28013]: pgmap v269: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:59:35.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:59:34 smithi103 ceph-mon[32920]: pgmap v269: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:59:35.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:59:34 smithi163 ceph-mon[32592]: pgmap v269: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:59:37.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:59:36 smithi046 ceph-mon[28013]: pgmap v270: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:59:37.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:59:36 smithi103 ceph-mon[32920]: pgmap v270: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:59:37.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:59:36 smithi163 ceph-mon[32592]: pgmap v270: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:59:39.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:59:38 smithi046 ceph-mon[28013]: pgmap v271: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:59:39.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:59:38 smithi103 ceph-mon[32920]: pgmap v271: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:59:39.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:59:38 smithi163 ceph-mon[32592]: pgmap v271: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:59:41.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:59:40 smithi046 ceph-mon[28013]: pgmap v272: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 12 op/s 2024-04-26T01:59:41.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:59:40 smithi103 ceph-mon[32920]: pgmap v272: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 12 op/s 2024-04-26T01:59:41.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:59:40 smithi163 ceph-mon[32592]: pgmap v272: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 12 op/s 2024-04-26T01:59:43.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:59:42 smithi046 ceph-mon[28013]: pgmap v273: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 op/s 2024-04-26T01:59:43.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:59:42 smithi103 ceph-mon[32920]: pgmap v273: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 op/s 2024-04-26T01:59:43.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:59:42 smithi163 ceph-mon[32592]: pgmap v273: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 op/s 2024-04-26T01:59:45.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:59:44 smithi046 ceph-mon[28013]: pgmap v274: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:59:45.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:59:44 smithi103 ceph-mon[32920]: pgmap v274: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:59:45.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:59:44 smithi163 ceph-mon[32592]: pgmap v274: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:59:47.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:59:46 smithi046 ceph-mon[28013]: pgmap v275: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:59:47.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:59:46 smithi103 ceph-mon[32920]: pgmap v275: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:59:47.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:59:46 smithi163 ceph-mon[32592]: pgmap v275: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:59:49.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:59:48 smithi046 ceph-mon[28013]: pgmap v276: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:59:49.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:59:48 smithi103 ceph-mon[32920]: pgmap v276: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:59:49.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:59:48 smithi163 ceph-mon[32592]: pgmap v276: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:59:51.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:59:50 smithi046 ceph-mon[28013]: pgmap v277: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 12 op/s 2024-04-26T01:59:51.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:59:50 smithi103 ceph-mon[32920]: pgmap v277: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 12 op/s 2024-04-26T01:59:51.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:59:50 smithi163 ceph-mon[32592]: pgmap v277: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 12 op/s 2024-04-26T01:59:53.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:59:52 smithi103 ceph-mon[32920]: pgmap v278: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 op/s 2024-04-26T01:59:53.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:59:52 smithi163 ceph-mon[32592]: pgmap v278: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 op/s 2024-04-26T01:59:53.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:59:52 smithi046 ceph-mon[28013]: pgmap v278: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 op/s 2024-04-26T01:59:55.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:59:54 smithi103 ceph-mon[32920]: pgmap v279: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:59:55.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:59:54 smithi163 ceph-mon[32592]: pgmap v279: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:59:55.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:59:54 smithi046 ceph-mon[28013]: pgmap v279: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:59:57.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:59:56 smithi103 ceph-mon[32920]: pgmap v280: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:59:57.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:59:56 smithi163 ceph-mon[32592]: pgmap v280: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:59:57.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:59:56 smithi046 ceph-mon[28013]: pgmap v280: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T01:59:59.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 01:59:58 smithi103 ceph-mon[32920]: pgmap v281: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:59:59.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 01:59:58 smithi163 ceph-mon[32592]: pgmap v281: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T01:59:59.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 01:59:58 smithi046 ceph-mon[28013]: pgmap v281: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T02:00:01.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:00 smithi103 ceph-mon[32920]: pgmap v282: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 12 op/s 2024-04-26T02:00:01.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:00 smithi103 ceph-mon[32920]: overall HEALTH_OK 2024-04-26T02:00:01.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:00 smithi163 ceph-mon[32592]: pgmap v282: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 12 op/s 2024-04-26T02:00:01.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:00 smithi163 ceph-mon[32592]: overall HEALTH_OK 2024-04-26T02:00:01.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:00 smithi046 ceph-mon[28013]: pgmap v282: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 12 op/s 2024-04-26T02:00:01.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:00 smithi046 ceph-mon[28013]: overall HEALTH_OK 2024-04-26T02:00:03.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:02 smithi103 ceph-mon[32920]: pgmap v283: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 op/s 2024-04-26T02:00:03.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:02 smithi163 ceph-mon[32592]: pgmap v283: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 op/s 2024-04-26T02:00:03.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:02 smithi046 ceph-mon[28013]: pgmap v283: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 op/s 2024-04-26T02:00:05.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:04 smithi103 ceph-mon[32920]: pgmap v284: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T02:00:05.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:04 smithi163 ceph-mon[32592]: pgmap v284: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T02:00:05.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:04 smithi046 ceph-mon[28013]: pgmap v284: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T02:00:07.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:06 smithi103 ceph-mon[32920]: pgmap v285: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 32 op/s 2024-04-26T02:00:07.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:06 smithi163 ceph-mon[32592]: pgmap v285: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 32 op/s 2024-04-26T02:00:07.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:06 smithi046 ceph-mon[28013]: pgmap v285: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 32 op/s 2024-04-26T02:00:09.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:08 smithi103 ceph-mon[32920]: pgmap v286: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2024-04-26T02:00:09.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:08 smithi103 ceph-mon[32920]: osdmap e99: 12 total, 12 up, 12 in 2024-04-26T02:00:09.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:08 smithi163 ceph-mon[32592]: pgmap v286: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2024-04-26T02:00:09.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:08 smithi163 ceph-mon[32592]: osdmap e99: 12 total, 12 up, 12 in 2024-04-26T02:00:09.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:08 smithi046 ceph-mon[28013]: pgmap v286: 97 pgs: 97 active+clean; 204 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2024-04-26T02:00:09.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:08 smithi046 ceph-mon[28013]: osdmap e99: 12 total, 12 up, 12 in 2024-04-26T02:00:11.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:10 smithi103 ceph-mon[32920]: pgmap v288: 97 pgs: 97 active+clean; 202 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 32 op/s 2024-04-26T02:00:11.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:10 smithi163 ceph-mon[32592]: pgmap v288: 97 pgs: 97 active+clean; 202 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 32 op/s 2024-04-26T02:00:11.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:10 smithi046 ceph-mon[28013]: pgmap v288: 97 pgs: 97 active+clean; 202 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 32 op/s 2024-04-26T02:00:13.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:12 smithi103 ceph-mon[32920]: pgmap v289: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 32 op/s 2024-04-26T02:00:13.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:12 smithi163 ceph-mon[32592]: pgmap v289: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 32 op/s 2024-04-26T02:00:13.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:12 smithi046 ceph-mon[28013]: pgmap v289: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 32 op/s 2024-04-26T02:00:15.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:14 smithi163 ceph-mon[32592]: pgmap v290: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 32 op/s 2024-04-26T02:00:15.171 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:14 smithi163 ceph-mon[32592]: osdmap e100: 12 total, 12 up, 12 in 2024-04-26T02:00:15.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:14 smithi046 ceph-mon[28013]: pgmap v290: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 32 op/s 2024-04-26T02:00:15.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:14 smithi046 ceph-mon[28013]: osdmap e100: 12 total, 12 up, 12 in 2024-04-26T02:00:15.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:14 smithi103 ceph-mon[32920]: pgmap v290: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 32 op/s 2024-04-26T02:00:15.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:14 smithi103 ceph-mon[32920]: osdmap e100: 12 total, 12 up, 12 in 2024-04-26T02:00:17.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:16 smithi163 ceph-mon[32592]: pgmap v292: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 255 B/s wr, 15 op/s 2024-04-26T02:00:17.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:16 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:00:17.296 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:16 smithi103 ceph-mon[32920]: pgmap v292: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 255 B/s wr, 15 op/s 2024-04-26T02:00:17.296 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:16 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:00:17.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:16 smithi046 ceph-mon[28013]: pgmap v292: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 255 B/s wr, 15 op/s 2024-04-26T02:00:17.313 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:16 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:00:18.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:18 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T02:00:18.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:18 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T02:00:18.671 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:18 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T02:00:18.671 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:18 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T02:00:18.671 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:18 smithi163 ceph-mon[32592]: pgmap v293: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 208 B/s wr, 12 op/s 2024-04-26T02:00:18.671 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:18 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:00:18.671 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:18 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:00:18.671 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:18 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T02:00:18.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:18 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T02:00:18.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:18 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T02:00:18.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:18 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T02:00:18.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:18 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T02:00:18.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:18 smithi046 ceph-mon[28013]: pgmap v293: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 208 B/s wr, 12 op/s 2024-04-26T02:00:18.812 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:18 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:00:18.812 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:18 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:00:18.812 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:18 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T02:00:18.876 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:18 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T02:00:18.876 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:18 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T02:00:18.876 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:18 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T02:00:18.876 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:18 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T02:00:18.876 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:18 smithi103 ceph-mon[32920]: pgmap v293: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 208 B/s wr, 12 op/s 2024-04-26T02:00:18.876 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:18 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:00:18.876 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:18 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:00:18.876 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:18 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T02:00:21.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:20 smithi046 ceph-mon[28013]: pgmap v294: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T02:00:21.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:20 smithi103 ceph-mon[32920]: pgmap v294: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T02:00:21.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:20 smithi163 ceph-mon[32592]: pgmap v294: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T02:00:23.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:22 smithi046 ceph-mon[28013]: pgmap v295: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 102 B/s wr, 11 op/s 2024-04-26T02:00:23.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:22 smithi103 ceph-mon[32920]: pgmap v295: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 102 B/s wr, 11 op/s 2024-04-26T02:00:23.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:22 smithi163 ceph-mon[32592]: pgmap v295: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 102 B/s wr, 11 op/s 2024-04-26T02:00:25.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:24 smithi046 ceph-mon[28013]: pgmap v296: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 102 B/s wr, 11 op/s 2024-04-26T02:00:25.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:24 smithi103 ceph-mon[32920]: pgmap v296: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 102 B/s wr, 11 op/s 2024-04-26T02:00:25.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:24 smithi163 ceph-mon[32592]: pgmap v296: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 102 B/s wr, 11 op/s 2024-04-26T02:00:27.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:26 smithi046 ceph-mon[28013]: pgmap v297: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 89 B/s wr, 15 op/s 2024-04-26T02:00:27.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:26 smithi103 ceph-mon[32920]: pgmap v297: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 89 B/s wr, 15 op/s 2024-04-26T02:00:27.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:26 smithi163 ceph-mon[32592]: pgmap v297: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 89 B/s wr, 15 op/s 2024-04-26T02:00:29.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:28 smithi046 ceph-mon[28013]: pgmap v298: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T02:00:29.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:28 smithi103 ceph-mon[32920]: pgmap v298: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T02:00:29.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:28 smithi163 ceph-mon[32592]: pgmap v298: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T02:00:31.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:30 smithi046 ceph-mon[28013]: pgmap v299: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 12 op/s 2024-04-26T02:00:31.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:30 smithi103 ceph-mon[32920]: pgmap v299: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 12 op/s 2024-04-26T02:00:31.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:30 smithi163 ceph-mon[32592]: pgmap v299: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 12 op/s 2024-04-26T02:00:33.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:32 smithi046 ceph-mon[28013]: pgmap v300: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 12 op/s 2024-04-26T02:00:33.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:32 smithi103 ceph-mon[32920]: pgmap v300: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 12 op/s 2024-04-26T02:00:33.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:32 smithi163 ceph-mon[32592]: pgmap v300: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 12 op/s 2024-04-26T02:00:35.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:34 smithi046 ceph-mon[28013]: pgmap v301: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T02:00:35.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:34 smithi103 ceph-mon[32920]: pgmap v301: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T02:00:35.171 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:34 smithi163 ceph-mon[32592]: pgmap v301: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T02:00:37.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:36 smithi046 ceph-mon[28013]: pgmap v302: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T02:00:37.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:36 smithi103 ceph-mon[32920]: pgmap v302: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T02:00:37.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:36 smithi163 ceph-mon[32592]: pgmap v302: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T02:00:39.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:38 smithi046 ceph-mon[28013]: pgmap v303: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T02:00:39.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:38 smithi103 ceph-mon[32920]: pgmap v303: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T02:00:39.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:38 smithi163 ceph-mon[32592]: pgmap v303: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-26T02:00:41.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:40 smithi046 ceph-mon[28013]: pgmap v304: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 12 op/s 2024-04-26T02:00:41.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:40 smithi103 ceph-mon[32920]: pgmap v304: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 12 op/s 2024-04-26T02:00:41.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:40 smithi163 ceph-mon[32592]: pgmap v304: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 12 op/s 2024-04-26T02:00:43.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:42 smithi046 ceph-mon[28013]: pgmap v305: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 op/s 2024-04-26T02:00:43.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:42 smithi103 ceph-mon[32920]: pgmap v305: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 op/s 2024-04-26T02:00:43.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:42 smithi163 ceph-mon[32592]: pgmap v305: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 op/s 2024-04-26T02:00:45.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:44 smithi103 ceph-mon[32920]: pgmap v306: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T02:00:45.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:44 smithi163 ceph-mon[32592]: pgmap v306: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T02:00:45.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:44 smithi046 ceph-mon[28013]: pgmap v306: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T02:00:47.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:46 smithi103 ceph-mon[32920]: pgmap v307: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T02:00:47.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:46 smithi163 ceph-mon[32592]: pgmap v307: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T02:00:47.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:46 smithi046 ceph-mon[28013]: pgmap v307: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T02:00:49.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:48 smithi103 ceph-mon[32920]: pgmap v308: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T02:00:49.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:48 smithi163 ceph-mon[32592]: pgmap v308: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T02:00:49.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:48 smithi046 ceph-mon[28013]: pgmap v308: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T02:00:51.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:50 smithi103 ceph-mon[32920]: pgmap v309: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 12 op/s 2024-04-26T02:00:51.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:50 smithi163 ceph-mon[32592]: pgmap v309: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 12 op/s 2024-04-26T02:00:51.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:50 smithi046 ceph-mon[28013]: pgmap v309: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 12 op/s 2024-04-26T02:00:53.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:52 smithi103 ceph-mon[32920]: pgmap v310: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 op/s 2024-04-26T02:00:53.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:52 smithi163 ceph-mon[32592]: pgmap v310: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 op/s 2024-04-26T02:00:53.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:52 smithi046 ceph-mon[28013]: pgmap v310: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 op/s 2024-04-26T02:00:55.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:54 smithi103 ceph-mon[32920]: pgmap v311: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T02:00:55.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:54 smithi163 ceph-mon[32592]: pgmap v311: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T02:00:55.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:54 smithi046 ceph-mon[28013]: pgmap v311: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T02:00:56.931 DEBUG:teuthology.orchestra.run.smithi046:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-04-26T02:00:57.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:56 smithi103 ceph-mon[32920]: pgmap v312: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T02:00:57.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.153+0000 7fac77200640 1 -- 172.21.15.46:0/1993710773 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fac78101fd0 msgr2=0x7fac781023b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:57.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.153+0000 7fac77200640 1 --2- 172.21.15.46:0/1993710773 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fac78101fd0 0x7fac781023b0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fac68009860 tx=0x7fac6802a340 comp rx=0 tx=0).stop 2024-04-26T02:00:57.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.153+0000 7fac77200640 1 -- 172.21.15.46:0/1993710773 shutdown_connections 2024-04-26T02:00:57.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.153+0000 7fac77200640 1 --2- 172.21.15.46:0/1993710773 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac781070a0 0x7fac7810ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.153+0000 7fac77200640 1 --2- 172.21.15.46:0/1993710773 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fac78102980 0x7fac781069c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.153+0000 7fac77200640 1 --2- 172.21.15.46:0/1993710773 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fac78101fd0 0x7fac781023b0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.153+0000 7fac77200640 1 -- 172.21.15.46:0/1993710773 >> 172.21.15.46:0/1993710773 conn(0x7fac780fd890 msgr2=0x7fac780ffcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:57.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.153+0000 7fac77200640 1 -- 172.21.15.46:0/1993710773 shutdown_connections 2024-04-26T02:00:57.152 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.153+0000 7fac77200640 1 -- 172.21.15.46:0/1993710773 wait complete. 2024-04-26T02:00:57.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.154+0000 7fac77200640 1 Processor -- start 2024-04-26T02:00:57.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.154+0000 7fac77200640 1 -- start start 2024-04-26T02:00:57.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.155+0000 7fac77200640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac78101fd0 0x7fac781a05e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:57.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.155+0000 7fac77200640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fac781070a0 0x7fac781a0b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:57.154 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.155+0000 7fac77200640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fac7819a6a0 0x7fac7819ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:57.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.155+0000 7fac77200640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fac78112120 con 0x7fac78101fd0 2024-04-26T02:00:57.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.155+0000 7fac77200640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fac78111fa0 con 0x7fac7819a6a0 2024-04-26T02:00:57.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.155+0000 7fac77200640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fac781122a0 con 0x7fac781070a0 2024-04-26T02:00:57.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.155+0000 7fac75e00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac78101fd0 0x7fac781a05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:57.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.155+0000 7fac75400640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fac781070a0 0x7fac781a0b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:57.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.155+0000 7fac75400640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fac781070a0 0x7fac781a0b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:38402/0 (socket says 172.21.15.46:38402) 2024-04-26T02:00:57.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.155+0000 7fac75400640 1 -- 172.21.15.46:0/3666047721 learned_addr learned my addr 172.21.15.46:0/3666047721 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T02:00:57.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.155+0000 7fac76800640 1 --2- 172.21.15.46:0/3666047721 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fac7819a6a0 0x7fac7819ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:57.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.155+0000 7fac75400640 1 -- 172.21.15.46:0/3666047721 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fac7819a6a0 msgr2=0x7fac7819ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:57.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.155+0000 7fac75400640 1 --2- 172.21.15.46:0/3666047721 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fac7819a6a0 0x7fac7819ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.155+0000 7fac75400640 1 -- 172.21.15.46:0/3666047721 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac78101fd0 msgr2=0x7fac781a05e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:57.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.155+0000 7fac75400640 1 --2- 172.21.15.46:0/3666047721 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac78101fd0 0x7fac781a05e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.155+0000 7fac75400640 1 -- 172.21.15.46:0/3666047721 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac7819b2a0 con 0x7fac781070a0 2024-04-26T02:00:57.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.155+0000 7fac75e00640 1 --2- 172.21.15.46:0/3666047721 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac78101fd0 0x7fac781a05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:00:57.155 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.156+0000 7fac75400640 1 --2- 172.21.15.46:0/3666047721 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fac781070a0 0x7fac781a0b20 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fac6400e9a0 tx=0x7fac6400ee60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:57.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.156+0000 7fac6ea00640 1 -- 172.21.15.46:0/3666047721 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac6400cd80 con 0x7fac781070a0 2024-04-26T02:00:57.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.156+0000 7fac6ea00640 1 -- 172.21.15.46:0/3666047721 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fac640035f0 con 0x7fac781070a0 2024-04-26T02:00:57.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.156+0000 7fac6ea00640 1 -- 172.21.15.46:0/3666047721 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac64010690 con 0x7fac781070a0 2024-04-26T02:00:57.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.156+0000 7fac77200640 1 -- 172.21.15.46:0/3666047721 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac781a7380 con 0x7fac781070a0 2024-04-26T02:00:57.156 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.156+0000 7fac77200640 1 -- 172.21.15.46:0/3666047721 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac781a77e0 con 0x7fac781070a0 2024-04-26T02:00:57.157 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.157+0000 7fac77200640 1 -- 172.21.15.46:0/3666047721 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac781034a0 con 0x7fac781070a0 2024-04-26T02:00:57.159 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.160+0000 7fac6ea00640 1 -- 172.21.15.46:0/3666047721 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 27) ==== 138777+0+0 (secure 0 0 0) 0x7fac640037a0 con 0x7fac781070a0 2024-04-26T02:00:57.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.162+0000 7fac6ea00640 1 --2- 172.21.15.46:0/3666047721 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fac5c0a3d90 0x7fac5c0a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:57.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.162+0000 7fac6ea00640 1 -- 172.21.15.46:0/3666047721 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8513+0+0 (secure 0 0 0) 0x7fac640d0a40 con 0x7fac781070a0 2024-04-26T02:00:57.160 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.162+0000 7fac75e00640 1 --2- 172.21.15.46:0/3666047721 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fac5c0a3d90 0x7fac5c0a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:57.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.163+0000 7fac75e00640 1 --2- 172.21.15.46:0/3666047721 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fac5c0a3d90 0x7fac5c0a6250 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fac6802a930 tx=0x7fac680056d0 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:57.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.167+0000 7fac6ea00640 1 -- 172.21.15.46:0/3666047721 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fac6409d080 con 0x7fac781070a0 2024-04-26T02:00:57.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:56 smithi163 ceph-mon[32592]: pgmap v312: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T02:00:57.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:56 smithi046 ceph-mon[28013]: pgmap v312: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T02:00:57.400 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.401+0000 7fac77200640 1 -- 172.21.15.46:0/3666047721 --> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7fac78102af0 con 0x7fac5c0a3d90 2024-04-26T02:00:57.415 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.417+0000 7fac6ea00640 1 -- 172.21.15.46:0/3666047721 <== mgr.25132 v2:172.21.15.46:6800/1247059674 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+350 (secure 0 0 0) 0x7fac78102af0 con 0x7fac5c0a3d90 2024-04-26T02:00:57.416 INFO:teuthology.orchestra.run.smithi046.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-04-26T00:00:00", "created": "2024-04-26T01:50:54", "first": "2024-04-26T01:51:00", "last": "2024-04-26T02:00:00", "last_pruned": "2024-04-26T02:00:00", "created_count": 10, "pruned_count": 4, "active": true} 2024-04-26T02:00:57.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.420+0000 7fac77200640 1 -- 172.21.15.46:0/3666047721 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fac5c0a3d90 msgr2=0x7fac5c0a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:57.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.420+0000 7fac77200640 1 --2- 172.21.15.46:0/3666047721 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fac5c0a3d90 0x7fac5c0a6250 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fac6802a930 tx=0x7fac680056d0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.420+0000 7fac77200640 1 -- 172.21.15.46:0/3666047721 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fac781070a0 msgr2=0x7fac781a0b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:57.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.420+0000 7fac77200640 1 --2- 172.21.15.46:0/3666047721 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fac781070a0 0x7fac781a0b20 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fac6400e9a0 tx=0x7fac6400ee60 comp rx=0 tx=0).stop 2024-04-26T02:00:57.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.420+0000 7fac77200640 1 -- 172.21.15.46:0/3666047721 shutdown_connections 2024-04-26T02:00:57.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.420+0000 7fac77200640 1 --2- 172.21.15.46:0/3666047721 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fac5c0a3d90 0x7fac5c0a6250 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.420+0000 7fac77200640 1 --2- 172.21.15.46:0/3666047721 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fac7819a6a0 0x7fac7819ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.420+0000 7fac77200640 1 --2- 172.21.15.46:0/3666047721 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fac781070a0 0x7fac781a0b20 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.420+0000 7fac77200640 1 --2- 172.21.15.46:0/3666047721 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fac78101fd0 0x7fac781a05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.420+0000 7fac77200640 1 -- 172.21.15.46:0/3666047721 >> 172.21.15.46:0/3666047721 conn(0x7fac780fd890 msgr2=0x7fac780ffbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:57.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.420+0000 7fac77200640 1 -- 172.21.15.46:0/3666047721 shutdown_connections 2024-04-26T02:00:57.419 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.420+0000 7fac77200640 1 -- 172.21.15.46:0/3666047721 wait complete. 2024-04-26T02:00:57.438 DEBUG:teuthology.orchestra.run.smithi046:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-04-26T02:00:57.650 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.652+0000 7f04c3400640 1 -- 172.21.15.46:0/1501458520 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04bc030dc0 con 0x7f04c41092d0 2024-04-26T02:00:57.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.652+0000 7f04ca200640 1 -- 172.21.15.46:0/1501458520 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f04c41092d0 msgr2=0x7f04c4110ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:57.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.652+0000 7f04ca200640 1 --2- 172.21.15.46:0/1501458520 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f04c41092d0 0x7f04c4110ea0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f04bc009be0 tx=0x7f04bc02a6c0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.652+0000 7f04ca200640 1 -- 172.21.15.46:0/1501458520 shutdown_connections 2024-04-26T02:00:57.651 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.652+0000 7f04ca200640 1 --2- 172.21.15.46:0/1501458520 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f04c41092d0 0x7f04c4110ea0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.652+0000 7f04ca200640 1 --2- 172.21.15.46:0/1501458520 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f04c4104bb0 0x7f04c4108bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.652+0000 7f04ca200640 1 --2- 172.21.15.46:0/1501458520 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f04c4104200 0x7f04c41045e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.652+0000 7f04ca200640 1 -- 172.21.15.46:0/1501458520 >> 172.21.15.46:0/1501458520 conn(0x7f04c40ffa60 msgr2=0x7f04c4101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:57.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.653+0000 7f04ca200640 1 -- 172.21.15.46:0/1501458520 shutdown_connections 2024-04-26T02:00:57.652 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.653+0000 7f04ca200640 1 -- 172.21.15.46:0/1501458520 wait complete. 2024-04-26T02:00:57.653 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.653+0000 7f04ca200640 1 Processor -- start 2024-04-26T02:00:57.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.654+0000 7f04ca200640 1 -- start start 2024-04-26T02:00:57.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.654+0000 7f04ca200640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f04c4104200 0x7f04c41a05d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:57.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.654+0000 7f04ca200640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f04c41092d0 0x7f04c41a0b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:57.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.654+0000 7f04ca200640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f04c419a690 0x7f04c419ab10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:57.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.654+0000 7f04ca200640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f04c4114370 con 0x7f04c41092d0 2024-04-26T02:00:57.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.654+0000 7f04ca200640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f04c41141f0 con 0x7f04c4104200 2024-04-26T02:00:57.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.654+0000 7f04ca200640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f04c41144f0 con 0x7f04c419a690 2024-04-26T02:00:57.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.654+0000 7f04c3e00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f04c41092d0 0x7f04c41a0b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:57.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.654+0000 7f04c8e00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f04c4104200 0x7f04c41a05d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:57.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.654+0000 7f04c8e00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f04c4104200 0x7f04c41a05d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:54480/0 (socket says 172.21.15.46:54480) 2024-04-26T02:00:57.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.654+0000 7f04c3e00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f04c41092d0 0x7f04c41a0b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52814/0 (socket says 172.21.15.46:52814) 2024-04-26T02:00:57.654 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.654+0000 7f04c8e00640 1 -- 172.21.15.46:0/2696954063 learned_addr learned my addr 172.21.15.46:0/2696954063 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T02:00:57.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.654+0000 7f04c9800640 1 --2- 172.21.15.46:0/2696954063 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f04c419a690 0x7f04c419ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:57.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.655+0000 7f04c8e00640 1 -- 172.21.15.46:0/2696954063 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f04c419a690 msgr2=0x7f04c419ab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:57.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.655+0000 7f04c8e00640 1 --2- 172.21.15.46:0/2696954063 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f04c419a690 0x7f04c419ab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.655+0000 7f04c8e00640 1 -- 172.21.15.46:0/2696954063 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f04c41092d0 msgr2=0x7f04c41a0b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:57.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.655+0000 7f04c8e00640 1 --2- 172.21.15.46:0/2696954063 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f04c41092d0 0x7f04c41a0b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.655+0000 7f04c8e00640 1 -- 172.21.15.46:0/2696954063 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04c419b290 con 0x7f04c4104200 2024-04-26T02:00:57.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.655+0000 7f04c3e00640 1 --2- 172.21.15.46:0/2696954063 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f04c41092d0 0x7f04c41a0b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:00:57.655 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.655+0000 7f04c8e00640 1 --2- 172.21.15.46:0/2696954063 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f04c4104200 0x7f04c41a05d0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f04b800e9c0 tx=0x7f04b800ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:57.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.655+0000 7f04c1600640 1 -- 172.21.15.46:0/2696954063 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04b800ccc0 con 0x7f04c4104200 2024-04-26T02:00:57.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.656+0000 7f04ca200640 1 -- 172.21.15.46:0/2696954063 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04c41a7370 con 0x7f04c4104200 2024-04-26T02:00:57.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.656+0000 7f04c1600640 1 -- 172.21.15.46:0/2696954063 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f04b80054f0 con 0x7f04c4104200 2024-04-26T02:00:57.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.656+0000 7f04c1600640 1 -- 172.21.15.46:0/2696954063 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04b8010430 con 0x7f04c4104200 2024-04-26T02:00:57.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.656+0000 7f04ca200640 1 -- 172.21.15.46:0/2696954063 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04c41a77d0 con 0x7f04c4104200 2024-04-26T02:00:57.656 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.657+0000 7f04ca200640 1 -- 172.21.15.46:0/2696954063 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04c41056d0 con 0x7f04c4104200 2024-04-26T02:00:57.658 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.660+0000 7f04c1600640 1 -- 172.21.15.46:0/2696954063 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 27) ==== 138777+0+0 (secure 0 0 0) 0x7f04b80046c0 con 0x7f04c4104200 2024-04-26T02:00:57.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.662+0000 7f04c1600640 1 --2- 172.21.15.46:0/2696954063 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f04ac0a3d90 0x7f04ac0a6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:57.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.662+0000 7f04c1600640 1 -- 172.21.15.46:0/2696954063 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8513+0+0 (secure 0 0 0) 0x7f04b80d0f60 con 0x7f04c4104200 2024-04-26T02:00:57.660 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.662+0000 7f04c3e00640 1 --2- 172.21.15.46:0/2696954063 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f04ac0a3d90 0x7f04ac0a6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:57.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.663+0000 7f04c3e00640 1 --2- 172.21.15.46:0/2696954063 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f04ac0a3d90 0x7f04ac0a6250 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f04c419bee0 tx=0x7f04b0005f90 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:57.661 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.663+0000 7f04c1600640 1 -- 172.21.15.46:0/2696954063 <== mon.2 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f04b809d5a0 con 0x7f04c4104200 2024-04-26T02:00:57.895 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.897+0000 7f04ca200640 1 -- 172.21.15.46:0/2696954063 --> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7f04c4104bb0 con 0x7f04ac0a3d90 2024-04-26T02:00:57.908 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.909+0000 7f04c1600640 1 -- 172.21.15.46:0/2696954063 <== mgr.25132 v2:172.21.15.46:6800/1247059674 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7f04c4104bb0 con 0x7f04ac0a3d90 2024-04-26T02:00:57.908 INFO:teuthology.orchestra.run.smithi046.stdout:/ 1m 6m3h 2024-04-26T02:00:57.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.912+0000 7f04ca200640 1 -- 172.21.15.46:0/2696954063 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f04ac0a3d90 msgr2=0x7f04ac0a6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:57.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.912+0000 7f04ca200640 1 --2- 172.21.15.46:0/2696954063 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f04ac0a3d90 0x7f04ac0a6250 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f04c419bee0 tx=0x7f04b0005f90 comp rx=0 tx=0).stop 2024-04-26T02:00:57.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.912+0000 7f04ca200640 1 -- 172.21.15.46:0/2696954063 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f04c4104200 msgr2=0x7f04c41a05d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:57.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.912+0000 7f04ca200640 1 --2- 172.21.15.46:0/2696954063 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f04c4104200 0x7f04c41a05d0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f04b800e9c0 tx=0x7f04b800ee80 comp rx=0 tx=0).stop 2024-04-26T02:00:57.911 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.912+0000 7f04ca200640 1 -- 172.21.15.46:0/2696954063 shutdown_connections 2024-04-26T02:00:57.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.912+0000 7f04ca200640 1 --2- 172.21.15.46:0/2696954063 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f04ac0a3d90 0x7f04ac0a6250 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.912+0000 7f04ca200640 1 --2- 172.21.15.46:0/2696954063 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f04c419a690 0x7f04c419ab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.912+0000 7f04ca200640 1 --2- 172.21.15.46:0/2696954063 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f04c41092d0 0x7f04c41a0b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.912+0000 7f04ca200640 1 --2- 172.21.15.46:0/2696954063 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f04c4104200 0x7f04c41a05d0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:57.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.912+0000 7f04ca200640 1 -- 172.21.15.46:0/2696954063 >> 172.21.15.46:0/2696954063 conn(0x7f04c40ffa60 msgr2=0x7f04c4101d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:57.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.913+0000 7f04ca200640 1 -- 172.21.15.46:0/2696954063 shutdown_connections 2024-04-26T02:00:57.912 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:57.913+0000 7f04ca200640 1 -- 172.21.15.46:0/2696954063 wait complete. 2024-04-26T02:00:57.932 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-04-26T02:00:57.943 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-26T02:00:58.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.162+0000 7f5420e00640 1 -- 172.21.15.46:0/1316218519 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f541c10c570 msgr2=0x7f541c10e9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:58.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.162+0000 7f5420e00640 1 --2- 172.21.15.46:0/1316218519 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f541c10c570 0x7f541c10e9e0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f5414009be0 tx=0x7f541402a750 comp rx=0 tx=0).stop 2024-04-26T02:00:58.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.162+0000 7f5420e00640 1 -- 172.21.15.46:0/1316218519 shutdown_connections 2024-04-26T02:00:58.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.162+0000 7f5420e00640 1 --2- 172.21.15.46:0/1316218519 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f541c10c570 0x7f541c10e9e0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:58.161 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.162+0000 7f5420e00640 1 --2- 172.21.15.46:0/1316218519 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f541c103b50 0x7f541c10c030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:58.162 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.162+0000 7f5420e00640 1 --2- 172.21.15.46:0/1316218519 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f541c103230 0x7f541c103610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:58.162 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.162+0000 7f5420e00640 1 -- 172.21.15.46:0/1316218519 >> 172.21.15.46:0/1316218519 conn(0x7f541c077fb0 msgr2=0x7f541c0783c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:58.162 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.162+0000 7f5420e00640 1 -- 172.21.15.46:0/1316218519 shutdown_connections 2024-04-26T02:00:58.162 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.162+0000 7f5420e00640 1 -- 172.21.15.46:0/1316218519 wait complete. 2024-04-26T02:00:58.164 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.163+0000 7f5420e00640 1 Processor -- start 2024-04-26T02:00:58.164 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.163+0000 7f5420e00640 1 -- start start 2024-04-26T02:00:58.164 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.164+0000 7f5420e00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f541c103230 0x7f541c1a0640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:58.164 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.164+0000 7f5420e00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f541c103b50 0x7f541c1a0b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:58.164 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.164+0000 7f5420e00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f541c10c570 0x7f541c19a7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:58.164 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.164+0000 7f5420e00640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f541c112310 con 0x7f541c103b50 2024-04-26T02:00:58.164 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.164+0000 7f5420e00640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f541c112190 con 0x7f541c10c570 2024-04-26T02:00:58.164 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.164+0000 7f5420e00640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f541c112490 con 0x7f541c103230 2024-04-26T02:00:58.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.164+0000 7f5419400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f541c103b50 0x7f541c1a0b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:58.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.164+0000 7f5419400640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f541c103b50 0x7f541c1a0b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52828/0 (socket says 172.21.15.46:52828) 2024-04-26T02:00:58.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.164+0000 7f5419400640 1 -- 172.21.15.46:0/2526536413 learned_addr learned my addr 172.21.15.46:0/2526536413 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T02:00:58.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.164+0000 7f5419e00640 1 --2- 172.21.15.46:0/2526536413 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f541c103230 0x7f541c1a0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:58.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.164+0000 7f541a800640 1 --2- 172.21.15.46:0/2526536413 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f541c10c570 0x7f541c19a7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:58.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.165+0000 7f5419e00640 1 -- 172.21.15.46:0/2526536413 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f541c10c570 msgr2=0x7f541c19a7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:58.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.165+0000 7f5419e00640 1 --2- 172.21.15.46:0/2526536413 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f541c10c570 0x7f541c19a7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:58.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.165+0000 7f5419e00640 1 -- 172.21.15.46:0/2526536413 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f541c103b50 msgr2=0x7f541c1a0b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:58.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.165+0000 7f5419e00640 1 --2- 172.21.15.46:0/2526536413 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f541c103b50 0x7f541c1a0b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:58.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.165+0000 7f5419e00640 1 -- 172.21.15.46:0/2526536413 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f541c19af80 con 0x7f541c103230 2024-04-26T02:00:58.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.165+0000 7f5419e00640 1 --2- 172.21.15.46:0/2526536413 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f541c103230 0x7f541c1a0640 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f540c005fd0 tx=0x7f540c00ee50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:58.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.165+0000 7f5412a00640 1 -- 172.21.15.46:0/2526536413 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f540c00cd00 con 0x7f541c103230 2024-04-26T02:00:58.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.165+0000 7f5420e00640 1 -- 172.21.15.46:0/2526536413 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f541c19b270 con 0x7f541c103230 2024-04-26T02:00:58.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.165+0000 7f5412a00640 1 -- 172.21.15.46:0/2526536413 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f540c0035f0 con 0x7f541c103230 2024-04-26T02:00:58.165 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.165+0000 7f5412a00640 1 -- 172.21.15.46:0/2526536413 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f540c010690 con 0x7f541c103230 2024-04-26T02:00:58.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.165+0000 7f5420e00640 1 -- 172.21.15.46:0/2526536413 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f541c1a7490 con 0x7f541c103230 2024-04-26T02:00:58.166 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.166+0000 7f5420e00640 1 -- 172.21.15.46:0/2526536413 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f541c06ad80 con 0x7f541c103230 2024-04-26T02:00:58.167 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.169+0000 7f5412a00640 1 -- 172.21.15.46:0/2526536413 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 27) ==== 138777+0+0 (secure 0 0 0) 0x7f540c0037a0 con 0x7f541c103230 2024-04-26T02:00:58.168 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.170+0000 7f5412a00640 1 --2- 172.21.15.46:0/2526536413 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f54000a3d20 0x7f54000a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:58.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.170+0000 7f5412a00640 1 -- 172.21.15.46:0/2526536413 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8513+0+0 (secure 0 0 0) 0x7f540c0d0a50 con 0x7f541c103230 2024-04-26T02:00:58.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.170+0000 7f5419400640 1 --2- 172.21.15.46:0/2526536413 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f54000a3d20 0x7f54000a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:58.169 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.171+0000 7f5419400640 1 --2- 172.21.15.46:0/2526536413 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f54000a3d20 0x7f54000a61e0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f541c10e5d0 tx=0x7f5408005f90 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:58.172 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.174+0000 7f5412a00640 1 -- 172.21.15.46:0/2526536413 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f540c009510 con 0x7f541c103230 2024-04-26T02:00:58.384 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.385+0000 7f5420e00640 1 -- 172.21.15.46:0/2526536413 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f541c0691c0 con 0x7f541c103230 2024-04-26T02:00:58.386 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.387+0000 7f5412a00640 1 -- 172.21.15.46:0/2526536413 <== mon.1 v2:172.21.15.163:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v100) ==== 74+0+23144 (secure 0 0 0) 0x7f540c09d090 con 0x7f541c103230 2024-04-26T02:00:58.387 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T02:00:58.387 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":100,"fsid":"4e298560-036d-11ef-bc93-c7b262605968","created":"2024-04-26T01:36:51.789921+0000","modified":"2024-04-26T02:00:14.210358+0000","last_up_change":"2024-04-26T01:45:13.269142+0000","last_in_change":"2024-04-26T01:44:53.812099+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T01:40:53.363826+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T01:46:24.277738+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T01:46:29.225616+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"99","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":99,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8fb81e1c-2c24-45c9-89fd-896ec37fedb6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":1705061833},{"type":"v1","addr":"172.21.15.46:6803","nonce":1705061833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":1705061833},{"type":"v1","addr":"172.21.15.46:6805","nonce":1705061833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1705061833},{"type":"v1","addr":"172.21.15.46:6809","nonce":1705061833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":1705061833},{"type":"v1","addr":"172.21.15.46:6807","nonce":1705061833}]},"public_addr":"172.21.15.46:6803/1705061833","cluster_addr":"172.21.15.46:6805/1705061833","heartbeat_back_addr":"172.21.15.46:6809/1705061833","heartbeat_front_addr":"172.21.15.46:6807/1705061833","state":["exists","up"]},{"osd":1,"uuid":"235ad6a0-ad0d-44ff-9ad1-55205dc13533","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":4149643711},{"type":"v1","addr":"172.21.15.103:6801","nonce":4149643711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":4149643711},{"type":"v1","addr":"172.21.15.103:6803","nonce":4149643711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":4149643711},{"type":"v1","addr":"172.21.15.103:6807","nonce":4149643711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":4149643711},{"type":"v1","addr":"172.21.15.103:6805","nonce":4149643711}]},"public_addr":"172.21.15.103:6801/4149643711","cluster_addr":"172.21.15.103:6803/4149643711","heartbeat_back_addr":"172.21.15.103:6807/4149643711","heartbeat_front_addr":"172.21.15.103:6805/4149643711","state":["exists","up"]},{"osd":2,"uuid":"10a4e364-80e6-4c2e-8bdd-8c6e27188acf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6800","nonce":3238203653},{"type":"v1","addr":"172.21.15.163:6801","nonce":3238203653}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6802","nonce":3238203653},{"type":"v1","addr":"172.21.15.163:6803","nonce":3238203653}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6806","nonce":3238203653},{"type":"v1","addr":"172.21.15.163:6807","nonce":3238203653}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6804","nonce":3238203653},{"type":"v1","addr":"172.21.15.163:6805","nonce":3238203653}]},"public_addr":"172.21.15.163:6801/3238203653","cluster_addr":"172.21.15.163:6803/3238203653","heartbeat_back_addr":"172.21.15.163:6807/3238203653","heartbeat_front_addr":"172.21.15.163:6805/3238203653","state":["exists","up"]},{"osd":3,"uuid":"72b47e70-a1c2-4e07-868b-c030c68a8f5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":1889462647},{"type":"v1","addr":"172.21.15.46:6811","nonce":1889462647}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1889462647},{"type":"v1","addr":"172.21.15.46:6813","nonce":1889462647}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1889462647},{"type":"v1","addr":"172.21.15.46:6817","nonce":1889462647}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":1889462647},{"type":"v1","addr":"172.21.15.46:6815","nonce":1889462647}]},"public_addr":"172.21.15.46:6811/1889462647","cluster_addr":"172.21.15.46:6813/1889462647","heartbeat_back_addr":"172.21.15.46:6817/1889462647","heartbeat_front_addr":"172.21.15.46:6815/1889462647","state":["exists","up"]},{"osd":4,"uuid":"644cff68-2da7-43ed-bb87-f3b0d5f82b1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":3946150982},{"type":"v1","addr":"172.21.15.103:6809","nonce":3946150982}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":3946150982},{"type":"v1","addr":"172.21.15.103:6811","nonce":3946150982}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":3946150982},{"type":"v1","addr":"172.21.15.103:6815","nonce":3946150982}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":3946150982},{"type":"v1","addr":"172.21.15.103:6813","nonce":3946150982}]},"public_addr":"172.21.15.103:6809/3946150982","cluster_addr":"172.21.15.103:6811/3946150982","heartbeat_back_addr":"172.21.15.103:6815/3946150982","heartbeat_front_addr":"172.21.15.103:6813/3946150982","state":["exists","up"]},{"osd":5,"uuid":"fb7bbd34-9be5-4f39-ac32-af6c1eab2c64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6808","nonce":616922792},{"type":"v1","addr":"172.21.15.163:6809","nonce":616922792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6810","nonce":616922792},{"type":"v1","addr":"172.21.15.163:6811","nonce":616922792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6814","nonce":616922792},{"type":"v1","addr":"172.21.15.163:6815","nonce":616922792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6812","nonce":616922792},{"type":"v1","addr":"172.21.15.163:6813","nonce":616922792}]},"public_addr":"172.21.15.163:6809/616922792","cluster_addr":"172.21.15.163:6811/616922792","heartbeat_back_addr":"172.21.15.163:6815/616922792","heartbeat_front_addr":"172.21.15.163:6813/616922792","state":["exists","up"]},{"osd":6,"uuid":"bf28b38e-8424-4fb4-9528-6dbc7d2b1612","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2027770735},{"type":"v1","addr":"172.21.15.46:6819","nonce":2027770735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2027770735},{"type":"v1","addr":"172.21.15.46:6821","nonce":2027770735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2027770735},{"type":"v1","addr":"172.21.15.46:6825","nonce":2027770735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2027770735},{"type":"v1","addr":"172.21.15.46:6823","nonce":2027770735}]},"public_addr":"172.21.15.46:6819/2027770735","cluster_addr":"172.21.15.46:6821/2027770735","heartbeat_back_addr":"172.21.15.46:6825/2027770735","heartbeat_front_addr":"172.21.15.46:6823/2027770735","state":["exists","up"]},{"osd":7,"uuid":"019316c5-b83f-43f1-8d46-6dd43de6259a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":3114516049},{"type":"v1","addr":"172.21.15.103:6817","nonce":3114516049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":3114516049},{"type":"v1","addr":"172.21.15.103:6819","nonce":3114516049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":3114516049},{"type":"v1","addr":"172.21.15.103:6823","nonce":3114516049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":3114516049},{"type":"v1","addr":"172.21.15.103:6821","nonce":3114516049}]},"public_addr":"172.21.15.103:6817/3114516049","cluster_addr":"172.21.15.103:6819/3114516049","heartbeat_back_addr":"172.21.15.103:6823/3114516049","heartbeat_front_addr":"172.21.15.103:6821/3114516049","state":["exists","up"]},{"osd":8,"uuid":"209597cd-7768-4b82-ade7-8e01927a3e03","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6816","nonce":1671606862},{"type":"v1","addr":"172.21.15.163:6817","nonce":1671606862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6818","nonce":1671606862},{"type":"v1","addr":"172.21.15.163:6819","nonce":1671606862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6822","nonce":1671606862},{"type":"v1","addr":"172.21.15.163:6823","nonce":1671606862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6820","nonce":1671606862},{"type":"v1","addr":"172.21.15.163:6821","nonce":1671606862}]},"public_addr":"172.21.15.163:6817/1671606862","cluster_addr":"172.21.15.163:6819/1671606862","heartbeat_back_addr":"172.21.15.163:6823/1671606862","heartbeat_front_addr":"172.21.15.163:6821/1671606862","state":["exists","up"]},{"osd":9,"uuid":"77a2c45f-b6c7-465c-96ec-d760fa92dd75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":1569907716},{"type":"v1","addr":"172.21.15.46:6827","nonce":1569907716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":1569907716},{"type":"v1","addr":"172.21.15.46:6829","nonce":1569907716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":1569907716},{"type":"v1","addr":"172.21.15.46:6833","nonce":1569907716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":1569907716},{"type":"v1","addr":"172.21.15.46:6831","nonce":1569907716}]},"public_addr":"172.21.15.46:6827/1569907716","cluster_addr":"172.21.15.46:6829/1569907716","heartbeat_back_addr":"172.21.15.46:6833/1569907716","heartbeat_front_addr":"172.21.15.46:6831/1569907716","state":["exists","up"]},{"osd":10,"uuid":"b0ec12dc-7afe-454a-8195-2e38441ca466","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":4049341884},{"type":"v1","addr":"172.21.15.103:6825","nonce":4049341884}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":4049341884},{"type":"v1","addr":"172.21.15.103:6827","nonce":4049341884}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":4049341884},{"type":"v1","addr":"172.21.15.103:6831","nonce":4049341884}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":4049341884},{"type":"v1","addr":"172.21.15.103:6829","nonce":4049341884}]},"public_addr":"172.21.15.103:6825/4049341884","cluster_addr":"172.21.15.103:6827/4049341884","heartbeat_back_addr":"172.21.15.103:6831/4049341884","heartbeat_front_addr":"172.21.15.103:6829/4049341884","state":["exists","up"]},{"osd":11,"uuid":"1c43e737-c189-43c0-a9ee-17a3cdc8278d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6824","nonce":1269489610},{"type":"v1","addr":"172.21.15.163:6825","nonce":1269489610}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6826","nonce":1269489610},{"type":"v1","addr":"172.21.15.163:6827","nonce":1269489610}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6830","nonce":1269489610},{"type":"v1","addr":"172.21.15.163:6831","nonce":1269489610}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6828","nonce":1269489610},{"type":"v1","addr":"172.21.15.163:6829","nonce":1269489610}]},"public_addr":"172.21.15.163:6825/1269489610","cluster_addr":"172.21.15.163:6827/1269489610","heartbeat_back_addr":"172.21.15.163:6831/1269489610","heartbeat_front_addr":"172.21.15.163:6829/1269489610","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:39:58.982337+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:40:24.637183+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:40:49.044978+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:41:23.090601+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:41:49.957654+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:42:15.570899+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:42:50.909512+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:43:17.899928+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:43:43.563643+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:44:19.007356+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:44:46.388363+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:45:11.782396+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.27","mappings":[{"from":3,"to":9}]},{"pgid":"3.33","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:6801/3332901238":"2024-04-27T01:50:53.415139+0000","172.21.15.46:0/1932686333":"2024-04-27T01:50:53.415139+0000","172.21.15.46:6800/3332901238":"2024-04-27T01:50:53.415139+0000","172.21.15.46:0/538676216":"2024-04-27T01:50:53.415139+0000","172.21.15.46:0/415990742":"2024-04-27T01:50:53.415139+0000","172.21.15.46:0/2138390774":"2024-04-27T01:38:01.199869+0000","172.21.15.46:0/1671101151":"2024-04-27T01:38:01.199869+0000","172.21.15.46:0/3463419164":"2024-04-27T01:38:01.199869+0000","172.21.15.46:6801/1268650508":"2024-04-27T01:38:01.199869+0000","172.21.15.46:0/1254319164":"2024-04-27T01:37:25.688097+0000","172.21.15.46:6800/2101651407":"2024-04-27T01:37:25.688097+0000","172.21.15.46:6800/1268650508":"2024-04-27T01:38:01.199869+0000","172.21.15.46:0/408236145":"2024-04-27T01:50:53.415139+0000","172.21.15.46:0/2440871722":"2024-04-27T01:37:25.688097+0000","172.21.15.46:0/846597820":"2024-04-27T01:37:25.688097+0000","172.21.15.46:6801/2101651407":"2024-04-27T01:37:25.688097+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":5,"length":1},{"begin":15,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T02:00:58.388 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.390+0000 7f5420e00640 1 -- 172.21.15.46:0/2526536413 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f54000a3d20 msgr2=0x7f54000a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:58.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.390+0000 7f5420e00640 1 --2- 172.21.15.46:0/2526536413 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f54000a3d20 0x7f54000a61e0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f541c10e5d0 tx=0x7f5408005f90 comp rx=0 tx=0).stop 2024-04-26T02:00:58.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.390+0000 7f5420e00640 1 -- 172.21.15.46:0/2526536413 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f541c103230 msgr2=0x7f541c1a0640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:58.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.390+0000 7f5420e00640 1 --2- 172.21.15.46:0/2526536413 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f541c103230 0x7f541c1a0640 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f540c005fd0 tx=0x7f540c00ee50 comp rx=0 tx=0).stop 2024-04-26T02:00:58.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.390+0000 7f5420e00640 1 -- 172.21.15.46:0/2526536413 shutdown_connections 2024-04-26T02:00:58.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.390+0000 7f5420e00640 1 --2- 172.21.15.46:0/2526536413 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f54000a3d20 0x7f54000a61e0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:58.389 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.390+0000 7f5420e00640 1 --2- 172.21.15.46:0/2526536413 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f541c10c570 0x7f541c19a7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:58.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.390+0000 7f5420e00640 1 --2- 172.21.15.46:0/2526536413 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f541c103b50 0x7f541c1a0b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:58.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.390+0000 7f5420e00640 1 --2- 172.21.15.46:0/2526536413 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f541c103230 0x7f541c1a0640 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:58.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.390+0000 7f5420e00640 1 -- 172.21.15.46:0/2526536413 >> 172.21.15.46:0/2526536413 conn(0x7f541c077fb0 msgr2=0x7f541c0fe290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:58.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.391+0000 7f5420e00640 1 -- 172.21.15.46:0/2526536413 shutdown_connections 2024-04-26T02:00:58.390 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.391+0000 7f5420e00640 1 -- 172.21.15.46:0/2526536413 wait complete. 2024-04-26T02:00:58.409 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-26T01:40:53.363826+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-26T01:46:24.277738+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-26T01:46:29.225616+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '99', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 15, 'snap_epoch': 99, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-26T02:00:58.410 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-26T02:00:58.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.633+0000 7f88fba00640 1 -- 172.21.15.46:0/3658104940 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f88f4109470 msgr2=0x7f88f4111040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:58.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.633+0000 7f88fba00640 1 --2- 172.21.15.46:0/3658104940 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f88f4109470 0x7f88f4111040 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f88ec009900 tx=0x7f88ec02a3f0 comp rx=0 tx=0).stop 2024-04-26T02:00:58.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.633+0000 7f88fba00640 1 -- 172.21.15.46:0/3658104940 shutdown_connections 2024-04-26T02:00:58.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.633+0000 7f88fba00640 1 --2- 172.21.15.46:0/3658104940 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f88f4109470 0x7f88f4111040 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:58.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.633+0000 7f88fba00640 1 --2- 172.21.15.46:0/3658104940 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f88f4104d50 0x7f88f4108d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:58.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.633+0000 7f88fba00640 1 --2- 172.21.15.46:0/3658104940 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f88f41043a0 0x7f88f4104780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:58.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.633+0000 7f88fba00640 1 -- 172.21.15.46:0/3658104940 >> 172.21.15.46:0/3658104940 conn(0x7f88f40ffbc0 msgr2=0x7f88f4101fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:58.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.633+0000 7f88fba00640 1 -- 172.21.15.46:0/3658104940 shutdown_connections 2024-04-26T02:00:58.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.633+0000 7f88fba00640 1 -- 172.21.15.46:0/3658104940 wait complete. 2024-04-26T02:00:58.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.634+0000 7f88fba00640 1 Processor -- start 2024-04-26T02:00:58.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.634+0000 7f88fba00640 1 -- start start 2024-04-26T02:00:58.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.634+0000 7f88fba00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f88f41043a0 0x7f88f41a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:58.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.634+0000 7f88fba00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f88f4109470 0x7f88f41a0c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:58.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.634+0000 7f88fba00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f88f419a840 0x7f88f419acf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:58.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.634+0000 7f88fba00640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f88f4114560 con 0x7f88f4109470 2024-04-26T02:00:58.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.634+0000 7f88fba00640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f88f41143e0 con 0x7f88f41043a0 2024-04-26T02:00:58.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.634+0000 7f88fba00640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f88f41146e0 con 0x7f88f419a840 2024-04-26T02:00:58.635 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.635+0000 7f88f3e00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f88f4109470 0x7f88f41a0c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:58.635 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.635+0000 7f88f9a00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f88f419a840 0x7f88f419acf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:58.635 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.635+0000 7f88f9a00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f88f419a840 0x7f88f419acf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:38446/0 (socket says 172.21.15.46:38446) 2024-04-26T02:00:58.635 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.635+0000 7f88f9a00640 1 -- 172.21.15.46:0/4115738523 learned_addr learned my addr 172.21.15.46:0/4115738523 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T02:00:58.635 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.635+0000 7f88f9000640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f88f41043a0 0x7f88f41a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:58.635 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.635+0000 7f88f9a00640 1 -- 172.21.15.46:0/4115738523 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f88f41043a0 msgr2=0x7f88f41a06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:58.635 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.635+0000 7f88f9a00640 1 --2- 172.21.15.46:0/4115738523 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f88f41043a0 0x7f88f41a06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:58.635 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.635+0000 7f88f9a00640 1 -- 172.21.15.46:0/4115738523 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f88f4109470 msgr2=0x7f88f41a0c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:58.635 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.635+0000 7f88f9a00640 1 --2- 172.21.15.46:0/4115738523 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f88f4109470 0x7f88f41a0c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:58.635 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.635+0000 7f88f9a00640 1 -- 172.21.15.46:0/4115738523 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88f419b3d0 con 0x7f88f419a840 2024-04-26T02:00:58.635 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.635+0000 7f88f3e00640 1 --2- 172.21.15.46:0/4115738523 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f88f4109470 0x7f88f41a0c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:00:58.635 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.636+0000 7f88f9a00640 1 --2- 172.21.15.46:0/4115738523 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f88f419a840 0x7f88f419acf0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f88ec0314b0 tx=0x7f88ec003b90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:58.636 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.636+0000 7f88f1600640 1 -- 172.21.15.46:0/4115738523 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88ec03f070 con 0x7f88f419a840 2024-04-26T02:00:58.636 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.636+0000 7f88fba00640 1 -- 172.21.15.46:0/4115738523 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88f419b660 con 0x7f88f419a840 2024-04-26T02:00:58.636 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.636+0000 7f88f1600640 1 -- 172.21.15.46:0/4115738523 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f88ec031be0 con 0x7f88f419a840 2024-04-26T02:00:58.636 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.636+0000 7f88f1600640 1 -- 172.21.15.46:0/4115738523 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88ec035030 con 0x7f88f419a840 2024-04-26T02:00:58.636 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.636+0000 7f88fba00640 1 -- 172.21.15.46:0/4115738523 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88f41a7840 con 0x7f88f419a840 2024-04-26T02:00:58.636 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.637+0000 7f88fba00640 1 -- 172.21.15.46:0/4115738523 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f88f4105870 con 0x7f88f419a840 2024-04-26T02:00:58.638 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.640+0000 7f88f1600640 1 -- 172.21.15.46:0/4115738523 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 27) ==== 138777+0+0 (secure 0 0 0) 0x7f88ec042070 con 0x7f88f419a840 2024-04-26T02:00:58.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.641+0000 7f88f1600640 1 --2- 172.21.15.46:0/4115738523 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f88d80a3d20 0x7f88d80a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:58.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.641+0000 7f88f1600640 1 -- 172.21.15.46:0/4115738523 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8513+0+0 (secure 0 0 0) 0x7f88ec0f15a0 con 0x7f88f419a840 2024-04-26T02:00:58.640 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.642+0000 7f88f9000640 1 --2- 172.21.15.46:0/4115738523 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f88d80a3d20 0x7f88d80a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:58.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.642+0000 7f88f9000640 1 --2- 172.21.15.46:0/4115738523 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f88d80a3d20 0x7f88d80a61e0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f88e4005fd0 tx=0x7f88e4009500 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:58.641 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.643+0000 7f88f1600640 1 -- 172.21.15.46:0/4115738523 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f88ec0bd590 con 0x7f88f419a840 2024-04-26T02:00:58.851 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.853+0000 7f88fba00640 1 -- 172.21.15.46:0/4115738523 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f88f410c700 con 0x7f88f419a840 2024-04-26T02:00:58.858 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.860+0000 7f88f1600640 1 -- 172.21.15.46:0/4115738523 <== mon.1 v2:172.21.15.163:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v100) ==== 93+0+10 (secure 0 0 0) 0x7f88ec0c1890 con 0x7f88f419a840 2024-04-26T02:00:58.858 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 1 2024-04-26T02:00:58.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.862+0000 7f88fba00640 1 -- 172.21.15.46:0/4115738523 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f88d80a3d20 msgr2=0x7f88d80a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:58.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.862+0000 7f88fba00640 1 --2- 172.21.15.46:0/4115738523 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f88d80a3d20 0x7f88d80a61e0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f88e4005fd0 tx=0x7f88e4009500 comp rx=0 tx=0).stop 2024-04-26T02:00:58.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.862+0000 7f88fba00640 1 -- 172.21.15.46:0/4115738523 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f88f419a840 msgr2=0x7f88f419acf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:58.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.862+0000 7f88fba00640 1 --2- 172.21.15.46:0/4115738523 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f88f419a840 0x7f88f419acf0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f88ec0314b0 tx=0x7f88ec003b90 comp rx=0 tx=0).stop 2024-04-26T02:00:58.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.862+0000 7f88fba00640 1 -- 172.21.15.46:0/4115738523 shutdown_connections 2024-04-26T02:00:58.861 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.862+0000 7f88fba00640 1 --2- 172.21.15.46:0/4115738523 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f88d80a3d20 0x7f88d80a61e0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:58.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.862+0000 7f88fba00640 1 --2- 172.21.15.46:0/4115738523 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f88f419a840 0x7f88f419acf0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:58.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.862+0000 7f88fba00640 1 --2- 172.21.15.46:0/4115738523 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f88f4109470 0x7f88f41a0c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:58.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.862+0000 7f88fba00640 1 --2- 172.21.15.46:0/4115738523 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f88f41043a0 0x7f88f41a06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:58.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.862+0000 7f88fba00640 1 -- 172.21.15.46:0/4115738523 >> 172.21.15.46:0/4115738523 conn(0x7f88f40ffbc0 msgr2=0x7f88f4100780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:58.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.863+0000 7f88fba00640 1 -- 172.21.15.46:0/4115738523 shutdown_connections 2024-04-26T02:00:58.862 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:58.863+0000 7f88fba00640 1 -- 172.21.15.46:0/4115738523 wait complete. 2024-04-26T02:00:58.880 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-26T02:00:59.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.100+0000 7f8da2e00640 1 -- 172.21.15.46:0/3116504526 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8d9c102040 msgr2=0x7f8d9c102420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:59.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.100+0000 7f8da2e00640 1 --2- 172.21.15.46:0/3116504526 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8d9c102040 0x7f8d9c102420 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f8d90009900 tx=0x7f8d9002a3f0 comp rx=0 tx=0).stop 2024-04-26T02:00:59.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.100+0000 7f8da2e00640 1 -- 172.21.15.46:0/3116504526 shutdown_connections 2024-04-26T02:00:59.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.100+0000 7f8da2e00640 1 --2- 172.21.15.46:0/3116504526 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8d9c107110 0x7f8d9c10ece0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:59.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.100+0000 7f8da2e00640 1 --2- 172.21.15.46:0/3116504526 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8d9c1029f0 0x7f8d9c106a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:59.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.100+0000 7f8da2e00640 1 --2- 172.21.15.46:0/3116504526 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8d9c102040 0x7f8d9c102420 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:59.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.100+0000 7f8da2e00640 1 -- 172.21.15.46:0/3116504526 >> 172.21.15.46:0/3116504526 conn(0x7f8d9c0fd920 msgr2=0x7f8d9c0ffd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:59.099 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.100+0000 7f8da2e00640 1 -- 172.21.15.46:0/3116504526 shutdown_connections 2024-04-26T02:00:59.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.100+0000 7f8da2e00640 1 -- 172.21.15.46:0/3116504526 wait complete. 2024-04-26T02:00:59.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.101+0000 7f8da2e00640 1 Processor -- start 2024-04-26T02:00:59.100 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.102+0000 7f8da2e00640 1 -- start start 2024-04-26T02:00:59.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.102+0000 7f8da2e00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8d9c102040 0x7f8d9c1a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:59.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.102+0000 7f8da2e00640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8d9c107110 0x7f8d9c1a0bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:59.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.102+0000 7f8da2e00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8d9c19a750 0x7f8d9c19abd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:59.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.102+0000 7f8da2e00640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f8d9c1121e0 con 0x7f8d9c102040 2024-04-26T02:00:59.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.102+0000 7f8da2e00640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f8d9c112060 con 0x7f8d9c19a750 2024-04-26T02:00:59.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.102+0000 7f8da2e00640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f8d9c112360 con 0x7f8d9c107110 2024-04-26T02:00:59.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.103+0000 7f8da1a00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8d9c102040 0x7f8d9c1a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:59.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.103+0000 7f8da1000640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8d9c107110 0x7f8d9c1a0bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:59.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.103+0000 7f8da1000640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8d9c107110 0x7f8d9c1a0bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:38464/0 (socket says 172.21.15.46:38464) 2024-04-26T02:00:59.102 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.103+0000 7f8da1000640 1 -- 172.21.15.46:0/2083426887 learned_addr learned my addr 172.21.15.46:0/2083426887 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T02:00:59.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.103+0000 7f8da2400640 1 --2- 172.21.15.46:0/2083426887 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8d9c19a750 0x7f8d9c19abd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:59.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.103+0000 7f8da1000640 1 -- 172.21.15.46:0/2083426887 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8d9c19a750 msgr2=0x7f8d9c19abd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:59.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.103+0000 7f8da1000640 1 --2- 172.21.15.46:0/2083426887 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8d9c19a750 0x7f8d9c19abd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:59.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.103+0000 7f8da1000640 1 -- 172.21.15.46:0/2083426887 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8d9c102040 msgr2=0x7f8d9c1a0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:59.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.103+0000 7f8da1000640 1 --2- 172.21.15.46:0/2083426887 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8d9c102040 0x7f8d9c1a0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:59.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.103+0000 7f8da1000640 1 -- 172.21.15.46:0/2083426887 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d9c19b350 con 0x7f8d9c107110 2024-04-26T02:00:59.103 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.103+0000 7f8da1000640 1 --2- 172.21.15.46:0/2083426887 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8d9c107110 0x7f8d9c1a0bd0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f8d8800e9a0 tx=0x7f8d8800ee60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:59.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.104+0000 7f8d9a000640 1 -- 172.21.15.46:0/2083426887 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d8800cd80 con 0x7f8d9c107110 2024-04-26T02:00:59.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.104+0000 7f8d9a000640 1 -- 172.21.15.46:0/2083426887 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8d880035f0 con 0x7f8d9c107110 2024-04-26T02:00:59.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.104+0000 7f8d9a000640 1 -- 172.21.15.46:0/2083426887 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d88010690 con 0x7f8d9c107110 2024-04-26T02:00:59.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.104+0000 7f8da2e00640 1 -- 172.21.15.46:0/2083426887 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d9c1a7430 con 0x7f8d9c107110 2024-04-26T02:00:59.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.104+0000 7f8da2e00640 1 -- 172.21.15.46:0/2083426887 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d9c1a7890 con 0x7f8d9c107110 2024-04-26T02:00:59.104 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.105+0000 7f8da2e00640 1 -- 172.21.15.46:0/2083426887 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d9c103510 con 0x7f8d9c107110 2024-04-26T02:00:59.105 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.107+0000 7f8d9a000640 1 -- 172.21.15.46:0/2083426887 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 27) ==== 138777+0+0 (secure 0 0 0) 0x7f8d880037a0 con 0x7f8d9c107110 2024-04-26T02:00:59.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.109+0000 7f8d9a000640 1 --2- 172.21.15.46:0/2083426887 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f8d840a3da0 0x7f8d840a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:59.107 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.109+0000 7f8d9a000640 1 -- 172.21.15.46:0/2083426887 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8513+0+0 (secure 0 0 0) 0x7f8d880d0a40 con 0x7f8d9c107110 2024-04-26T02:00:59.108 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.109+0000 7f8da1a00640 1 --2- 172.21.15.46:0/2083426887 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f8d840a3da0 0x7f8d840a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:59.108 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.110+0000 7f8da1a00640 1 --2- 172.21.15.46:0/2083426887 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f8d840a3da0 0x7f8d840a6260 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f8d90006010 tx=0x7f8d90000bc0 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:59.111 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.113+0000 7f8d9a000640 1 -- 172.21.15.46:0/2083426887 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8d8809d080 con 0x7f8d9c107110 2024-04-26T02:00:59.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:58 smithi103 ceph-mon[32920]: from='client.25897 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T02:00:59.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:58 smithi103 ceph-mon[32920]: pgmap v313: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T02:00:59.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:58 smithi103 ceph-mon[32920]: from='client.25889 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T02:00:59.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:58 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/2526536413' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T02:00:59.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:58 smithi163 ceph-mon[32592]: from='client.25897 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T02:00:59.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:58 smithi163 ceph-mon[32592]: pgmap v313: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T02:00:59.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:58 smithi163 ceph-mon[32592]: from='client.25889 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T02:00:59.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:58 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/2526536413' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T02:00:59.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:58 smithi046 ceph-mon[28013]: from='client.25897 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T02:00:59.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:58 smithi046 ceph-mon[28013]: pgmap v313: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T02:00:59.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:58 smithi046 ceph-mon[28013]: from='client.25889 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T02:00:59.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:58 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/2526536413' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T02:00:59.316 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.318+0000 7f8da2e00640 1 -- 172.21.15.46:0/2083426887 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f8d9c102a90 con 0x7f8d9c107110 2024-04-26T02:00:59.317 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.319+0000 7f8d9a000640 1 -- 172.21.15.46:0/2083426887 <== mon.1 v2:172.21.15.163:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v100) ==== 104+0+11 (secure 0 0 0) 0x7f8d8809c980 con 0x7f8d9c107110 2024-04-26T02:00:59.318 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 32 2024-04-26T02:00:59.320 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.321+0000 7f8da2e00640 1 -- 172.21.15.46:0/2083426887 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f8d840a3da0 msgr2=0x7f8d840a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:59.320 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.321+0000 7f8da2e00640 1 --2- 172.21.15.46:0/2083426887 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f8d840a3da0 0x7f8d840a6260 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f8d90006010 tx=0x7f8d90000bc0 comp rx=0 tx=0).stop 2024-04-26T02:00:59.320 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.321+0000 7f8da2e00640 1 -- 172.21.15.46:0/2083426887 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8d9c107110 msgr2=0x7f8d9c1a0bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:59.320 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.321+0000 7f8da2e00640 1 --2- 172.21.15.46:0/2083426887 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8d9c107110 0x7f8d9c1a0bd0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f8d8800e9a0 tx=0x7f8d8800ee60 comp rx=0 tx=0).stop 2024-04-26T02:00:59.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.322+0000 7f8da2e00640 1 -- 172.21.15.46:0/2083426887 shutdown_connections 2024-04-26T02:00:59.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.322+0000 7f8da2e00640 1 --2- 172.21.15.46:0/2083426887 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f8d840a3da0 0x7f8d840a6260 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:59.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.322+0000 7f8da2e00640 1 --2- 172.21.15.46:0/2083426887 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8d9c19a750 0x7f8d9c19abd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:59.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.322+0000 7f8da2e00640 1 --2- 172.21.15.46:0/2083426887 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f8d9c107110 0x7f8d9c1a0bd0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:59.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.322+0000 7f8da2e00640 1 --2- 172.21.15.46:0/2083426887 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f8d9c102040 0x7f8d9c1a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:59.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.322+0000 7f8da2e00640 1 -- 172.21.15.46:0/2083426887 >> 172.21.15.46:0/2083426887 conn(0x7f8d9c0fd920 msgr2=0x7f8d9c0ffc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:59.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.322+0000 7f8da2e00640 1 -- 172.21.15.46:0/2083426887 shutdown_connections 2024-04-26T02:00:59.321 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.322+0000 7f8da2e00640 1 -- 172.21.15.46:0/2083426887 wait complete. 2024-04-26T02:00:59.339 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-26T02:00:59.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.562+0000 7f84c3200640 1 -- 172.21.15.46:0/3177631526 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f84c4100f50 msgr2=0x7f84c4101330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:59.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.562+0000 7f84c3200640 1 --2- 172.21.15.46:0/3177631526 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f84c4100f50 0x7f84c4101330 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f84b4009860 tx=0x7f84b402a340 comp rx=0 tx=0).stop 2024-04-26T02:00:59.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.562+0000 7f84c3200640 1 -- 172.21.15.46:0/3177631526 shutdown_connections 2024-04-26T02:00:59.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.562+0000 7f84c3200640 1 --2- 172.21.15.46:0/3177631526 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f84c4106020 0x7f84c410dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:59.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.562+0000 7f84c3200640 1 --2- 172.21.15.46:0/3177631526 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f84c4101900 0x7f84c4105940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:59.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.562+0000 7f84c3200640 1 --2- 172.21.15.46:0/3177631526 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f84c4100f50 0x7f84c4101330 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:59.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.562+0000 7f84c3200640 1 -- 172.21.15.46:0/3177631526 >> 172.21.15.46:0/3177631526 conn(0x7f84c40fc7b0 msgr2=0x7f84c40febd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:59.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.562+0000 7f84c3200640 1 -- 172.21.15.46:0/3177631526 shutdown_connections 2024-04-26T02:00:59.561 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.562+0000 7f84c3200640 1 -- 172.21.15.46:0/3177631526 wait complete. 2024-04-26T02:00:59.562 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.563+0000 7f84c3200640 1 Processor -- start 2024-04-26T02:00:59.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.563+0000 7f84c3200640 1 -- start start 2024-04-26T02:00:59.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.564+0000 7f84c3200640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f84c4100f50 0x7f84c41a0610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:59.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.564+0000 7f84c3200640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f84c4106020 0x7f84c41a0b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:59.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.564+0000 7f84c3200640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f84c419a780 0x7f84c419ac30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:59.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.564+0000 7f84c3200640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f84c41121c0 con 0x7f84c4100f50 2024-04-26T02:00:59.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.564+0000 7f84c3200640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f84c4112040 con 0x7f84c419a780 2024-04-26T02:00:59.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.564+0000 7f84c3200640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f84c4112340 con 0x7f84c4106020 2024-04-26T02:00:59.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.564+0000 7f84c1e00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f84c4100f50 0x7f84c41a0610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:59.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.564+0000 7f84b9400640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f84c4106020 0x7f84c41a0b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:59.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.564+0000 7f84b9400640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f84c4106020 0x7f84c41a0b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:38496/0 (socket says 172.21.15.46:38496) 2024-04-26T02:00:59.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.564+0000 7f84c1e00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f84c4100f50 0x7f84c41a0610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52872/0 (socket says 172.21.15.46:52872) 2024-04-26T02:00:59.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.564+0000 7f84b9400640 1 -- 172.21.15.46:0/1914406322 learned_addr learned my addr 172.21.15.46:0/1914406322 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T02:00:59.563 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.564+0000 7f84c2800640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f84c419a780 0x7f84c419ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:59.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.565+0000 7f84c2800640 1 -- 172.21.15.46:0/1914406322 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f84c4106020 msgr2=0x7f84c41a0b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:59.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.565+0000 7f84c2800640 1 --2- 172.21.15.46:0/1914406322 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f84c4106020 0x7f84c41a0b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:59.564 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.565+0000 7f84c2800640 1 -- 172.21.15.46:0/1914406322 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f84c4100f50 msgr2=0x7f84c41a0610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:59.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.565+0000 7f84c2800640 1 --2- 172.21.15.46:0/1914406322 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f84c4100f50 0x7f84c41a0610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:59.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.565+0000 7f84c2800640 1 -- 172.21.15.46:0/1914406322 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84c419b310 con 0x7f84c419a780 2024-04-26T02:00:59.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.565+0000 7f84b9400640 1 --2- 172.21.15.46:0/1914406322 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f84c4106020 0x7f84c41a0b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:00:59.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.565+0000 7f84c1e00640 1 --2- 172.21.15.46:0/1914406322 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f84c4100f50 0x7f84c41a0610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:00:59.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.565+0000 7f84c2800640 1 --2- 172.21.15.46:0/1914406322 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f84c419a780 0x7f84c419ac30 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f84bc009fd0 tx=0x7f84bc00eba0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:59.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.565+0000 7f84bb400640 1 -- 172.21.15.46:0/1914406322 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84bc004220 con 0x7f84c419a780 2024-04-26T02:00:59.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.565+0000 7f84bb400640 1 -- 172.21.15.46:0/1914406322 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f84bc0043c0 con 0x7f84c419a780 2024-04-26T02:00:59.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.565+0000 7f84c3200640 1 -- 172.21.15.46:0/1914406322 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84c419b600 con 0x7f84c419a780 2024-04-26T02:00:59.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.565+0000 7f84bb400640 1 -- 172.21.15.46:0/1914406322 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84bc005650 con 0x7f84c419a780 2024-04-26T02:00:59.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.565+0000 7f84c3200640 1 -- 172.21.15.46:0/1914406322 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84c41a7790 con 0x7f84c419a780 2024-04-26T02:00:59.565 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.566+0000 7f84c3200640 1 -- 172.21.15.46:0/1914406322 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84c4102420 con 0x7f84c419a780 2024-04-26T02:00:59.567 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.569+0000 7f84bb400640 1 -- 172.21.15.46:0/1914406322 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 27) ==== 138777+0+0 (secure 0 0 0) 0x7f84bc004a80 con 0x7f84c419a780 2024-04-26T02:00:59.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.570+0000 7f84bb400640 1 --2- 172.21.15.46:0/1914406322 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f84a80a3d20 0x7f84a80a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:00:59.568 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.570+0000 7f84bb400640 1 -- 172.21.15.46:0/1914406322 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8513+0+0 (secure 0 0 0) 0x7f84bc0d0680 con 0x7f84c419a780 2024-04-26T02:00:59.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.570+0000 7f84c1e00640 1 --2- 172.21.15.46:0/1914406322 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f84a80a3d20 0x7f84a80a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:00:59.569 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.571+0000 7f84c1e00640 1 --2- 172.21.15.46:0/1914406322 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f84a80a3d20 0x7f84a80a61e0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f84b402a930 tx=0x7f84b40058d0 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:00:59.573 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.575+0000 7f84bb400640 1 -- 172.21.15.46:0/1914406322 <== mon.2 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f84c419b600 con 0x7f84c419a780 2024-04-26T02:00:59.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.784+0000 7f84c3200640 1 -- 172.21.15.46:0/1914406322 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f84c41019a0 con 0x7f84c419a780 2024-04-26T02:00:59.783 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.785+0000 7f84bb400640 1 -- 172.21.15.46:0/1914406322 <== mon.2 v2:172.21.15.103:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v100) ==== 100+0+11 (secure 0 0 0) 0x7f84bc09ccc0 con 0x7f84c419a780 2024-04-26T02:00:59.784 INFO:teuthology.orchestra.run.smithi046.stdout:pg_num: 64 2024-04-26T02:00:59.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.788+0000 7f84c3200640 1 -- 172.21.15.46:0/1914406322 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f84a80a3d20 msgr2=0x7f84a80a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:59.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.788+0000 7f84c3200640 1 --2- 172.21.15.46:0/1914406322 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f84a80a3d20 0x7f84a80a61e0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f84b402a930 tx=0x7f84b40058d0 comp rx=0 tx=0).stop 2024-04-26T02:00:59.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.788+0000 7f84c3200640 1 -- 172.21.15.46:0/1914406322 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f84c419a780 msgr2=0x7f84c419ac30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:00:59.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.788+0000 7f84c3200640 1 --2- 172.21.15.46:0/1914406322 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f84c419a780 0x7f84c419ac30 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f84bc009fd0 tx=0x7f84bc00eba0 comp rx=0 tx=0).stop 2024-04-26T02:00:59.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.789+0000 7f84c3200640 1 -- 172.21.15.46:0/1914406322 shutdown_connections 2024-04-26T02:00:59.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.789+0000 7f84c3200640 1 --2- 172.21.15.46:0/1914406322 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f84a80a3d20 0x7f84a80a61e0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:59.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.789+0000 7f84c3200640 1 --2- 172.21.15.46:0/1914406322 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f84c419a780 0x7f84c419ac30 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:59.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.789+0000 7f84c3200640 1 --2- 172.21.15.46:0/1914406322 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f84c4106020 0x7f84c41a0b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:59.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.789+0000 7f84c3200640 1 --2- 172.21.15.46:0/1914406322 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f84c4100f50 0x7f84c41a0610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:00:59.787 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.789+0000 7f84c3200640 1 -- 172.21.15.46:0/1914406322 >> 172.21.15.46:0/1914406322 conn(0x7f84c40fc7b0 msgr2=0x7f84c40feb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:00:59.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.789+0000 7f84c3200640 1 -- 172.21.15.46:0/1914406322 shutdown_connections 2024-04-26T02:00:59.788 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:00:59.789+0000 7f84c3200640 1 -- 172.21.15.46:0/1914406322 wait complete. 2024-04-26T02:00:59.807 DEBUG:teuthology.orchestra.run.smithi046:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-04-26T02:01:00.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.015+0000 7f910d600640 1 -- 172.21.15.46:0/580277317 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9108102f30 msgr2=0x7f9108103310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:00.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.015+0000 7f910d600640 1 --2- 172.21.15.46:0/580277317 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9108102f30 0x7f9108103310 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f90f8009be0 tx=0x7f90f802a750 comp rx=0 tx=0).stop 2024-04-26T02:01:00.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.015+0000 7f910d600640 1 -- 172.21.15.46:0/580277317 shutdown_connections 2024-04-26T02:01:00.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.015+0000 7f910d600640 1 --2- 172.21.15.46:0/580277317 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f910810c350 0x7f910810e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:00.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.015+0000 7f910d600640 1 --2- 172.21.15.46:0/580277317 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9108103850 0x7f910810bd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:00.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.015+0000 7f910d600640 1 --2- 172.21.15.46:0/580277317 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9108102f30 0x7f9108103310 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:00.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.015+0000 7f910d600640 1 -- 172.21.15.46:0/580277317 >> 172.21.15.46:0/580277317 conn(0x7f91080fc770 msgr2=0x7f91080feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:00.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.015+0000 7f910d600640 1 -- 172.21.15.46:0/580277317 shutdown_connections 2024-04-26T02:01:00.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.015+0000 7f910d600640 1 -- 172.21.15.46:0/580277317 wait complete. 2024-04-26T02:01:00.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.016+0000 7f910d600640 1 Processor -- start 2024-04-26T02:01:00.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.016+0000 7f910d600640 1 -- start start 2024-04-26T02:01:00.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.016+0000 7f910d600640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9108102f30 0x7f91081a0640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:00.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.016+0000 7f910d600640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9108103850 0x7f91081a0b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:00.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.016+0000 7f910d600640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f910810c350 0x7f910819a700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:00.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.016+0000 7f910d600640 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f9108112120 con 0x7f9108102f30 2024-04-26T02:01:00.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.016+0000 7f910d600640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f9108111fa0 con 0x7f910810c350 2024-04-26T02:01:00.016 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.016+0000 7f910d600640 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f91081122a0 con 0x7f9108103850 2024-04-26T02:01:00.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.017+0000 7f9107e00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9108102f30 0x7f91081a0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:00.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.017+0000 7f910cc00640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f910810c350 0x7f910819a700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:00.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.017+0000 7f90ff400640 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9108103850 0x7f91081a0b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:00.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.017+0000 7f9107e00640 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9108102f30 0x7f91081a0640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:52880/0 (socket says 172.21.15.46:52880) 2024-04-26T02:01:00.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.017+0000 7f9107e00640 1 -- 172.21.15.46:0/2685634395 learned_addr learned my addr 172.21.15.46:0/2685634395 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T02:01:00.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.017+0000 7f910cc00640 1 --2- 172.21.15.46:0/2685634395 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f910810c350 0x7f910819a700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:54598/0 (socket says 172.21.15.46:54598) 2024-04-26T02:01:00.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.017+0000 7f910cc00640 1 -- 172.21.15.46:0/2685634395 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9108103850 msgr2=0x7f91081a0b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:00.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.017+0000 7f910cc00640 1 --2- 172.21.15.46:0/2685634395 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9108103850 0x7f91081a0b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:00.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.017+0000 7f910cc00640 1 -- 172.21.15.46:0/2685634395 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9108102f30 msgr2=0x7f91081a0640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:00.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.017+0000 7f910cc00640 1 --2- 172.21.15.46:0/2685634395 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9108102f30 0x7f91081a0640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:00.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.017+0000 7f910cc00640 1 -- 172.21.15.46:0/2685634395 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f910819afc0 con 0x7f910810c350 2024-04-26T02:01:00.017 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.018+0000 7f910cc00640 1 --2- 172.21.15.46:0/2685634395 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f910810c350 0x7f910819a700 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f9100005fd0 tx=0x7f910000ed20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:00.018 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.018+0000 7f9105600640 1 -- 172.21.15.46:0/2685634395 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f910000ccc0 con 0x7f910810c350 2024-04-26T02:01:00.018 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.018+0000 7f910d600640 1 -- 172.21.15.46:0/2685634395 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f910819b2b0 con 0x7f910810c350 2024-04-26T02:01:00.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.018+0000 7f9105600640 1 -- 172.21.15.46:0/2685634395 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f91000035f0 con 0x7f910810c350 2024-04-26T02:01:00.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.018+0000 7f9105600640 1 -- 172.21.15.46:0/2685634395 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f910000ce60 con 0x7f910810c350 2024-04-26T02:01:00.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.018+0000 7f910d600640 1 -- 172.21.15.46:0/2685634395 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91081a75c0 con 0x7f910810c350 2024-04-26T02:01:00.019 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.019+0000 7f910d600640 1 -- 172.21.15.46:0/2685634395 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f910806ad10 con 0x7f910810c350 2024-04-26T02:01:00.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.022+0000 7f9105600640 1 -- 172.21.15.46:0/2685634395 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 27) ==== 138777+0+0 (secure 0 0 0) 0x7f91000037a0 con 0x7f910810c350 2024-04-26T02:01:00.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.023+0000 7f9105600640 1 --2- 172.21.15.46:0/2685634395 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f90ec0a3d20 0x7f90ec0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:00.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.024+0000 7f9105600640 1 -- 172.21.15.46:0/2685634395 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8513+0+0 (secure 0 0 0) 0x7f91000d0980 con 0x7f910810c350 2024-04-26T02:01:00.022 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.024+0000 7f9107e00640 1 --2- 172.21.15.46:0/2685634395 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f90ec0a3d20 0x7f90ec0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:00.023 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.025+0000 7f9107e00640 1 --2- 172.21.15.46:0/2685634395 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f90ec0a3d20 0x7f90ec0a61e0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f90f80099a0 tx=0x7f90f8004a80 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:00.026 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.027+0000 7f9105600640 1 -- 172.21.15.46:0/2685634395 <== mon.2 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9100009510 con 0x7f910810c350 2024-04-26T02:01:00.060 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:59 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/4115738523' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T02:01:00.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:59 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/2083426887' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T02:01:00.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:00:59 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/1914406322' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T02:01:00.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:59 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/4115738523' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T02:01:00.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:59 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/2083426887' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T02:01:00.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:00:59 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/1914406322' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T02:01:00.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:59 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/4115738523' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T02:01:00.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:59 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/2083426887' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-26T02:01:00.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:00:59 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/1914406322' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-26T02:01:00.286 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.287+0000 7f910d600640 1 -- 172.21.15.46:0/2685634395 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7f91080690e0 con 0x7f910810c350 2024-04-26T02:01:00.297 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.298+0000 7f9105600640 1 -- 172.21.15.46:0/2685634395 <== mon.2 v2:172.21.15.103:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v27) ==== 81+0+746062 (secure 0 0 0) 0x7f910009d020 con 0x7f910810c350 2024-04-26T02:01:00.310 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T02:01:00.310 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-04-26T02:01:00.310 INFO:teuthology.orchestra.run.smithi046.stdout: "epoch": 27, 2024-04-26T02:01:00.310 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.310 INFO:teuthology.orchestra.run.smithi046.stdout: "active_gid": 25132, 2024-04-26T02:01:00.310 INFO:teuthology.orchestra.run.smithi046.stdout: "active_name": "x", 2024-04-26T02:01:00.310 INFO:teuthology.orchestra.run.smithi046.stdout: "active_addrs": { 2024-04-26T02:01:00.310 INFO:teuthology.orchestra.run.smithi046.stdout: "addrvec": [ 2024-04-26T02:01:00.310 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.311 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "v2", 2024-04-26T02:01:00.311 INFO:teuthology.orchestra.run.smithi046.stdout: "addr": "172.21.15.46:6800", 2024-04-26T02:01:00.311 INFO:teuthology.orchestra.run.smithi046.stdout: "nonce": 1247059674 2024-04-26T02:01:00.311 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.311 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.311 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "v1", 2024-04-26T02:01:00.311 INFO:teuthology.orchestra.run.smithi046.stdout: "addr": "172.21.15.46:6801", 2024-04-26T02:01:00.311 INFO:teuthology.orchestra.run.smithi046.stdout: "nonce": 1247059674 2024-04-26T02:01:00.311 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.311 INFO:teuthology.orchestra.run.smithi046.stdout: ] 2024-04-26T02:01:00.311 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.311 INFO:teuthology.orchestra.run.smithi046.stdout: "active_addr": "172.21.15.46:6801/1247059674", 2024-04-26T02:01:00.311 INFO:teuthology.orchestra.run.smithi046.stdout: "active_change": "2024-04-26T01:50:53.415666+0000", 2024-04-26T02:01:00.311 INFO:teuthology.orchestra.run.smithi046.stdout: "active_mgr_features": 4540701547738038271, 2024-04-26T02:01:00.312 INFO:teuthology.orchestra.run.smithi046.stdout: "available": true, 2024-04-26T02:01:00.312 INFO:teuthology.orchestra.run.smithi046.stdout: "standbys": [ 2024-04-26T02:01:00.312 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.312 INFO:teuthology.orchestra.run.smithi046.stdout: "gid": 25112, 2024-04-26T02:01:00.312 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "y", 2024-04-26T02:01:00.312 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr_features": 4540701547738038271, 2024-04-26T02:01:00.312 INFO:teuthology.orchestra.run.smithi046.stdout: "available_modules": [ 2024-04-26T02:01:00.312 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.312 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "alerts", 2024-04-26T02:01:00.312 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.312 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.312 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.312 INFO:teuthology.orchestra.run.smithi046.stdout: "interval": { 2024-04-26T02:01:00.313 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "interval", 2024-04-26T02:01:00.313 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:00.313 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.313 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.313 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "60", 2024-04-26T02:01:00.313 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.313 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.313 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.313 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "How frequently to reexamine health status", 2024-04-26T02:01:00.313 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.313 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.313 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.314 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.314 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.314 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.314 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.314 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.314 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.314 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.314 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.314 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.314 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.314 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.314 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.314 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.314 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.315 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.315 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.315 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.315 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.315 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.315 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.315 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.315 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.315 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.315 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.315 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.316 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.316 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.316 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.316 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.316 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.316 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.316 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.316 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.316 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.316 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.316 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.316 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.316 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.316 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.317 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.317 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.317 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.317 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.317 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.317 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.317 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.317 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.317 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.317 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.317 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.317 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.317 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.317 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.318 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.318 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.318 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.318 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.318 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.318 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.318 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.318 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.318 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.318 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.318 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.318 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.318 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.318 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.318 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.319 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.319 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.319 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.319 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_destination": { 2024-04-26T02:01:00.319 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_destination", 2024-04-26T02:01:00.319 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.319 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.319 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.319 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.319 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.319 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.319 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.319 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Email address to send alerts to", 2024-04-26T02:01:00.319 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.319 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.320 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.320 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.320 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_from_name": { 2024-04-26T02:01:00.320 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_from_name", 2024-04-26T02:01:00.320 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.320 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.320 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.320 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "Ceph", 2024-04-26T02:01:00.320 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.320 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.320 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.320 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Email From: name", 2024-04-26T02:01:00.320 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.320 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.320 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.321 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.321 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_host": { 2024-04-26T02:01:00.321 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_host", 2024-04-26T02:01:00.321 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.321 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.321 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.321 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.321 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.321 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.321 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.321 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "SMTP server", 2024-04-26T02:01:00.321 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.321 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.321 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.321 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.322 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_password": { 2024-04-26T02:01:00.322 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_password", 2024-04-26T02:01:00.322 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.322 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.322 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.322 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.322 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.322 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.322 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.322 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Password to authenticate with", 2024-04-26T02:01:00.322 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.322 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.322 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.322 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.323 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_port": { 2024-04-26T02:01:00.323 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_port", 2024-04-26T02:01:00.323 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.323 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.323 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.323 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "465", 2024-04-26T02:01:00.323 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.323 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.323 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.323 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "SMTP port", 2024-04-26T02:01:00.323 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.323 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.323 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.323 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.324 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_sender": { 2024-04-26T02:01:00.324 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_sender", 2024-04-26T02:01:00.324 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.324 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.324 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.324 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.324 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.324 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.324 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.324 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "SMTP envelope sender", 2024-04-26T02:01:00.324 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.324 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.324 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.325 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.325 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_ssl": { 2024-04-26T02:01:00.325 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_ssl", 2024-04-26T02:01:00.325 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.325 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.325 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.325 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.325 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.325 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.325 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.325 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-26T02:01:00.325 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.325 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.325 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.326 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.326 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_user": { 2024-04-26T02:01:00.326 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_user", 2024-04-26T02:01:00.326 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.326 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.326 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.326 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.326 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.326 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.326 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.326 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "User to authenticate as", 2024-04-26T02:01:00.326 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.326 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.327 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.327 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.327 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.327 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.327 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.327 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "balancer", 2024-04-26T02:01:00.327 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.327 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.327 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.327 INFO:teuthology.orchestra.run.smithi046.stdout: "active": { 2024-04-26T02:01:00.327 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "active", 2024-04-26T02:01:00.327 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.327 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.327 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.327 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.328 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.328 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.328 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.328 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "automatically balance PGs across cluster", 2024-04-26T02:01:00.328 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.328 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.328 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.328 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.328 INFO:teuthology.orchestra.run.smithi046.stdout: "begin_time": { 2024-04-26T02:01:00.328 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "begin_time", 2024-04-26T02:01:00.328 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.328 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.328 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.329 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0000", 2024-04-26T02:01:00.329 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.329 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.329 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.329 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "beginning time of day to automatically balance", 2024-04-26T02:01:00.329 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-26T02:01:00.329 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.329 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.329 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.329 INFO:teuthology.orchestra.run.smithi046.stdout: "begin_weekday": { 2024-04-26T02:01:00.329 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "begin_weekday", 2024-04-26T02:01:00.329 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "uint", 2024-04-26T02:01:00.329 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.329 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.330 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0", 2024-04-26T02:01:00.330 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "0", 2024-04-26T02:01:00.330 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "6", 2024-04-26T02:01:00.330 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.330 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-26T02:01:00.330 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-26T02:01:00.330 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.330 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.330 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.330 INFO:teuthology.orchestra.run.smithi046.stdout: "crush_compat_max_iterations": { 2024-04-26T02:01:00.330 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "crush_compat_max_iterations", 2024-04-26T02:01:00.330 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "uint", 2024-04-26T02:01:00.330 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.330 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.331 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "25", 2024-04-26T02:01:00.331 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "1", 2024-04-26T02:01:00.331 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "250", 2024-04-26T02:01:00.331 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.331 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-26T02:01:00.331 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.331 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.331 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.331 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.331 INFO:teuthology.orchestra.run.smithi046.stdout: "crush_compat_metrics": { 2024-04-26T02:01:00.331 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "crush_compat_metrics", 2024-04-26T02:01:00.331 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.331 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.332 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.332 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "pgs,objects,bytes", 2024-04-26T02:01:00.332 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.332 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.332 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.332 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-26T02:01:00.332 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-26T02:01:00.332 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.332 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.332 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.332 INFO:teuthology.orchestra.run.smithi046.stdout: "crush_compat_step": { 2024-04-26T02:01:00.332 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "crush_compat_step", 2024-04-26T02:01:00.332 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "float", 2024-04-26T02:01:00.332 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.332 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.333 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0.5", 2024-04-26T02:01:00.333 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "0.001", 2024-04-26T02:01:00.333 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "0.999", 2024-04-26T02:01:00.333 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.333 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "aggressiveness of optimization", 2024-04-26T02:01:00.333 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-26T02:01:00.333 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.333 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.333 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.333 INFO:teuthology.orchestra.run.smithi046.stdout: "end_time": { 2024-04-26T02:01:00.333 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "end_time", 2024-04-26T02:01:00.333 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.333 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.333 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.334 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "2359", 2024-04-26T02:01:00.334 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.334 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.334 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.334 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "ending time of day to automatically balance", 2024-04-26T02:01:00.334 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-26T02:01:00.334 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.334 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.334 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.334 INFO:teuthology.orchestra.run.smithi046.stdout: "end_weekday": { 2024-04-26T02:01:00.334 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "end_weekday", 2024-04-26T02:01:00.334 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "uint", 2024-04-26T02:01:00.334 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.335 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.335 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0", 2024-04-26T02:01:00.335 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "0", 2024-04-26T02:01:00.335 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "6", 2024-04-26T02:01:00.335 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.335 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-26T02:01:00.335 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-26T02:01:00.335 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.335 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.335 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.335 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.335 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.335 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.336 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.336 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.336 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.336 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.336 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.336 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.336 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.336 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.336 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.336 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.336 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.336 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.336 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.336 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.337 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.337 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.337 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.337 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.337 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.337 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.337 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.337 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.337 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.337 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.337 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.337 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.337 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.337 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.338 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.338 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.338 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.338 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.338 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.338 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.338 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.338 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.338 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.338 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.338 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.338 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.338 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.338 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.338 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.339 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.339 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.339 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.339 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.339 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.339 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.339 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.339 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.339 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.339 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.339 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.339 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.339 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.339 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.340 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.340 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.340 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.340 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.340 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.340 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.340 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.340 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.340 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.340 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.340 INFO:teuthology.orchestra.run.smithi046.stdout: "min_score": { 2024-04-26T02:01:00.340 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "min_score", 2024-04-26T02:01:00.340 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "float", 2024-04-26T02:01:00.340 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.341 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.341 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0", 2024-04-26T02:01:00.341 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.341 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.341 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.341 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-26T02:01:00.341 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.341 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.341 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.341 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.341 INFO:teuthology.orchestra.run.smithi046.stdout: "mode": { 2024-04-26T02:01:00.341 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "mode", 2024-04-26T02:01:00.341 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.341 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.341 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.342 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "upmap", 2024-04-26T02:01:00.342 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.342 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.342 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.342 INFO:teuthology.orchestra.run.smithi046.stdout: "crush-compat", 2024-04-26T02:01:00.342 INFO:teuthology.orchestra.run.smithi046.stdout: "none", 2024-04-26T02:01:00.342 INFO:teuthology.orchestra.run.smithi046.stdout: "read", 2024-04-26T02:01:00.342 INFO:teuthology.orchestra.run.smithi046.stdout: "upmap", 2024-04-26T02:01:00.342 INFO:teuthology.orchestra.run.smithi046.stdout: "upmap-read" 2024-04-26T02:01:00.342 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.342 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Balancer mode", 2024-04-26T02:01:00.342 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.342 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.342 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.343 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.343 INFO:teuthology.orchestra.run.smithi046.stdout: "pool_ids": { 2024-04-26T02:01:00.343 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "pool_ids", 2024-04-26T02:01:00.343 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.343 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.343 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.343 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.343 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.343 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.343 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.343 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-26T02:01:00.343 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.343 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.343 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.343 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.343 INFO:teuthology.orchestra.run.smithi046.stdout: "sleep_interval": { 2024-04-26T02:01:00.344 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "sleep_interval", 2024-04-26T02:01:00.344 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:00.344 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.344 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.344 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "60", 2024-04-26T02:01:00.344 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.344 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.344 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.344 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-26T02:01:00.344 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.344 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.344 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.344 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.344 INFO:teuthology.orchestra.run.smithi046.stdout: "upmap_max_deviation": { 2024-04-26T02:01:00.344 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "upmap_max_deviation", 2024-04-26T02:01:00.345 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.345 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.345 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.345 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "5", 2024-04-26T02:01:00.345 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "1", 2024-04-26T02:01:00.345 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.345 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.345 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-26T02:01:00.345 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-26T02:01:00.345 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.345 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.345 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.345 INFO:teuthology.orchestra.run.smithi046.stdout: "upmap_max_optimizations": { 2024-04-26T02:01:00.345 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "upmap_max_optimizations", 2024-04-26T02:01:00.345 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "uint", 2024-04-26T02:01:00.346 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.346 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.346 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2024-04-26T02:01:00.346 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.346 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.346 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.346 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-26T02:01:00.346 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.346 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.346 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.346 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.346 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.346 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.346 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.347 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "cephadm", 2024-04-26T02:01:00.347 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.347 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.347 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.347 INFO:teuthology.orchestra.run.smithi046.stdout: "agent_down_multiplier": { 2024-04-26T02:01:00.347 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "agent_down_multiplier", 2024-04-26T02:01:00.347 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "float", 2024-04-26T02:01:00.347 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.347 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.347 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "3.0", 2024-04-26T02:01:00.347 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.347 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.347 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.347 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-26T02:01:00.347 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.348 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.348 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.348 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.348 INFO:teuthology.orchestra.run.smithi046.stdout: "agent_refresh_rate": { 2024-04-26T02:01:00.348 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "agent_refresh_rate", 2024-04-26T02:01:00.348 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:00.348 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.348 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.348 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "20", 2024-04-26T02:01:00.348 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.348 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.348 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.348 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-26T02:01:00.348 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.349 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.349 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.349 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.349 INFO:teuthology.orchestra.run.smithi046.stdout: "agent_starting_port": { 2024-04-26T02:01:00.349 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "agent_starting_port", 2024-04-26T02:01:00.349 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.349 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.349 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.349 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "4721", 2024-04-26T02:01:00.349 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.349 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.349 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.349 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-26T02:01:00.349 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.350 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.350 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.350 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.350 INFO:teuthology.orchestra.run.smithi046.stdout: "allow_ptrace": { 2024-04-26T02:01:00.350 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "allow_ptrace", 2024-04-26T02:01:00.350 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.350 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.350 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.350 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.350 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.350 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.350 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.350 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-26T02:01:00.350 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-26T02:01:00.351 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.351 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.351 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.351 INFO:teuthology.orchestra.run.smithi046.stdout: "autotune_interval": { 2024-04-26T02:01:00.351 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "autotune_interval", 2024-04-26T02:01:00.351 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:00.351 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.351 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.351 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "600", 2024-04-26T02:01:00.351 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.351 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.351 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.351 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-26T02:01:00.351 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.352 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.352 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.352 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.352 INFO:teuthology.orchestra.run.smithi046.stdout: "autotune_memory_target_ratio": { 2024-04-26T02:01:00.352 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "autotune_memory_target_ratio", 2024-04-26T02:01:00.352 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "float", 2024-04-26T02:01:00.352 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.352 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.352 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0.7", 2024-04-26T02:01:00.352 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.352 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.352 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.352 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-26T02:01:00.352 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.352 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.353 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.353 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.353 INFO:teuthology.orchestra.run.smithi046.stdout: "cephadm_log_destination": { 2024-04-26T02:01:00.353 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "cephadm_log_destination", 2024-04-26T02:01:00.353 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.353 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.353 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.353 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.353 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.353 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.353 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.353 INFO:teuthology.orchestra.run.smithi046.stdout: "file", 2024-04-26T02:01:00.353 INFO:teuthology.orchestra.run.smithi046.stdout: "file,syslog", 2024-04-26T02:01:00.353 INFO:teuthology.orchestra.run.smithi046.stdout: "syslog" 2024-04-26T02:01:00.354 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.354 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-26T02:01:00.354 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.354 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.354 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.354 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.354 INFO:teuthology.orchestra.run.smithi046.stdout: "cgroups_split": { 2024-04-26T02:01:00.354 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "cgroups_split", 2024-04-26T02:01:00.354 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.354 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.354 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.354 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.354 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.354 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.355 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.355 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-26T02:01:00.355 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.355 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.355 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.355 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.355 INFO:teuthology.orchestra.run.smithi046.stdout: "config_checks_enabled": { 2024-04-26T02:01:00.355 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "config_checks_enabled", 2024-04-26T02:01:00.355 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.355 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.355 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.355 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.355 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.355 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.355 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.356 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-26T02:01:00.356 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.356 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.356 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.356 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.356 INFO:teuthology.orchestra.run.smithi046.stdout: "config_dashboard": { 2024-04-26T02:01:00.356 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "config_dashboard", 2024-04-26T02:01:00.356 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.356 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.356 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.356 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.356 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.356 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.356 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.356 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-26T02:01:00.357 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.357 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.357 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.357 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.357 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_alertmanager": { 2024-04-26T02:01:00.357 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_alertmanager", 2024-04-26T02:01:00.357 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.357 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.357 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.357 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-26T02:01:00.357 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.357 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.357 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.357 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Prometheus container image", 2024-04-26T02:01:00.357 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.358 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.358 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.358 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.358 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_base": { 2024-04-26T02:01:00.358 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_base", 2024-04-26T02:01:00.358 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.358 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.358 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.358 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-26T02:01:00.358 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.358 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.358 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.358 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Container image name, without the tag", 2024-04-26T02:01:00.358 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.359 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.359 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.359 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.359 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_elasticsearch": { 2024-04-26T02:01:00.359 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_elasticsearch", 2024-04-26T02:01:00.359 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.359 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.359 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.359 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-26T02:01:00.359 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.359 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.359 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.359 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "elasticsearch container image", 2024-04-26T02:01:00.359 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.360 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.360 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.360 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.360 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_grafana": { 2024-04-26T02:01:00.360 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_grafana", 2024-04-26T02:01:00.360 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.360 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.360 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.360 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-26T02:01:00.360 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.360 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.360 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.360 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Prometheus container image", 2024-04-26T02:01:00.360 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.361 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.361 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.361 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.361 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_haproxy": { 2024-04-26T02:01:00.361 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_haproxy", 2024-04-26T02:01:00.361 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.361 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.361 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.361 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-26T02:01:00.361 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.361 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.361 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.361 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "HAproxy container image", 2024-04-26T02:01:00.361 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.362 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.362 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.362 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.362 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_jaeger_agent": { 2024-04-26T02:01:00.362 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_jaeger_agent", 2024-04-26T02:01:00.362 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.362 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.362 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.362 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-26T02:01:00.362 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.362 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.362 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.362 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Jaeger agent container image", 2024-04-26T02:01:00.362 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.363 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.363 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.363 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.363 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_jaeger_collector": { 2024-04-26T02:01:00.363 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_jaeger_collector", 2024-04-26T02:01:00.363 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.363 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.363 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.363 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-26T02:01:00.363 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.363 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.363 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.363 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Jaeger collector container image", 2024-04-26T02:01:00.363 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.364 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.364 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.364 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.364 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_jaeger_query": { 2024-04-26T02:01:00.364 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_jaeger_query", 2024-04-26T02:01:00.364 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.364 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.364 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.364 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-26T02:01:00.364 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.364 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.364 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.364 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Jaeger query container image", 2024-04-26T02:01:00.364 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.365 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.365 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.365 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.365 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_keepalived": { 2024-04-26T02:01:00.365 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_keepalived", 2024-04-26T02:01:00.365 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.365 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.365 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.365 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-26T02:01:00.365 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.365 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.365 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.365 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Keepalived container image", 2024-04-26T02:01:00.365 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.365 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.365 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.366 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.366 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_loki": { 2024-04-26T02:01:00.366 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_loki", 2024-04-26T02:01:00.366 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.366 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.366 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.366 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-26T02:01:00.366 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.366 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.366 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.366 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Loki container image", 2024-04-26T02:01:00.366 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.366 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.366 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.367 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.367 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_node_exporter": { 2024-04-26T02:01:00.367 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_node_exporter", 2024-04-26T02:01:00.367 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.367 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.367 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.367 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-26T02:01:00.367 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.367 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.367 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.367 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Prometheus container image", 2024-04-26T02:01:00.367 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.367 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.367 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.368 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.368 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_nvmeof": { 2024-04-26T02:01:00.368 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_nvmeof", 2024-04-26T02:01:00.368 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.368 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.368 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.368 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-26T02:01:00.368 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.368 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.368 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.368 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Nvme-of container image", 2024-04-26T02:01:00.368 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.368 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.368 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.368 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.369 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_prometheus": { 2024-04-26T02:01:00.369 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_prometheus", 2024-04-26T02:01:00.369 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.369 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.369 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.369 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-26T02:01:00.369 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.369 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.369 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.369 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Prometheus container image", 2024-04-26T02:01:00.369 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.369 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.369 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.369 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.369 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_promtail": { 2024-04-26T02:01:00.370 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_promtail", 2024-04-26T02:01:00.370 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.370 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.370 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.370 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-26T02:01:00.370 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.370 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.370 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.370 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Promtail container image", 2024-04-26T02:01:00.370 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.370 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.370 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.370 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.370 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_samba": { 2024-04-26T02:01:00.371 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_samba", 2024-04-26T02:01:00.371 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.371 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.371 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.371 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-26T02:01:00.371 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.371 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.371 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.371 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Samba/SMB container image", 2024-04-26T02:01:00.371 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.371 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.371 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.371 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.371 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_snmp_gateway": { 2024-04-26T02:01:00.372 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_snmp_gateway", 2024-04-26T02:01:00.372 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.372 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.372 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.372 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-26T02:01:00.372 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.372 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.372 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.372 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "SNMP Gateway container image", 2024-04-26T02:01:00.372 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.372 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.372 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.372 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.372 INFO:teuthology.orchestra.run.smithi046.stdout: "container_init": { 2024-04-26T02:01:00.372 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_init", 2024-04-26T02:01:00.373 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.373 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.373 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.373 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.373 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.373 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.373 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.373 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Run podman/docker with `--init`", 2024-04-26T02:01:00.373 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.373 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.373 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.373 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.373 INFO:teuthology.orchestra.run.smithi046.stdout: "daemon_cache_timeout": { 2024-04-26T02:01:00.373 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "daemon_cache_timeout", 2024-04-26T02:01:00.374 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:00.374 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.374 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.374 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "600", 2024-04-26T02:01:00.374 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.374 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.374 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.374 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-26T02:01:00.374 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.374 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.374 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.374 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.374 INFO:teuthology.orchestra.run.smithi046.stdout: "default_cephadm_command_timeout": { 2024-04-26T02:01:00.374 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "default_cephadm_command_timeout", 2024-04-26T02:01:00.375 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.375 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.375 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.375 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "900", 2024-04-26T02:01:00.375 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.375 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.375 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.375 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-26T02:01:00.375 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.375 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.375 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.375 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.375 INFO:teuthology.orchestra.run.smithi046.stdout: "default_registry": { 2024-04-26T02:01:00.375 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "default_registry", 2024-04-26T02:01:00.376 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.376 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.376 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.376 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "docker.io", 2024-04-26T02:01:00.376 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.376 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.376 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.376 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-26T02:01:00.376 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.376 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.376 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.376 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.376 INFO:teuthology.orchestra.run.smithi046.stdout: "device_cache_timeout": { 2024-04-26T02:01:00.376 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "device_cache_timeout", 2024-04-26T02:01:00.377 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:00.377 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.377 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.377 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "1800", 2024-04-26T02:01:00.377 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.377 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.377 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.377 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "seconds to cache device inventory", 2024-04-26T02:01:00.377 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.377 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.377 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.377 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.377 INFO:teuthology.orchestra.run.smithi046.stdout: "device_enhanced_scan": { 2024-04-26T02:01:00.377 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "device_enhanced_scan", 2024-04-26T02:01:00.378 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.378 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.378 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.378 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.378 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.378 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.378 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.378 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-26T02:01:00.378 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.378 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.378 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.378 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.378 INFO:teuthology.orchestra.run.smithi046.stdout: "facts_cache_timeout": { 2024-04-26T02:01:00.378 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "facts_cache_timeout", 2024-04-26T02:01:00.379 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:00.379 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.379 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.379 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "60", 2024-04-26T02:01:00.379 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.379 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.379 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.379 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "seconds to cache host facts data", 2024-04-26T02:01:00.379 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.379 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.379 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.379 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.379 INFO:teuthology.orchestra.run.smithi046.stdout: "grafana_dashboards_path": { 2024-04-26T02:01:00.379 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "grafana_dashboards_path", 2024-04-26T02:01:00.379 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.380 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.380 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.380 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-26T02:01:00.380 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.380 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.380 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.380 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-26T02:01:00.380 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.380 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.380 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.380 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.380 INFO:teuthology.orchestra.run.smithi046.stdout: "host_check_interval": { 2024-04-26T02:01:00.380 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "host_check_interval", 2024-04-26T02:01:00.380 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:00.380 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.381 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.381 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "600", 2024-04-26T02:01:00.381 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.381 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.381 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.381 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how frequently to perform a host check", 2024-04-26T02:01:00.381 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.381 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.381 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.381 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.381 INFO:teuthology.orchestra.run.smithi046.stdout: "hw_monitoring": { 2024-04-26T02:01:00.381 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "hw_monitoring", 2024-04-26T02:01:00.381 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.381 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.381 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.382 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.382 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.382 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.382 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.382 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-26T02:01:00.382 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.382 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.382 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.382 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.382 INFO:teuthology.orchestra.run.smithi046.stdout: "inventory_list_all": { 2024-04-26T02:01:00.382 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "inventory_list_all", 2024-04-26T02:01:00.382 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.382 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.382 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.383 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.383 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.383 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.383 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.383 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-26T02:01:00.383 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.383 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.383 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.383 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.383 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.383 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.383 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.383 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.383 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.383 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.383 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.384 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.384 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.384 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.384 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.384 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.384 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.384 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.384 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.384 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.384 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.384 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.384 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.384 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.384 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.384 INFO:teuthology.orchestra.run.smithi046.stdout: "log_refresh_metadata": { 2024-04-26T02:01:00.385 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_refresh_metadata", 2024-04-26T02:01:00.385 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.385 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.385 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.385 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.385 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.385 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.385 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.385 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-26T02:01:00.385 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.385 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.385 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.385 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.385 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.386 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.386 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.386 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.386 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.386 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.386 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.386 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.386 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.386 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-26T02:01:00.386 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.386 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.386 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.386 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.386 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.386 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.387 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.387 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.387 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.387 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.387 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.387 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.387 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.387 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.387 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.387 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.387 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.387 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.387 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.387 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.388 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.388 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.388 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.388 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.388 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.388 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.388 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.388 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.388 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.388 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.388 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.388 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.388 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.388 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.389 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.389 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.389 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.389 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.389 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.389 INFO:teuthology.orchestra.run.smithi046.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-26T02:01:00.389 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-26T02:01:00.389 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.389 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.389 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.389 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.389 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.389 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.389 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.389 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-26T02:01:00.390 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.390 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.390 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.390 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.390 INFO:teuthology.orchestra.run.smithi046.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-26T02:01:00.390 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-26T02:01:00.390 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.390 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.390 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.390 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "*", 2024-04-26T02:01:00.390 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.390 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.390 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.390 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-26T02:01:00.391 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.391 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.391 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.391 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.391 INFO:teuthology.orchestra.run.smithi046.stdout: "max_count_per_host": { 2024-04-26T02:01:00.391 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "max_count_per_host", 2024-04-26T02:01:00.391 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.391 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.391 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.391 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2024-04-26T02:01:00.391 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.391 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.391 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.392 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "max number of daemons per service per host", 2024-04-26T02:01:00.392 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.392 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.392 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.392 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.392 INFO:teuthology.orchestra.run.smithi046.stdout: "max_osd_draining_count": { 2024-04-26T02:01:00.392 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "max_osd_draining_count", 2024-04-26T02:01:00.392 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.392 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.392 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.392 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2024-04-26T02:01:00.392 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.392 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.393 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.393 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-26T02:01:00.393 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.393 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.393 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.393 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.393 INFO:teuthology.orchestra.run.smithi046.stdout: "migration_current": { 2024-04-26T02:01:00.393 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "migration_current", 2024-04-26T02:01:00.393 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.393 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.393 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.393 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.393 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.393 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.394 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.394 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "internal - do not modify", 2024-04-26T02:01:00.394 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.394 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.394 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.394 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.394 INFO:teuthology.orchestra.run.smithi046.stdout: "mode": { 2024-04-26T02:01:00.394 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "mode", 2024-04-26T02:01:00.394 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.394 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.394 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.394 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "root", 2024-04-26T02:01:00.394 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.395 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.395 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.395 INFO:teuthology.orchestra.run.smithi046.stdout: "cephadm-package", 2024-04-26T02:01:00.395 INFO:teuthology.orchestra.run.smithi046.stdout: "root" 2024-04-26T02:01:00.395 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.395 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "mode for remote execution of cephadm", 2024-04-26T02:01:00.395 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.395 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.395 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.395 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.395 INFO:teuthology.orchestra.run.smithi046.stdout: "oob_default_addr": { 2024-04-26T02:01:00.395 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "oob_default_addr", 2024-04-26T02:01:00.395 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.395 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.395 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.396 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "169.254.1.1", 2024-04-26T02:01:00.396 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.396 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.396 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.396 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-26T02:01:00.396 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.396 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.396 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.396 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.396 INFO:teuthology.orchestra.run.smithi046.stdout: "prometheus_alerts_path": { 2024-04-26T02:01:00.396 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "prometheus_alerts_path", 2024-04-26T02:01:00.396 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.396 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.396 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.396 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-26T02:01:00.397 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.397 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.397 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.397 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-26T02:01:00.397 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.397 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.397 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.397 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.397 INFO:teuthology.orchestra.run.smithi046.stdout: "registry_insecure": { 2024-04-26T02:01:00.397 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "registry_insecure", 2024-04-26T02:01:00.397 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.397 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.397 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.398 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.398 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.398 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.398 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.398 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-26T02:01:00.398 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.398 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.398 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.398 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.398 INFO:teuthology.orchestra.run.smithi046.stdout: "registry_password": { 2024-04-26T02:01:00.398 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "registry_password", 2024-04-26T02:01:00.398 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.398 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.398 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.399 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.399 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.399 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.399 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.399 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-26T02:01:00.399 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.399 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.399 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.399 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.399 INFO:teuthology.orchestra.run.smithi046.stdout: "registry_url": { 2024-04-26T02:01:00.399 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "registry_url", 2024-04-26T02:01:00.399 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.399 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.399 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.400 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.400 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.400 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.400 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.400 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-26T02:01:00.400 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.400 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.400 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.400 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.400 INFO:teuthology.orchestra.run.smithi046.stdout: "registry_username": { 2024-04-26T02:01:00.400 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "registry_username", 2024-04-26T02:01:00.400 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.400 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.400 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.400 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.401 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.401 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.401 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.401 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-26T02:01:00.401 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.401 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.401 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.401 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.401 INFO:teuthology.orchestra.run.smithi046.stdout: "secure_monitoring_stack": { 2024-04-26T02:01:00.401 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "secure_monitoring_stack", 2024-04-26T02:01:00.401 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.401 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.401 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.402 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.402 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.402 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.402 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.402 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-26T02:01:00.402 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.402 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.402 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.402 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.402 INFO:teuthology.orchestra.run.smithi046.stdout: "service_discovery_port": { 2024-04-26T02:01:00.402 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "service_discovery_port", 2024-04-26T02:01:00.402 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.402 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.402 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.403 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "8765", 2024-04-26T02:01:00.403 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.403 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.403 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.403 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "cephadm service discovery port", 2024-04-26T02:01:00.403 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.403 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.403 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.403 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.403 INFO:teuthology.orchestra.run.smithi046.stdout: "ssh_config_file": { 2024-04-26T02:01:00.403 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ssh_config_file", 2024-04-26T02:01:00.403 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.403 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.403 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.404 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.404 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.404 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.404 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.404 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-26T02:01:00.404 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.404 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.404 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.404 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.404 INFO:teuthology.orchestra.run.smithi046.stdout: "use_agent": { 2024-04-26T02:01:00.404 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "use_agent", 2024-04-26T02:01:00.404 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.404 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.404 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.405 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.405 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.405 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.405 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.405 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-26T02:01:00.405 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.405 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.405 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.405 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.405 INFO:teuthology.orchestra.run.smithi046.stdout: "use_repo_digest": { 2024-04-26T02:01:00.405 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "use_repo_digest", 2024-04-26T02:01:00.405 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.405 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.406 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.406 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.406 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.406 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.406 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.406 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-26T02:01:00.406 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.406 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.406 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.406 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.406 INFO:teuthology.orchestra.run.smithi046.stdout: "warn_on_failed_host_check": { 2024-04-26T02:01:00.406 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "warn_on_failed_host_check", 2024-04-26T02:01:00.406 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.407 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.407 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.407 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.407 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.407 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.407 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.407 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "raise a health warning if the host check fails", 2024-04-26T02:01:00.407 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.407 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.407 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.407 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.407 INFO:teuthology.orchestra.run.smithi046.stdout: "warn_on_stray_daemons": { 2024-04-26T02:01:00.407 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "warn_on_stray_daemons", 2024-04-26T02:01:00.408 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.408 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.408 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.408 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.408 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.408 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.408 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.408 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-26T02:01:00.408 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.408 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.408 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.408 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.408 INFO:teuthology.orchestra.run.smithi046.stdout: "warn_on_stray_hosts": { 2024-04-26T02:01:00.408 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "warn_on_stray_hosts", 2024-04-26T02:01:00.408 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.409 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.409 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.409 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.409 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.409 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.409 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.409 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-26T02:01:00.409 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.409 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.409 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.409 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.409 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.409 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.410 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.410 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "crash", 2024-04-26T02:01:00.410 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.410 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.410 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.410 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.410 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.410 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.410 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.410 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.410 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.410 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.410 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.411 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.411 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.411 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.411 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.411 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.411 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.411 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.411 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.411 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.411 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.411 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.411 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.411 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.411 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.411 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.412 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.412 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.412 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.412 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.412 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.412 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.412 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.412 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.412 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.412 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.412 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.412 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.412 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.412 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.413 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.413 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.413 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.413 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.413 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.413 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.413 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.413 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.413 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.413 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.413 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.413 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.413 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.413 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.413 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.414 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.414 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.414 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.414 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.414 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.414 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.414 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.414 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.414 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.414 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.415 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.415 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.415 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.415 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.415 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.415 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.415 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.415 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.415 INFO:teuthology.orchestra.run.smithi046.stdout: "retain_interval": { 2024-04-26T02:01:00.415 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "retain_interval", 2024-04-26T02:01:00.415 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:00.415 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.415 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.415 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "31536000", 2024-04-26T02:01:00.415 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.415 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.416 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.416 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-26T02:01:00.416 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.416 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.416 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.416 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.416 INFO:teuthology.orchestra.run.smithi046.stdout: "warn_recent_interval": { 2024-04-26T02:01:00.416 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "warn_recent_interval", 2024-04-26T02:01:00.416 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:00.416 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.416 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.416 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "1209600", 2024-04-26T02:01:00.416 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.416 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.417 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.417 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-26T02:01:00.417 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.417 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.417 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.417 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.417 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.417 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.417 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.417 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "dashboard", 2024-04-26T02:01:00.417 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.417 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.417 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.417 INFO:teuthology.orchestra.run.smithi046.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-26T02:01:00.418 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-26T02:01:00.418 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.418 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.418 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.418 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2024-04-26T02:01:00.418 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.418 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.418 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.418 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.418 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.418 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.418 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.418 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.418 INFO:teuthology.orchestra.run.smithi046.stdout: "ALERTMANAGER_API_HOST": { 2024-04-26T02:01:00.419 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-26T02:01:00.419 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.419 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.419 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.419 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.419 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.419 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.419 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.419 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.419 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.419 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.419 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.419 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.419 INFO:teuthology.orchestra.run.smithi046.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-26T02:01:00.420 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-26T02:01:00.420 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.420 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.420 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.420 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.420 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.420 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.420 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.420 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.420 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.420 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.420 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.420 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.421 INFO:teuthology.orchestra.run.smithi046.stdout: "AUDIT_API_ENABLED": { 2024-04-26T02:01:00.421 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "AUDIT_API_ENABLED", 2024-04-26T02:01:00.421 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.421 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.421 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.421 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.421 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.421 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.421 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.421 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.421 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.421 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.421 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.421 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.422 INFO:teuthology.orchestra.run.smithi046.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-26T02:01:00.422 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-26T02:01:00.422 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.422 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.422 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.422 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.422 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.422 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.422 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.422 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.422 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.422 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.422 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.422 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.423 INFO:teuthology.orchestra.run.smithi046.stdout: "ENABLE_BROWSABLE_API": { 2024-04-26T02:01:00.423 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-26T02:01:00.423 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.423 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.423 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.423 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.423 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.423 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.423 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.423 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.423 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.423 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.423 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.424 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.424 INFO:teuthology.orchestra.run.smithi046.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-26T02:01:00.424 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-26T02:01:00.424 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.424 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.424 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.424 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.424 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.424 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.424 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.424 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.424 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.425 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.425 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.425 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.425 INFO:teuthology.orchestra.run.smithi046.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-26T02:01:00.425 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-26T02:01:00.425 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.425 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.425 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.425 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.425 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.425 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.425 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.426 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.426 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.426 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.426 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.426 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.426 INFO:teuthology.orchestra.run.smithi046.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-26T02:01:00.426 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-26T02:01:00.426 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.426 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.426 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.426 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.426 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.426 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.427 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.427 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.427 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.427 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.427 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.427 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.427 INFO:teuthology.orchestra.run.smithi046.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-26T02:01:00.427 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-26T02:01:00.427 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.427 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.427 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.427 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.427 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.427 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.428 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.428 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.428 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.428 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.428 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.428 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.428 INFO:teuthology.orchestra.run.smithi046.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-26T02:01:00.428 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-26T02:01:00.428 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.428 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.428 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.428 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.428 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.428 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.429 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.429 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.429 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.429 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.429 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.429 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.429 INFO:teuthology.orchestra.run.smithi046.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-26T02:01:00.429 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-26T02:01:00.429 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.429 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.429 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.429 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.429 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.430 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.430 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.430 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.430 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.430 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.430 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.430 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.430 INFO:teuthology.orchestra.run.smithi046.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-26T02:01:00.430 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-26T02:01:00.430 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.430 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.430 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.430 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.430 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.431 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.431 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.431 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.431 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.431 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.431 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.431 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.431 INFO:teuthology.orchestra.run.smithi046.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-26T02:01:00.431 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-26T02:01:00.431 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.431 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.431 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.431 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.432 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.432 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.432 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.432 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.432 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.432 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.432 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.432 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.432 INFO:teuthology.orchestra.run.smithi046.stdout: "GRAFANA_API_PASSWORD": { 2024-04-26T02:01:00.432 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-26T02:01:00.432 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.432 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.432 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.432 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "admin", 2024-04-26T02:01:00.432 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.433 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.433 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.433 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.433 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.433 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.433 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.433 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.433 INFO:teuthology.orchestra.run.smithi046.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-26T02:01:00.433 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-26T02:01:00.433 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.433 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.433 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.433 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.433 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.434 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.434 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.434 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.434 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.434 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.434 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.434 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.434 INFO:teuthology.orchestra.run.smithi046.stdout: "GRAFANA_API_URL": { 2024-04-26T02:01:00.434 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "GRAFANA_API_URL", 2024-04-26T02:01:00.434 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.434 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.434 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.434 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.435 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.435 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.435 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.435 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.435 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.435 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.435 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.435 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.435 INFO:teuthology.orchestra.run.smithi046.stdout: "GRAFANA_API_USERNAME": { 2024-04-26T02:01:00.435 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-26T02:01:00.435 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.435 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.435 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.435 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "admin", 2024-04-26T02:01:00.435 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.436 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.436 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.436 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.436 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.436 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.436 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.436 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.436 INFO:teuthology.orchestra.run.smithi046.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-26T02:01:00.436 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-26T02:01:00.436 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.436 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.436 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.436 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.436 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.436 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.436 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.437 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.437 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.437 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.437 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.437 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.437 INFO:teuthology.orchestra.run.smithi046.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-26T02:01:00.437 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-26T02:01:00.437 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.437 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.437 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.437 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.437 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.437 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.438 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.438 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.438 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.438 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.438 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.438 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.438 INFO:teuthology.orchestra.run.smithi046.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-26T02:01:00.438 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-26T02:01:00.438 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.438 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.438 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.438 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.438 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.439 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.439 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.439 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.439 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.439 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.439 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.439 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.439 INFO:teuthology.orchestra.run.smithi046.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-26T02:01:00.439 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-26T02:01:00.439 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.439 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.439 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.439 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.440 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.440 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.440 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.440 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.440 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.440 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.440 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.440 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.440 INFO:teuthology.orchestra.run.smithi046.stdout: "MANAGED_BY_CLUSTERS": { 2024-04-26T02:01:00.440 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-04-26T02:01:00.440 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.440 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.440 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.441 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "[]", 2024-04-26T02:01:00.441 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.441 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.441 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.441 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.441 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.441 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.441 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.441 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.441 INFO:teuthology.orchestra.run.smithi046.stdout: "MULTICLUSTER_CONFIG": { 2024-04-26T02:01:00.441 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "MULTICLUSTER_CONFIG", 2024-04-26T02:01:00.441 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.441 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.441 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.441 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "{}", 2024-04-26T02:01:00.442 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.442 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.442 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.442 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.442 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.442 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.442 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.442 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.442 INFO:teuthology.orchestra.run.smithi046.stdout: "PROMETHEUS_API_HOST": { 2024-04-26T02:01:00.442 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-26T02:01:00.442 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.442 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.442 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.442 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.443 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.443 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.443 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.443 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.443 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.443 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.443 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.443 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.443 INFO:teuthology.orchestra.run.smithi046.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-26T02:01:00.443 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-26T02:01:00.443 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.443 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.443 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.443 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.443 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.444 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.444 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.444 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.444 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.444 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.444 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.444 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.444 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-26T02:01:00.444 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-26T02:01:00.444 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.444 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.444 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.444 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.444 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.444 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.444 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.445 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.445 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.445 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.445 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.445 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.445 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-26T02:01:00.445 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-26T02:01:00.445 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.445 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.445 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.445 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.445 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.445 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.445 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.445 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.445 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.445 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.446 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.446 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.446 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-26T02:01:00.446 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-26T02:01:00.446 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.446 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.446 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.446 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.446 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.446 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.446 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.446 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.446 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.446 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.447 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.447 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.447 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-26T02:01:00.447 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-26T02:01:00.447 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.447 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.447 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.447 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.447 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.447 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.447 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.447 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.447 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.447 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.448 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.448 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.448 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-26T02:01:00.448 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-26T02:01:00.448 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.448 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.448 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.448 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.448 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.448 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.448 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.448 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.448 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.448 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.448 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.448 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.449 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-26T02:01:00.449 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-26T02:01:00.449 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.449 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.449 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.449 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.449 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.449 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.449 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.449 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.449 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.449 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.449 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.449 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.450 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-26T02:01:00.450 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-26T02:01:00.450 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.450 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.450 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.450 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.450 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.450 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.450 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.450 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.450 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.450 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.450 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.451 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.451 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_ENABLED": { 2024-04-26T02:01:00.451 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-26T02:01:00.451 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.451 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.451 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.451 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.451 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.451 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.451 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.451 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.451 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.451 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.451 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.451 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.451 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-26T02:01:00.452 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-26T02:01:00.452 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.452 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.452 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.452 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-26T02:01:00.452 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.452 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.452 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.452 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.452 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.452 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.452 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.452 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.452 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-26T02:01:00.452 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-26T02:01:00.453 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.453 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.453 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.453 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2024-04-26T02:01:00.453 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.453 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.453 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.453 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.453 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.453 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.453 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.453 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.453 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-26T02:01:00.453 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-26T02:01:00.453 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.453 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.454 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.454 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "8", 2024-04-26T02:01:00.454 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.454 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.454 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.454 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.454 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.454 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.454 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.454 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.454 INFO:teuthology.orchestra.run.smithi046.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-26T02:01:00.454 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-26T02:01:00.454 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.454 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.455 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.455 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "45", 2024-04-26T02:01:00.455 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.455 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.455 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.455 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.455 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.455 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.455 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.455 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.455 INFO:teuthology.orchestra.run.smithi046.stdout: "RGW_API_ACCESS_KEY": { 2024-04-26T02:01:00.455 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-26T02:01:00.455 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.456 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.456 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.456 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.456 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.456 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.456 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.456 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.456 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.456 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.456 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.456 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.456 INFO:teuthology.orchestra.run.smithi046.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-26T02:01:00.456 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-26T02:01:00.456 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.457 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.457 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.457 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "admin", 2024-04-26T02:01:00.457 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.457 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.457 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.457 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.457 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.457 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.457 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.457 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.457 INFO:teuthology.orchestra.run.smithi046.stdout: "RGW_API_SECRET_KEY": { 2024-04-26T02:01:00.457 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-26T02:01:00.457 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.457 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.457 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.458 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.458 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.458 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.458 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.458 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.458 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.458 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.458 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.458 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.458 INFO:teuthology.orchestra.run.smithi046.stdout: "RGW_API_SSL_VERIFY": { 2024-04-26T02:01:00.458 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-26T02:01:00.458 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.458 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.458 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.458 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.459 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.459 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.459 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.459 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.459 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.459 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.459 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.459 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.459 INFO:teuthology.orchestra.run.smithi046.stdout: "UNSAFE_TLS_v1_2": { 2024-04-26T02:01:00.459 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "UNSAFE_TLS_v1_2", 2024-04-26T02:01:00.459 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.459 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.459 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.459 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.459 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.459 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.460 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.460 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.460 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.460 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.460 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.460 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.460 INFO:teuthology.orchestra.run.smithi046.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-26T02:01:00.460 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-26T02:01:00.460 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.460 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.460 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.460 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0", 2024-04-26T02:01:00.460 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.460 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.461 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.461 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.461 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.461 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.461 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.461 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.461 INFO:teuthology.orchestra.run.smithi046.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-26T02:01:00.461 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-26T02:01:00.461 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.461 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.461 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.461 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2024-04-26T02:01:00.461 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.461 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.461 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.462 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.462 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.462 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.462 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.462 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.462 INFO:teuthology.orchestra.run.smithi046.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-26T02:01:00.462 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-26T02:01:00.462 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.462 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.462 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.462 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "5", 2024-04-26T02:01:00.462 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.463 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.463 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.463 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.463 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.463 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.463 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.463 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.463 INFO:teuthology.orchestra.run.smithi046.stdout: "cross_origin_url": { 2024-04-26T02:01:00.463 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "cross_origin_url", 2024-04-26T02:01:00.463 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.463 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.463 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.463 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.463 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.463 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.464 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.464 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.464 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.464 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.464 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.464 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.464 INFO:teuthology.orchestra.run.smithi046.stdout: "crt_file": { 2024-04-26T02:01:00.464 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "crt_file", 2024-04-26T02:01:00.464 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.464 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.464 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.464 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.464 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.465 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.465 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.465 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.465 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.465 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.465 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.465 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.465 INFO:teuthology.orchestra.run.smithi046.stdout: "debug": { 2024-04-26T02:01:00.465 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "debug", 2024-04-26T02:01:00.465 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.465 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.465 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.465 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.465 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.465 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.465 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.466 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Enable/disable debug options", 2024-04-26T02:01:00.466 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.466 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.466 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.466 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.466 INFO:teuthology.orchestra.run.smithi046.stdout: "jwt_token_ttl": { 2024-04-26T02:01:00.466 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "jwt_token_ttl", 2024-04-26T02:01:00.466 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.466 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.466 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.466 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "28800", 2024-04-26T02:01:00.466 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.466 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.467 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.467 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.467 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.467 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.467 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.467 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.467 INFO:teuthology.orchestra.run.smithi046.stdout: "key_file": { 2024-04-26T02:01:00.467 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "key_file", 2024-04-26T02:01:00.467 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.467 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.467 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.467 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.467 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.467 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.467 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.468 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.468 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.468 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.468 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.468 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.468 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.468 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.468 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.468 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.468 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.468 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.468 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.468 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.468 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.468 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.469 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.469 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.469 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.469 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.469 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.469 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.469 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.469 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.469 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.469 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.469 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.469 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.469 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.469 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.470 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.470 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.470 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.470 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.470 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.470 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.470 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.470 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.470 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.470 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.470 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.470 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.470 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.471 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.471 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.471 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.471 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.471 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.471 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.471 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.471 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.471 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.471 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.471 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.471 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.471 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.471 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.471 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.471 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.472 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.472 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.472 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.472 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.472 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.472 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.472 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.472 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.472 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.472 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.472 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.472 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.472 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.472 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.472 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.473 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.473 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.473 INFO:teuthology.orchestra.run.smithi046.stdout: "motd": { 2024-04-26T02:01:00.473 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "motd", 2024-04-26T02:01:00.473 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.473 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.473 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.473 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.473 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.473 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.473 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.473 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "The message of the day", 2024-04-26T02:01:00.473 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.473 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.474 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.474 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.474 INFO:teuthology.orchestra.run.smithi046.stdout: "redirect_resolve_ip_addr": { 2024-04-26T02:01:00.474 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "redirect_resolve_ip_addr", 2024-04-26T02:01:00.474 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.474 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.474 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.474 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.474 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.474 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.474 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.474 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.474 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.475 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.475 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.475 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.475 INFO:teuthology.orchestra.run.smithi046.stdout: "server_addr": { 2024-04-26T02:01:00.475 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "server_addr", 2024-04-26T02:01:00.475 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.475 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.475 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.475 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "::", 2024-04-26T02:01:00.475 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.475 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.475 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.475 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.476 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.476 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.476 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.476 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.476 INFO:teuthology.orchestra.run.smithi046.stdout: "server_port": { 2024-04-26T02:01:00.476 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "server_port", 2024-04-26T02:01:00.476 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.476 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.476 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.476 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "8080", 2024-04-26T02:01:00.476 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.476 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.476 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.476 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.476 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.477 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.477 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.477 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.477 INFO:teuthology.orchestra.run.smithi046.stdout: "ssl": { 2024-04-26T02:01:00.477 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ssl", 2024-04-26T02:01:00.477 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.477 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.477 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.477 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.477 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.477 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.477 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.477 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.477 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.477 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.477 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.478 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.478 INFO:teuthology.orchestra.run.smithi046.stdout: "ssl_server_port": { 2024-04-26T02:01:00.478 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ssl_server_port", 2024-04-26T02:01:00.478 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.478 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.478 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.478 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "8443", 2024-04-26T02:01:00.478 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.478 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.478 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.478 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.478 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.478 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.479 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.479 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.479 INFO:teuthology.orchestra.run.smithi046.stdout: "standby_behaviour": { 2024-04-26T02:01:00.479 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "standby_behaviour", 2024-04-26T02:01:00.479 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.479 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.479 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.479 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "redirect", 2024-04-26T02:01:00.479 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.479 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.479 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.479 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.479 INFO:teuthology.orchestra.run.smithi046.stdout: "redirect" 2024-04-26T02:01:00.480 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.480 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.480 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.480 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.480 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.480 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.480 INFO:teuthology.orchestra.run.smithi046.stdout: "standby_error_status_code": { 2024-04-26T02:01:00.480 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "standby_error_status_code", 2024-04-26T02:01:00.480 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.480 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.480 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.480 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "500", 2024-04-26T02:01:00.480 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "400", 2024-04-26T02:01:00.481 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "599", 2024-04-26T02:01:00.481 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.481 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.481 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.481 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.481 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.481 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.481 INFO:teuthology.orchestra.run.smithi046.stdout: "url_prefix": { 2024-04-26T02:01:00.481 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "url_prefix", 2024-04-26T02:01:00.481 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.481 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.481 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.481 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.481 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.481 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.482 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.482 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.482 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.482 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.482 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.482 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.482 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.482 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.482 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.482 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "devicehealth", 2024-04-26T02:01:00.482 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.482 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.482 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.482 INFO:teuthology.orchestra.run.smithi046.stdout: "enable_monitoring": { 2024-04-26T02:01:00.482 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "enable_monitoring", 2024-04-26T02:01:00.483 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.483 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.483 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.483 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.483 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.483 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.483 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.483 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "monitor device health metrics", 2024-04-26T02:01:00.483 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.483 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.483 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.483 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.483 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.483 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.484 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.484 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.484 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.484 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.484 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.484 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.484 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.484 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.484 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.484 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.484 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.484 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.484 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.484 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.484 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.485 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.485 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.485 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.485 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.485 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.485 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.485 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.485 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.485 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.485 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.485 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.485 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.485 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.485 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.485 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.486 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.486 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.486 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.486 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.486 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.486 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.486 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.486 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.486 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.486 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.486 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.486 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.486 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.489 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.489 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.489 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.489 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.489 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.489 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.489 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.489 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.489 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.489 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.490 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.490 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.490 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.490 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.490 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.490 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.490 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.490 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.490 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.490 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.490 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.490 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.490 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.490 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.491 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.491 INFO:teuthology.orchestra.run.smithi046.stdout: "mark_out_threshold": { 2024-04-26T02:01:00.491 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "mark_out_threshold", 2024-04-26T02:01:00.491 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:00.491 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.491 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.491 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "2419200", 2024-04-26T02:01:00.491 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.491 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.491 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.491 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-26T02:01:00.491 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.491 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.491 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.492 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.492 INFO:teuthology.orchestra.run.smithi046.stdout: "pool_name": { 2024-04-26T02:01:00.492 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "pool_name", 2024-04-26T02:01:00.492 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.492 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.492 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.492 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "device_health_metrics", 2024-04-26T02:01:00.492 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.492 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.492 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.492 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-26T02:01:00.492 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.492 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.492 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.492 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.492 INFO:teuthology.orchestra.run.smithi046.stdout: "retention_period": { 2024-04-26T02:01:00.493 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "retention_period", 2024-04-26T02:01:00.493 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:00.493 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.493 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.493 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "15552000", 2024-04-26T02:01:00.493 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.493 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.493 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.493 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how long to retain device health metrics", 2024-04-26T02:01:00.493 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.493 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.493 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.493 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.493 INFO:teuthology.orchestra.run.smithi046.stdout: "scrape_frequency": { 2024-04-26T02:01:00.493 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "scrape_frequency", 2024-04-26T02:01:00.494 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:00.494 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.494 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.494 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "86400", 2024-04-26T02:01:00.494 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.494 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.494 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.494 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-26T02:01:00.494 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.494 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.494 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.494 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.494 INFO:teuthology.orchestra.run.smithi046.stdout: "self_heal": { 2024-04-26T02:01:00.495 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "self_heal", 2024-04-26T02:01:00.495 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.495 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.495 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.495 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.495 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.495 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.495 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.495 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-26T02:01:00.495 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.495 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.495 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.495 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.495 INFO:teuthology.orchestra.run.smithi046.stdout: "sleep_interval": { 2024-04-26T02:01:00.495 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "sleep_interval", 2024-04-26T02:01:00.496 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:00.496 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.496 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.496 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "600", 2024-04-26T02:01:00.496 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.496 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.496 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.496 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how frequently to wake up and check device health", 2024-04-26T02:01:00.496 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.496 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.496 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.496 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.496 INFO:teuthology.orchestra.run.smithi046.stdout: "warn_threshold": { 2024-04-26T02:01:00.496 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "warn_threshold", 2024-04-26T02:01:00.497 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:00.497 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.497 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.497 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "7257600", 2024-04-26T02:01:00.497 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.497 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.497 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.497 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-26T02:01:00.497 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.497 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.497 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.497 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.497 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.497 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.497 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.498 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "diskprediction_local", 2024-04-26T02:01:00.498 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.498 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.498 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.498 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.498 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.498 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.498 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.498 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.498 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.498 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.498 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.498 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.499 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.499 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.499 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.499 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.499 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.499 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.499 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.499 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.499 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.499 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.499 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.499 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.499 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.499 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.499 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.500 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.500 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.500 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.500 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.500 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.500 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.500 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.500 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.500 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.500 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.500 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.500 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.500 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.501 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.501 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.501 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.501 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.501 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.501 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.501 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.501 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.501 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.501 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.501 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.501 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.501 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.501 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.501 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.501 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.502 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.502 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.502 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.502 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.502 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.502 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.502 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.502 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.502 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.502 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.502 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.502 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.502 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.503 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.503 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.503 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.503 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.503 INFO:teuthology.orchestra.run.smithi046.stdout: "predict_interval": { 2024-04-26T02:01:00.503 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "predict_interval", 2024-04-26T02:01:00.503 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.503 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.503 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.503 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "86400", 2024-04-26T02:01:00.503 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.503 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.503 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.503 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.504 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.504 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.504 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.504 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.504 INFO:teuthology.orchestra.run.smithi046.stdout: "predictor_model": { 2024-04-26T02:01:00.504 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "predictor_model", 2024-04-26T02:01:00.504 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.504 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.504 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.504 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "prophetstor", 2024-04-26T02:01:00.504 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.504 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.504 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.504 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.505 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.505 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.505 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.505 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.505 INFO:teuthology.orchestra.run.smithi046.stdout: "sleep_interval": { 2024-04-26T02:01:00.505 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "sleep_interval", 2024-04-26T02:01:00.505 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.505 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.505 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.505 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "600", 2024-04-26T02:01:00.505 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.505 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.505 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.505 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.506 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.506 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.506 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.506 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.506 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.506 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.506 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.506 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "influx", 2024-04-26T02:01:00.506 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": false, 2024-04-26T02:01:00.506 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "influxdb python module not found", 2024-04-26T02:01:00.506 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.506 INFO:teuthology.orchestra.run.smithi046.stdout: "batch_size": { 2024-04-26T02:01:00.506 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "batch_size", 2024-04-26T02:01:00.506 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.507 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.507 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.507 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "5000", 2024-04-26T02:01:00.507 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.507 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.507 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.507 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-26T02:01:00.507 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.507 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.507 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.507 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.507 INFO:teuthology.orchestra.run.smithi046.stdout: "database": { 2024-04-26T02:01:00.507 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "database", 2024-04-26T02:01:00.507 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.507 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.508 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.508 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "ceph", 2024-04-26T02:01:00.508 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.508 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.508 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.508 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-26T02:01:00.508 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.508 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.508 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.508 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.508 INFO:teuthology.orchestra.run.smithi046.stdout: "hostname": { 2024-04-26T02:01:00.508 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "hostname", 2024-04-26T02:01:00.508 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.508 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.509 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.509 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.509 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.509 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.509 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.509 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "InfluxDB server hostname", 2024-04-26T02:01:00.509 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.509 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.509 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.509 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.509 INFO:teuthology.orchestra.run.smithi046.stdout: "interval": { 2024-04-26T02:01:00.509 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "interval", 2024-04-26T02:01:00.509 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:00.509 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.509 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.510 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "30", 2024-04-26T02:01:00.510 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "5", 2024-04-26T02:01:00.510 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.510 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.510 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-26T02:01:00.510 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.510 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.510 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.510 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.510 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.510 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.510 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.510 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.510 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.511 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.511 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.511 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.511 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.511 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.511 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.511 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.511 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.511 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.511 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.511 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.511 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.511 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.511 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.512 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.512 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.512 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.512 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.512 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.512 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.512 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.512 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.512 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.512 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.512 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.512 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.512 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.512 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.512 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.513 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.513 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.513 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.513 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.513 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.513 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.513 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.513 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.513 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.513 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.513 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.513 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.513 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.513 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.514 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.514 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.514 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.514 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.514 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.514 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.514 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.514 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.514 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.514 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.514 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.514 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.515 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.515 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.515 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.515 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.515 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.515 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.515 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.515 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.515 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.515 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.515 INFO:teuthology.orchestra.run.smithi046.stdout: "password": { 2024-04-26T02:01:00.515 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "password", 2024-04-26T02:01:00.515 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.516 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.516 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.516 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.516 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.516 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.516 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.516 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "password of InfluxDB server user", 2024-04-26T02:01:00.516 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.516 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.516 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.516 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.516 INFO:teuthology.orchestra.run.smithi046.stdout: "port": { 2024-04-26T02:01:00.516 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "port", 2024-04-26T02:01:00.516 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.516 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.517 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.517 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "8086", 2024-04-26T02:01:00.517 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.517 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.517 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.517 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "InfluxDB server port", 2024-04-26T02:01:00.517 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.517 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.517 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.517 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.517 INFO:teuthology.orchestra.run.smithi046.stdout: "ssl": { 2024-04-26T02:01:00.517 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ssl", 2024-04-26T02:01:00.517 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.517 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.518 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.518 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "false", 2024-04-26T02:01:00.518 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.518 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.518 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.518 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-26T02:01:00.518 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.518 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.518 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.518 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.518 INFO:teuthology.orchestra.run.smithi046.stdout: "threads": { 2024-04-26T02:01:00.518 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "threads", 2024-04-26T02:01:00.519 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.519 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.519 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.519 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "5", 2024-04-26T02:01:00.519 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "1", 2024-04-26T02:01:00.519 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "32", 2024-04-26T02:01:00.519 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.519 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-26T02:01:00.519 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.519 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.519 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.519 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.519 INFO:teuthology.orchestra.run.smithi046.stdout: "username": { 2024-04-26T02:01:00.519 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "username", 2024-04-26T02:01:00.520 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.520 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.520 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.520 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.520 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.520 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.520 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.520 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "username of InfluxDB server user", 2024-04-26T02:01:00.520 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.520 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.520 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.520 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.520 INFO:teuthology.orchestra.run.smithi046.stdout: "verify_ssl": { 2024-04-26T02:01:00.520 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "verify_ssl", 2024-04-26T02:01:00.521 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.521 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.521 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.521 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "true", 2024-04-26T02:01:00.521 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.521 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.521 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.521 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-26T02:01:00.521 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.521 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.521 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.521 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.521 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.521 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.521 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.521 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "insights", 2024-04-26T02:01:00.522 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.522 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.522 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.522 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.522 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.522 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.522 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.522 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.522 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.522 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.522 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.522 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.522 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.522 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.523 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.523 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.523 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.523 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.523 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.523 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.523 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.523 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.523 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.523 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.523 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.523 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.523 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.523 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.523 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.524 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.524 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.524 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.524 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.524 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.524 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.524 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.524 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.524 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.524 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.524 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.524 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.524 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.524 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.524 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.524 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.525 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.525 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.525 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.525 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.525 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.525 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.525 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.525 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.525 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.525 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.525 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.525 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.525 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.525 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.526 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.526 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.526 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.526 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.526 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.526 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.526 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.526 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.526 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.526 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.526 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.526 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.526 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.526 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.526 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.527 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.527 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.527 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "iostat", 2024-04-26T02:01:00.527 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.527 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.527 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.527 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.527 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.527 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.527 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.527 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.527 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.527 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.527 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.527 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.528 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.528 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.528 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.528 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.528 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.528 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.528 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.528 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.528 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.528 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.528 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.528 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.528 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.529 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.529 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.529 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.529 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.529 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.529 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.529 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.529 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.529 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.529 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.529 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.529 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.529 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.529 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.530 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.530 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.530 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.530 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.530 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.530 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.530 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.530 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.530 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.530 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.530 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.530 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.530 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.531 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.531 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.531 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.531 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.531 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.531 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.531 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.531 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.531 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.531 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.531 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.531 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.531 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.531 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.532 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.532 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.532 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.532 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.532 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.532 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.532 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.532 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.532 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.532 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.532 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "k8sevents", 2024-04-26T02:01:00.532 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.532 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.532 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.532 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_event_retention_days": { 2024-04-26T02:01:00.532 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ceph_event_retention_days", 2024-04-26T02:01:00.533 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.533 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.533 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.533 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "7", 2024-04-26T02:01:00.533 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.533 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.533 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.533 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-26T02:01:00.533 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.533 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.533 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.533 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.533 INFO:teuthology.orchestra.run.smithi046.stdout: "config_check_secs": { 2024-04-26T02:01:00.533 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "config_check_secs", 2024-04-26T02:01:00.533 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.533 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.534 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.534 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2024-04-26T02:01:00.534 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "10", 2024-04-26T02:01:00.534 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.534 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.534 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-26T02:01:00.534 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.534 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.534 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.534 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.534 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.534 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.534 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.535 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.535 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.535 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.535 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.535 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.535 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.535 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.535 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.535 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.535 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.535 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.535 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.535 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.535 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.535 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.536 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.536 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.536 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.536 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.536 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.536 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.536 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.536 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.536 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.536 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.536 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.536 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.536 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.536 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.536 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.537 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.537 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.537 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.537 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.537 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.537 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.537 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.537 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.537 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.537 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.537 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.537 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.537 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.537 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.537 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.538 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.538 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.538 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.538 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.538 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.538 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.538 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.538 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.538 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.538 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.538 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.538 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.538 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.538 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.539 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.539 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.539 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.539 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.539 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.539 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.539 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.539 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.539 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.539 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.539 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.539 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "localpool", 2024-04-26T02:01:00.539 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.539 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.539 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.539 INFO:teuthology.orchestra.run.smithi046.stdout: "failure_domain": { 2024-04-26T02:01:00.540 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "failure_domain", 2024-04-26T02:01:00.540 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.540 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.540 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.540 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "host", 2024-04-26T02:01:00.540 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.540 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.540 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.540 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "failure domain for any created local pool", 2024-04-26T02:01:00.540 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-26T02:01:00.540 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.540 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.540 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.540 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.541 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.541 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.541 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.541 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.541 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.541 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.541 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.541 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.541 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.541 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.541 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.541 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.541 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.542 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.542 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.542 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.542 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.542 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.542 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.542 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.542 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.542 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.542 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.542 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.542 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.542 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.543 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.543 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.543 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.543 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.543 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.543 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.543 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.543 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.543 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.543 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.543 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.543 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.543 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.543 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.543 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.544 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.544 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.544 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.544 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.544 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.544 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.544 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.544 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.544 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.544 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.544 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.544 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.544 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.544 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.544 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.545 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.545 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.545 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.545 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.545 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.545 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.545 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.545 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.545 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.545 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.545 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.545 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.545 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.545 INFO:teuthology.orchestra.run.smithi046.stdout: "min_size": { 2024-04-26T02:01:00.546 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "min_size", 2024-04-26T02:01:00.546 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.546 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.546 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.546 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.546 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.546 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.546 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.546 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "default min_size for any created local pool", 2024-04-26T02:01:00.546 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-26T02:01:00.546 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.546 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.546 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.546 INFO:teuthology.orchestra.run.smithi046.stdout: "num_rep": { 2024-04-26T02:01:00.547 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "num_rep", 2024-04-26T02:01:00.547 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.547 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.547 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.547 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "3", 2024-04-26T02:01:00.547 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.547 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.547 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.547 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "default replica count for any created local pool", 2024-04-26T02:01:00.547 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.547 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.547 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.547 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.548 INFO:teuthology.orchestra.run.smithi046.stdout: "pg_num": { 2024-04-26T02:01:00.548 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "pg_num", 2024-04-26T02:01:00.548 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.548 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.548 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.548 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "128", 2024-04-26T02:01:00.548 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.548 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.548 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.548 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "default pg_num for any created local pool", 2024-04-26T02:01:00.548 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.548 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.549 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.549 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.549 INFO:teuthology.orchestra.run.smithi046.stdout: "prefix": { 2024-04-26T02:01:00.549 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "prefix", 2024-04-26T02:01:00.549 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.549 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.549 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.549 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.549 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.549 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.549 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.549 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "name prefix for any created local pool", 2024-04-26T02:01:00.549 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.549 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.550 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.550 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.550 INFO:teuthology.orchestra.run.smithi046.stdout: "subtree": { 2024-04-26T02:01:00.550 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "subtree", 2024-04-26T02:01:00.550 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.550 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.550 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.550 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "rack", 2024-04-26T02:01:00.550 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.550 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.550 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.550 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-26T02:01:00.550 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-26T02:01:00.551 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.551 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.551 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.551 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.551 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.551 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.551 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "mds_autoscaler", 2024-04-26T02:01:00.551 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.551 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.551 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.551 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.551 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.551 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.551 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.552 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.552 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.552 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.552 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.552 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.552 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.552 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.552 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.552 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.552 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.552 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.552 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.552 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.552 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.553 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.553 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.553 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.553 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.553 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.553 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.553 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.553 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.553 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.553 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.553 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.553 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.553 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.553 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.553 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.554 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.554 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.554 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.554 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.554 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.554 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.554 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.554 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.554 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.554 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.554 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.554 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.554 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.554 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.555 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.555 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.555 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.555 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.555 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.555 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.555 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.555 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.555 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.555 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.555 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.555 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.555 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.556 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.556 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.556 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.556 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.556 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.556 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.556 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.556 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.556 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.556 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.556 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.556 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.556 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.556 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "mirroring", 2024-04-26T02:01:00.556 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.557 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.557 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.557 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.557 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.557 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.557 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.557 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.557 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.557 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.557 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.557 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.557 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.557 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.557 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.558 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.558 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.558 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.558 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.558 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.558 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.558 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.558 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.558 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.558 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.558 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.558 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.558 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.559 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.559 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.559 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.559 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.559 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.559 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.559 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.559 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.559 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.559 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.559 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.559 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.559 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.559 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.559 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.560 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.560 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.560 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.560 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.560 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.560 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.560 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.560 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.560 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.560 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.560 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.560 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.560 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.561 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.561 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.561 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.561 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.561 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.561 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.561 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.561 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.561 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.561 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.561 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.561 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.561 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.561 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.561 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.562 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.562 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.562 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.562 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.562 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.562 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "nfs", 2024-04-26T02:01:00.562 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.562 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.562 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.562 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.562 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.562 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.562 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.562 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.563 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.563 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.563 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.563 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.563 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.563 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.563 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.563 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.563 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.563 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.563 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.563 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.563 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.563 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.563 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.563 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.564 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.564 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.564 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.564 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.564 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.564 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.564 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.564 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.564 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.564 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.564 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.564 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.564 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.564 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.564 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.565 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.565 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.565 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.565 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.565 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.565 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.565 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.565 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.565 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.565 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.565 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.565 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.565 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.565 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.565 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.565 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.565 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.566 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.566 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.566 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.566 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.566 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.566 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.566 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.566 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.566 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.566 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.566 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.566 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.566 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.566 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.567 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.567 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.567 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.567 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.567 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.567 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.567 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "orchestrator", 2024-04-26T02:01:00.567 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.567 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.567 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.567 INFO:teuthology.orchestra.run.smithi046.stdout: "fail_fs": { 2024-04-26T02:01:00.567 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "fail_fs", 2024-04-26T02:01:00.567 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.567 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.567 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.567 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.567 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.568 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.568 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.568 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-26T02:01:00.568 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.568 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.568 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.568 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.568 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.568 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.568 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.568 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.568 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.568 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.568 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.568 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.569 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.569 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.569 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.569 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.569 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.569 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.569 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.569 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.569 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.569 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.569 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.569 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.569 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.569 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.569 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.569 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.570 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.570 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.570 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.570 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.570 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.570 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.570 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.570 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.570 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.570 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.570 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.570 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.571 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.571 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.571 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.571 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.571 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.571 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.571 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.571 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.571 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.571 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.571 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.571 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.571 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.572 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.572 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.572 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.572 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.572 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.572 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.572 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.572 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.572 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.572 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.572 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.572 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.572 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.572 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.572 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.572 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.573 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.573 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.573 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.573 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.573 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.573 INFO:teuthology.orchestra.run.smithi046.stdout: "orchestrator": { 2024-04-26T02:01:00.573 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "orchestrator", 2024-04-26T02:01:00.573 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.573 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.573 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.573 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.573 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.573 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.573 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.573 INFO:teuthology.orchestra.run.smithi046.stdout: "cephadm", 2024-04-26T02:01:00.573 INFO:teuthology.orchestra.run.smithi046.stdout: "rook", 2024-04-26T02:01:00.574 INFO:teuthology.orchestra.run.smithi046.stdout: "test_orchestrator" 2024-04-26T02:01:00.574 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.574 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Orchestrator backend", 2024-04-26T02:01:00.574 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.574 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.574 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.574 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.574 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.574 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.574 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.574 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "osd_perf_query", 2024-04-26T02:01:00.574 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.574 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.574 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.574 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.575 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.575 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.575 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.575 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.575 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.575 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.575 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.575 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.575 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.575 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.575 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.575 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.575 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.575 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.575 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.575 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.576 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.576 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.576 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.576 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.576 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.576 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.576 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.576 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.576 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.576 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.576 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.576 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.576 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.576 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.576 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.576 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.577 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.577 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.577 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.577 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.577 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.577 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.577 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.577 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.577 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.577 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.577 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.577 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.577 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.577 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.577 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.577 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.577 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.578 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.578 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.578 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.578 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.578 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.578 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.578 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.578 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.578 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.578 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.578 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.578 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.578 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.578 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.579 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.579 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.579 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.579 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.579 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.579 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.579 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.579 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.579 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.579 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "osd_support", 2024-04-26T02:01:00.579 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.579 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.579 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.579 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.580 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.580 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.580 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.580 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.580 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.580 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.580 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.580 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.580 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.580 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.580 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.580 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.580 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.580 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.580 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.581 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.581 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.581 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.581 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.581 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.581 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.581 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.581 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.581 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.581 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.581 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.581 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.581 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.581 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.582 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.582 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.582 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.582 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.582 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.582 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.582 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.582 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.582 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.582 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.582 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.582 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.582 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.583 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.583 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.583 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.583 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.583 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.583 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.583 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.583 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.583 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.583 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.583 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.583 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.583 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.583 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.583 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.583 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.583 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.584 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.584 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.584 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.584 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.584 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.584 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.584 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.584 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.584 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.584 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.584 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.584 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.584 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.584 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "pg_autoscaler", 2024-04-26T02:01:00.584 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.585 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.585 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.585 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.585 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.585 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.585 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.585 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.585 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.585 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.585 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.585 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.585 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.585 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.585 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.585 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.585 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.586 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.586 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.586 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.586 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.586 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.586 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.586 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.586 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.586 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.586 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.586 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.586 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.586 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.586 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.587 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.587 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.587 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.587 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.587 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.587 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.587 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.587 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.587 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.587 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.587 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.587 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.587 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.587 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.587 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.587 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.588 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.588 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.588 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.588 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.588 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.588 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.588 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.588 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.588 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.588 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.588 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.588 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.588 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.588 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.588 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.588 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.589 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.589 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.589 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.589 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.589 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.589 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.589 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.589 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.589 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.589 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.589 INFO:teuthology.orchestra.run.smithi046.stdout: "sleep_interval": { 2024-04-26T02:01:00.589 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "sleep_interval", 2024-04-26T02:01:00.589 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:00.589 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.589 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.590 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "60", 2024-04-26T02:01:00.590 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.590 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.590 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.590 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.590 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.590 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.590 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.590 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.590 INFO:teuthology.orchestra.run.smithi046.stdout: "threshold": { 2024-04-26T02:01:00.590 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "threshold", 2024-04-26T02:01:00.590 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "float", 2024-04-26T02:01:00.590 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.590 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.590 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "3.0", 2024-04-26T02:01:00.591 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "1.0", 2024-04-26T02:01:00.591 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.591 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.591 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "scaling threshold", 2024-04-26T02:01:00.591 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-26T02:01:00.591 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.591 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.591 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.591 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.591 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.591 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.591 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "progress", 2024-04-26T02:01:00.591 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.591 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.592 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.592 INFO:teuthology.orchestra.run.smithi046.stdout: "allow_pg_recovery_event": { 2024-04-26T02:01:00.592 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "allow_pg_recovery_event", 2024-04-26T02:01:00.592 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.592 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.592 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.592 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.592 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.592 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.592 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.592 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-26T02:01:00.592 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.592 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.592 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.592 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.593 INFO:teuthology.orchestra.run.smithi046.stdout: "enabled": { 2024-04-26T02:01:00.593 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "enabled", 2024-04-26T02:01:00.593 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.593 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.593 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.593 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.593 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.593 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.593 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.593 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.593 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.593 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.593 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.593 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.593 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.594 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.594 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.594 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.594 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.594 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.594 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.594 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.594 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.594 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.594 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.594 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.594 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.594 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.594 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.595 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.595 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.595 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.595 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.595 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.595 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.595 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.595 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.595 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.595 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.595 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.595 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.595 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.595 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.595 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.595 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.596 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.596 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.596 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.596 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.596 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.596 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.596 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.596 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.596 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.596 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.596 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.596 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.596 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.596 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.596 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.597 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.597 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.597 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.597 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.597 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.597 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.597 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.597 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.597 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.597 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.597 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.597 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.597 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.597 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.598 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.598 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.598 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.598 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.598 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.598 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.598 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.598 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.598 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.598 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.598 INFO:teuthology.orchestra.run.smithi046.stdout: "max_completed_events": { 2024-04-26T02:01:00.598 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "max_completed_events", 2024-04-26T02:01:00.598 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.599 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.599 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.599 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "50", 2024-04-26T02:01:00.599 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.599 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.599 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.599 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "number of past completed events to remember", 2024-04-26T02:01:00.599 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.599 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.599 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.599 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.599 INFO:teuthology.orchestra.run.smithi046.stdout: "sleep_interval": { 2024-04-26T02:01:00.599 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "sleep_interval", 2024-04-26T02:01:00.600 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:00.600 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.600 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.600 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "5", 2024-04-26T02:01:00.600 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.600 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.600 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.600 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how long the module is going to sleep", 2024-04-26T02:01:00.600 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.600 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.600 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.600 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.600 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.601 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.601 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.601 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "prometheus", 2024-04-26T02:01:00.601 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.601 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.601 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.601 INFO:teuthology.orchestra.run.smithi046.stdout: "cache": { 2024-04-26T02:01:00.601 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "cache", 2024-04-26T02:01:00.601 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.601 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.601 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.601 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.601 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.602 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.602 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.602 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.602 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.602 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.602 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.602 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.602 INFO:teuthology.orchestra.run.smithi046.stdout: "exclude_perf_counters": { 2024-04-26T02:01:00.602 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "exclude_perf_counters", 2024-04-26T02:01:00.602 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.602 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.602 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.602 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.602 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.603 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.603 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.603 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-26T02:01:00.603 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-26T02:01:00.603 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.603 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.603 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.603 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.603 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.603 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.603 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.603 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.603 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.603 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.603 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.604 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.604 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.604 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.604 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.604 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.604 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.604 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.604 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.604 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.604 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.604 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.604 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.604 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.605 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.605 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.605 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.605 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.605 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.605 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.605 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.605 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.605 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.605 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.605 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.605 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.606 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.606 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.606 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.606 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.606 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.606 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.606 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.606 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.606 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.606 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.606 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.606 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.607 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.607 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.607 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.607 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.607 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.607 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.607 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.607 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.607 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.607 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.607 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.607 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.607 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.607 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.608 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.608 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.608 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.608 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.608 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.608 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.608 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.608 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.608 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.608 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.608 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.608 INFO:teuthology.orchestra.run.smithi046.stdout: "rbd_stats_pools": { 2024-04-26T02:01:00.608 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rbd_stats_pools", 2024-04-26T02:01:00.608 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.609 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.609 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.609 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.609 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.609 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.609 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.609 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.609 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.609 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.609 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.609 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.609 INFO:teuthology.orchestra.run.smithi046.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-26T02:01:00.609 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-26T02:01:00.609 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.609 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.610 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.610 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "300", 2024-04-26T02:01:00.610 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.610 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.610 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.610 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.610 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.610 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.610 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.610 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.610 INFO:teuthology.orchestra.run.smithi046.stdout: "scrape_interval": { 2024-04-26T02:01:00.610 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "scrape_interval", 2024-04-26T02:01:00.610 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "float", 2024-04-26T02:01:00.611 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.611 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.611 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "15.0", 2024-04-26T02:01:00.611 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.611 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.611 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.611 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.611 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.611 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.611 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.611 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.611 INFO:teuthology.orchestra.run.smithi046.stdout: "server_addr": { 2024-04-26T02:01:00.612 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "server_addr", 2024-04-26T02:01:00.612 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.612 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.612 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.612 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "::", 2024-04-26T02:01:00.612 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.612 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.612 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.612 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-26T02:01:00.612 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.612 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.612 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.612 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.612 INFO:teuthology.orchestra.run.smithi046.stdout: "server_port": { 2024-04-26T02:01:00.613 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "server_port", 2024-04-26T02:01:00.613 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.613 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.613 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.613 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "9283", 2024-04-26T02:01:00.613 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.613 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.613 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.613 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-26T02:01:00.613 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.613 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.613 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.613 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.613 INFO:teuthology.orchestra.run.smithi046.stdout: "stale_cache_strategy": { 2024-04-26T02:01:00.614 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "stale_cache_strategy", 2024-04-26T02:01:00.614 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.614 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.614 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.614 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "log", 2024-04-26T02:01:00.614 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.614 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.614 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.614 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.614 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.614 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.614 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.614 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.615 INFO:teuthology.orchestra.run.smithi046.stdout: "standby_behaviour": { 2024-04-26T02:01:00.615 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "standby_behaviour", 2024-04-26T02:01:00.615 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.615 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.615 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.615 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "default", 2024-04-26T02:01:00.615 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.615 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.615 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.615 INFO:teuthology.orchestra.run.smithi046.stdout: "default", 2024-04-26T02:01:00.615 INFO:teuthology.orchestra.run.smithi046.stdout: "error" 2024-04-26T02:01:00.615 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.615 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.615 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.615 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.616 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.616 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.616 INFO:teuthology.orchestra.run.smithi046.stdout: "standby_error_status_code": { 2024-04-26T02:01:00.616 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "standby_error_status_code", 2024-04-26T02:01:00.616 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.616 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.616 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.616 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "500", 2024-04-26T02:01:00.616 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "400", 2024-04-26T02:01:00.616 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "599", 2024-04-26T02:01:00.616 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.616 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.616 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.616 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.616 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.617 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.617 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.617 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.617 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.617 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rbd_support", 2024-04-26T02:01:00.617 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.617 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.617 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.617 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.617 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.617 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.617 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.617 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.617 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.617 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.617 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.618 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.618 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.618 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.618 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.618 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.618 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.618 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.618 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.618 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.618 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.618 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.618 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.618 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.618 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.618 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.619 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.619 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.619 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.619 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.619 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.619 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.619 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.619 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.619 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.619 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.619 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.619 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.619 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.619 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.619 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.620 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.620 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.620 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.620 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.620 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.620 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.620 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.620 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.620 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.620 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.620 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.620 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.620 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.621 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.621 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.621 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.621 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.621 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.621 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.621 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.621 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.621 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.621 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.621 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.621 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.621 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.621 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.621 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.621 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.622 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.622 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.622 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.622 INFO:teuthology.orchestra.run.smithi046.stdout: "max_concurrent_snap_create": { 2024-04-26T02:01:00.622 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "max_concurrent_snap_create", 2024-04-26T02:01:00.622 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.622 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.622 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.622 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2024-04-26T02:01:00.622 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.622 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.622 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.622 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.622 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.622 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.623 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.623 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.623 INFO:teuthology.orchestra.run.smithi046.stdout: "mirror_snapshot_schedule": { 2024-04-26T02:01:00.623 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "mirror_snapshot_schedule", 2024-04-26T02:01:00.623 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.623 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.623 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.623 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.623 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.623 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.623 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.623 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.623 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.623 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.623 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.623 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.624 INFO:teuthology.orchestra.run.smithi046.stdout: "trash_purge_schedule": { 2024-04-26T02:01:00.624 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "trash_purge_schedule", 2024-04-26T02:01:00.624 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.624 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.624 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.624 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.624 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.624 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.624 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.624 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.625 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.625 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.625 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.625 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.625 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.625 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.625 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.625 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "restful", 2024-04-26T02:01:00.625 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.625 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.625 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.625 INFO:teuthology.orchestra.run.smithi046.stdout: "enable_auth": { 2024-04-26T02:01:00.625 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "enable_auth", 2024-04-26T02:01:00.625 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.626 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.626 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.626 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.626 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.626 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.626 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.626 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.626 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.626 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.626 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.626 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.626 INFO:teuthology.orchestra.run.smithi046.stdout: "key_file": { 2024-04-26T02:01:00.626 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "key_file", 2024-04-26T02:01:00.626 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.626 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.627 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.627 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.627 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.627 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.627 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.627 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.627 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.627 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.627 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.627 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.627 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.627 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.627 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.628 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.628 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.628 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.628 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.628 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.628 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.628 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.628 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.628 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.628 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.628 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.628 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.628 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.628 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.628 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.629 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.629 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.629 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.629 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.629 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.629 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.629 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.629 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.629 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.629 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.629 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.629 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.629 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.630 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.630 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.630 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.630 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.630 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.630 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.630 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.630 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.630 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.630 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.630 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.630 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.630 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.631 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.631 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.631 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.631 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.631 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.631 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.631 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.631 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.631 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.631 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.631 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.631 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.631 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.631 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.631 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.632 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.632 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.632 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.632 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.632 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.632 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.632 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.632 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.632 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.632 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.632 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.632 INFO:teuthology.orchestra.run.smithi046.stdout: "server_addr": { 2024-04-26T02:01:00.632 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "server_addr", 2024-04-26T02:01:00.632 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.632 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.632 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.633 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.633 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.633 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.633 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.633 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.633 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.633 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.633 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.633 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.633 INFO:teuthology.orchestra.run.smithi046.stdout: "server_port": { 2024-04-26T02:01:00.633 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "server_port", 2024-04-26T02:01:00.633 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.633 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.633 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.633 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.633 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.634 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.634 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.634 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.634 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.634 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.634 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.634 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.634 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.634 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.634 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.634 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rgw", 2024-04-26T02:01:00.634 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.634 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.635 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.635 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.635 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.635 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.635 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.635 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.635 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.635 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.635 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.635 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.635 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.635 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.635 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.635 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.636 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.636 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.636 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.636 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.636 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.636 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.636 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.636 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.636 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.636 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.636 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.636 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.636 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.636 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.637 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.637 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.637 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.637 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.637 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.637 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.637 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.637 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.637 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.637 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.637 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.637 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.637 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.637 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.638 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.638 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.638 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.638 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.638 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.638 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.638 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.638 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.638 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.638 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.638 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.638 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.638 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.639 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.639 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.639 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.639 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.639 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.639 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.639 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.639 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.639 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.639 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.639 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.639 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.639 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.639 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.640 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.640 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.640 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.640 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.640 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.640 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rook", 2024-04-26T02:01:00.640 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.640 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.640 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.640 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.640 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.640 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.640 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.641 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.641 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.641 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.641 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.641 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.641 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.641 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.641 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.641 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.641 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.641 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.641 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.641 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.641 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.641 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.642 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.642 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.642 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.642 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.642 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.642 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.642 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.642 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.642 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.642 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.642 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.642 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.642 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.643 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.643 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.643 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.643 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.643 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.643 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.643 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.643 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.643 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.643 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.643 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.643 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.643 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.644 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.644 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.644 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.644 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.644 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.644 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.644 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.644 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.644 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.644 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.644 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.644 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.644 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.644 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.644 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.645 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.645 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.645 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.645 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.645 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.645 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.645 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.645 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.645 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.645 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.645 INFO:teuthology.orchestra.run.smithi046.stdout: "storage_class": { 2024-04-26T02:01:00.645 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "storage_class", 2024-04-26T02:01:00.645 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.645 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.645 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.646 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "local", 2024-04-26T02:01:00.646 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.646 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.646 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.646 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-26T02:01:00.646 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.646 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.646 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.646 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.646 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.646 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.646 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.646 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "selftest", 2024-04-26T02:01:00.646 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.647 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.647 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.647 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.647 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.647 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.647 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.647 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.647 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.647 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.647 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.647 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.647 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.647 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.647 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.648 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.648 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.648 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.648 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.648 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.648 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.648 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.648 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.648 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.648 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.648 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.648 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.648 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.649 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.649 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.649 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.649 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.649 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.649 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.649 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.649 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.649 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.649 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.649 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.649 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.649 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.649 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.650 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.650 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.650 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.650 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.650 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.650 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.650 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.650 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.650 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.650 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.650 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.650 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.650 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.651 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.651 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.651 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.651 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.651 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.651 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.651 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.651 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.651 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.651 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.651 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.651 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.651 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.652 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.652 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.652 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.652 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.652 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.652 INFO:teuthology.orchestra.run.smithi046.stdout: "roption1": { 2024-04-26T02:01:00.652 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "roption1", 2024-04-26T02:01:00.652 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.652 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.652 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.652 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.652 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.653 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.653 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.653 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.653 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.653 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.653 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.653 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.653 INFO:teuthology.orchestra.run.smithi046.stdout: "roption2": { 2024-04-26T02:01:00.653 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "roption2", 2024-04-26T02:01:00.653 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.653 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.653 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.653 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "xyz", 2024-04-26T02:01:00.654 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.654 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.654 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.654 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.654 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.654 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.654 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.654 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.654 INFO:teuthology.orchestra.run.smithi046.stdout: "rwoption1": { 2024-04-26T02:01:00.654 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rwoption1", 2024-04-26T02:01:00.654 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.654 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.654 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.654 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.654 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.655 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.655 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.655 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.655 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.655 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.655 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.655 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.655 INFO:teuthology.orchestra.run.smithi046.stdout: "rwoption2": { 2024-04-26T02:01:00.655 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rwoption2", 2024-04-26T02:01:00.655 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.655 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.655 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.655 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.655 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.656 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.656 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.656 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.656 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.656 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.656 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.656 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.656 INFO:teuthology.orchestra.run.smithi046.stdout: "rwoption3": { 2024-04-26T02:01:00.656 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rwoption3", 2024-04-26T02:01:00.656 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "float", 2024-04-26T02:01:00.656 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.656 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.656 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.656 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.657 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.657 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.657 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.657 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.657 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.657 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.657 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.657 INFO:teuthology.orchestra.run.smithi046.stdout: "rwoption4": { 2024-04-26T02:01:00.657 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rwoption4", 2024-04-26T02:01:00.657 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.657 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.657 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.657 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.658 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.658 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.658 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.658 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.658 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.658 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.658 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.658 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.658 INFO:teuthology.orchestra.run.smithi046.stdout: "rwoption5": { 2024-04-26T02:01:00.658 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rwoption5", 2024-04-26T02:01:00.658 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.658 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.658 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.658 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.659 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.659 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.659 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.659 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.659 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.659 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.659 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.659 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.659 INFO:teuthology.orchestra.run.smithi046.stdout: "rwoption6": { 2024-04-26T02:01:00.659 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rwoption6", 2024-04-26T02:01:00.659 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.659 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.659 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.659 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.660 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.660 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.660 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.660 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.660 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.660 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.660 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.660 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.660 INFO:teuthology.orchestra.run.smithi046.stdout: "rwoption7": { 2024-04-26T02:01:00.660 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rwoption7", 2024-04-26T02:01:00.660 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.660 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.660 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.660 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.661 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "1", 2024-04-26T02:01:00.661 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "42", 2024-04-26T02:01:00.661 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.661 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.661 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.661 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.661 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.661 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.661 INFO:teuthology.orchestra.run.smithi046.stdout: "testkey": { 2024-04-26T02:01:00.661 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "testkey", 2024-04-26T02:01:00.661 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.661 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.661 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.661 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.662 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.662 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.662 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.662 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.662 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.662 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.662 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.662 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.662 INFO:teuthology.orchestra.run.smithi046.stdout: "testlkey": { 2024-04-26T02:01:00.662 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "testlkey", 2024-04-26T02:01:00.662 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.662 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.662 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.662 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.663 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.663 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.663 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.663 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.663 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.663 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.663 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.663 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.663 INFO:teuthology.orchestra.run.smithi046.stdout: "testnewline": { 2024-04-26T02:01:00.663 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "testnewline", 2024-04-26T02:01:00.663 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.663 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.663 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.663 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.663 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.664 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.664 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.664 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.664 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.664 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.664 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.664 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.664 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.664 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.664 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.664 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "snap_schedule", 2024-04-26T02:01:00.664 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.664 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.664 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.664 INFO:teuthology.orchestra.run.smithi046.stdout: "allow_m_granularity": { 2024-04-26T02:01:00.665 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "allow_m_granularity", 2024-04-26T02:01:00.665 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.665 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.665 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.665 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.665 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.665 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.665 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.665 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "allow minute scheduled snapshots", 2024-04-26T02:01:00.665 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.665 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.665 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.665 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.665 INFO:teuthology.orchestra.run.smithi046.stdout: "dump_on_update": { 2024-04-26T02:01:00.665 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "dump_on_update", 2024-04-26T02:01:00.665 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.666 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.666 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.666 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.666 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.666 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.666 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.666 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "dump database to debug log on update", 2024-04-26T02:01:00.666 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.666 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.666 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.666 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.666 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.666 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.667 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.667 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.667 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.667 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.667 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.667 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.667 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.667 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.667 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.667 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.667 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.667 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.667 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.667 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.668 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.668 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.668 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.668 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.668 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.668 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.668 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.668 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.668 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.668 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.668 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.668 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.668 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.668 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.668 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.668 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.669 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.669 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.669 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.669 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.669 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.669 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.669 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.669 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.669 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.669 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.669 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.669 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.669 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.669 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.669 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.670 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.670 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.670 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.670 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.670 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.670 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.670 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.670 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.670 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.670 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.670 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.670 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.670 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.670 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.671 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.671 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.671 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.671 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.671 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.671 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.671 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.671 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.671 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.671 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.671 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.671 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.671 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "stats", 2024-04-26T02:01:00.671 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.671 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.671 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.672 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.672 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.672 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.672 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.672 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.672 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.672 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.672 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.672 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.672 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.672 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.672 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.672 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.672 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.672 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.673 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.673 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.673 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.673 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.673 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.673 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.673 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.673 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.673 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.673 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.673 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.673 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.673 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.673 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.673 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.673 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.674 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.674 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.674 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.674 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.674 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.674 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.674 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.674 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.674 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.674 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.674 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.674 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.674 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.675 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.675 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.675 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.675 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.675 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.675 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.675 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.675 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.675 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.675 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.675 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.675 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.675 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.675 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.675 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.676 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.676 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.676 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.676 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.676 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.676 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.676 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.676 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.676 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.676 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.676 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.676 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.676 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.676 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.676 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "status", 2024-04-26T02:01:00.677 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.677 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.677 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.677 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.677 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.677 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.677 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.677 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.677 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.677 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.677 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.677 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.677 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.677 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.678 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.678 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.678 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.678 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.678 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.678 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.678 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.678 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.678 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.678 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.678 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.678 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.678 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.679 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.679 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.679 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.679 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.679 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.679 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.679 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.679 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.679 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.679 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.679 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.679 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.679 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.679 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.680 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.680 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.680 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.680 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.680 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.680 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.680 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.680 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.680 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.680 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.680 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.680 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.680 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.681 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.681 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.681 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.681 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.681 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.681 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.681 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.681 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.681 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.681 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.681 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.681 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.681 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.681 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.681 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.682 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.682 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.682 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.682 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.682 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.682 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.682 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.682 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "telegraf", 2024-04-26T02:01:00.682 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.682 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.682 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.682 INFO:teuthology.orchestra.run.smithi046.stdout: "address": { 2024-04-26T02:01:00.682 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "address", 2024-04-26T02:01:00.682 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.683 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.683 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.683 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-26T02:01:00.683 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.683 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.683 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.683 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.683 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.683 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.683 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.683 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.683 INFO:teuthology.orchestra.run.smithi046.stdout: "interval": { 2024-04-26T02:01:00.683 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "interval", 2024-04-26T02:01:00.683 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:00.683 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.683 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.684 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "15", 2024-04-26T02:01:00.684 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.684 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.684 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.684 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.684 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.684 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.684 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.684 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.684 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.684 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.684 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.684 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.684 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.684 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.685 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.685 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.685 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.685 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.685 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.685 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.685 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.685 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.685 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.685 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.685 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.685 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.685 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.685 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.685 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.685 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.686 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.686 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.686 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.686 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.686 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.686 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.686 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.686 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.686 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.686 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.686 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.686 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.686 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.687 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.687 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.687 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.687 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.687 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.687 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.687 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.687 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.687 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.687 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.687 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.687 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.687 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.687 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.687 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.687 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.688 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.688 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.688 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.688 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.688 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.688 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.688 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.688 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.688 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.688 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.688 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.688 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.688 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.688 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.688 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.688 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.689 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.689 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.689 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.689 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.689 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.689 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.689 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "telemetry", 2024-04-26T02:01:00.689 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.689 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.689 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.689 INFO:teuthology.orchestra.run.smithi046.stdout: "channel_basic": { 2024-04-26T02:01:00.689 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "channel_basic", 2024-04-26T02:01:00.689 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.689 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.689 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.690 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.690 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.690 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.690 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.690 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-26T02:01:00.690 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.690 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.690 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.690 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.690 INFO:teuthology.orchestra.run.smithi046.stdout: "channel_crash": { 2024-04-26T02:01:00.690 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "channel_crash", 2024-04-26T02:01:00.690 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.690 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.691 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.691 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.691 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.691 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.691 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.691 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-26T02:01:00.691 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.691 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.691 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.691 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.691 INFO:teuthology.orchestra.run.smithi046.stdout: "channel_device": { 2024-04-26T02:01:00.691 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "channel_device", 2024-04-26T02:01:00.691 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.691 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.693 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.693 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.693 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.693 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.693 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.693 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-26T02:01:00.693 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.693 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.693 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.693 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.694 INFO:teuthology.orchestra.run.smithi046.stdout: "channel_ident": { 2024-04-26T02:01:00.694 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "channel_ident", 2024-04-26T02:01:00.694 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.694 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.694 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.694 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.694 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.694 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.694 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.694 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-26T02:01:00.694 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.694 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.694 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.694 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.695 INFO:teuthology.orchestra.run.smithi046.stdout: "channel_perf": { 2024-04-26T02:01:00.695 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "channel_perf", 2024-04-26T02:01:00.695 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.695 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.695 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.695 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.695 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.695 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.695 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.695 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-26T02:01:00.695 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.695 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.695 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.695 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.696 INFO:teuthology.orchestra.run.smithi046.stdout: "contact": { 2024-04-26T02:01:00.696 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "contact", 2024-04-26T02:01:00.696 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.696 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.696 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.696 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.696 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.696 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.696 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.696 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.696 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.696 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.696 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.696 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.697 INFO:teuthology.orchestra.run.smithi046.stdout: "description": { 2024-04-26T02:01:00.697 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "description", 2024-04-26T02:01:00.697 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.697 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.697 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.697 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.697 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.697 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.697 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.697 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.697 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.697 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.697 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.697 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.698 INFO:teuthology.orchestra.run.smithi046.stdout: "device_url": { 2024-04-26T02:01:00.698 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "device_url", 2024-04-26T02:01:00.698 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.698 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.698 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.698 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-26T02:01:00.698 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.698 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.698 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.698 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.698 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.698 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.699 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.699 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.699 INFO:teuthology.orchestra.run.smithi046.stdout: "enabled": { 2024-04-26T02:01:00.699 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "enabled", 2024-04-26T02:01:00.699 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.699 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.699 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.699 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.699 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.699 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.699 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.699 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.699 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.699 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.699 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.700 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.700 INFO:teuthology.orchestra.run.smithi046.stdout: "interval": { 2024-04-26T02:01:00.700 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "interval", 2024-04-26T02:01:00.700 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.700 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.700 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.700 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "24", 2024-04-26T02:01:00.700 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "8", 2024-04-26T02:01:00.700 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.700 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.700 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.700 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.700 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.700 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.701 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.701 INFO:teuthology.orchestra.run.smithi046.stdout: "last_opt_revision": { 2024-04-26T02:01:00.701 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "last_opt_revision", 2024-04-26T02:01:00.701 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.701 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.701 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.701 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "1", 2024-04-26T02:01:00.701 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.701 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.701 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.701 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.701 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.701 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.701 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.701 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.701 INFO:teuthology.orchestra.run.smithi046.stdout: "leaderboard": { 2024-04-26T02:01:00.702 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "leaderboard", 2024-04-26T02:01:00.702 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.702 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.702 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.702 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.702 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.702 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.702 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.702 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.702 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.702 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.702 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.702 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.703 INFO:teuthology.orchestra.run.smithi046.stdout: "leaderboard_description": { 2024-04-26T02:01:00.703 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "leaderboard_description", 2024-04-26T02:01:00.703 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.703 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.703 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.703 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.703 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.703 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.703 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.703 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.704 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.704 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.704 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.704 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.704 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.704 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.704 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.704 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.704 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.704 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.704 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.704 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.704 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.704 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.704 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.705 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.705 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.705 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.705 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.705 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.705 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.705 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.705 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.705 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.705 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.705 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.705 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.705 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.705 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.706 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.706 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.706 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.706 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.706 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.706 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.706 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.706 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.706 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.706 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.706 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.706 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.706 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.706 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.707 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.707 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.707 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.707 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.707 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.707 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.707 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.707 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.707 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.707 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.707 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.707 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.707 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.707 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.708 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.708 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.708 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.708 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.708 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.708 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.708 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.708 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.708 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.708 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.708 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.708 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.708 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.709 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.709 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.709 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.709 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.709 INFO:teuthology.orchestra.run.smithi046.stdout: "organization": { 2024-04-26T02:01:00.709 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "organization", 2024-04-26T02:01:00.709 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.709 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.709 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.709 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.709 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.709 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.709 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.709 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.710 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.710 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.710 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.710 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.710 INFO:teuthology.orchestra.run.smithi046.stdout: "proxy": { 2024-04-26T02:01:00.710 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "proxy", 2024-04-26T02:01:00.710 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.710 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.710 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.710 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.710 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.710 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.710 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.711 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.711 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.711 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.711 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.711 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.711 INFO:teuthology.orchestra.run.smithi046.stdout: "url": { 2024-04-26T02:01:00.711 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "url", 2024-04-26T02:01:00.711 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.711 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.711 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.711 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-26T02:01:00.711 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.711 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.711 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.711 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.712 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.712 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.712 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.712 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.712 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.712 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.712 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.712 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "test_orchestrator", 2024-04-26T02:01:00.712 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.712 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.712 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.712 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.712 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.712 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.713 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.713 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.713 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.713 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.713 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.713 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.713 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.713 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.713 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.713 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.713 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.713 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.713 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.713 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.714 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.714 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.714 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.714 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.714 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.714 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.714 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.714 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.714 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.714 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.714 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.714 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.714 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.714 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.714 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.715 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.715 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.715 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.715 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.715 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.715 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.715 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.715 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.715 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.715 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.715 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.715 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.715 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.715 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.715 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.716 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.716 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.716 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.716 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.716 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.716 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.716 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.716 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.716 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.716 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.716 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.716 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.716 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.716 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.716 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.717 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.717 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.717 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.717 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.717 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.717 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.717 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.717 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.717 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.717 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.717 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.717 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "volumes", 2024-04-26T02:01:00.717 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.717 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.717 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.718 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.718 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.718 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.718 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.718 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.718 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.718 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.718 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.718 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.718 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.718 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.718 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.718 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.718 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.718 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.719 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.719 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.719 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.719 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.719 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.719 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.719 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.719 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.719 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.719 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.719 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.719 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.719 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.719 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.720 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.720 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.720 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.720 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.720 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.720 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.720 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.720 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.720 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.720 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.720 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.720 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.720 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.720 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.720 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.721 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.721 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.721 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.721 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.721 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.721 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.721 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.721 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.721 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.721 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.721 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.721 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.721 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.721 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.722 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.722 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.722 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.722 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.722 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.722 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.722 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.722 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.722 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.722 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.722 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.722 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.722 INFO:teuthology.orchestra.run.smithi046.stdout: "max_concurrent_clones": { 2024-04-26T02:01:00.722 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "max_concurrent_clones", 2024-04-26T02:01:00.723 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.723 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.723 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.723 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "4", 2024-04-26T02:01:00.723 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.723 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.723 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.723 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-26T02:01:00.723 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.723 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.723 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.723 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.723 INFO:teuthology.orchestra.run.smithi046.stdout: "periodic_async_work": { 2024-04-26T02:01:00.723 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "periodic_async_work", 2024-04-26T02:01:00.724 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.724 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.724 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.724 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.724 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.724 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.724 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.724 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Periodically check for async work", 2024-04-26T02:01:00.724 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.724 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.724 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.724 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.724 INFO:teuthology.orchestra.run.smithi046.stdout: "snapshot_clone_delay": { 2024-04-26T02:01:00.724 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "snapshot_clone_delay", 2024-04-26T02:01:00.724 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.725 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.725 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.725 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0", 2024-04-26T02:01:00.725 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.725 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.725 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.725 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-26T02:01:00.725 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.725 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.725 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.725 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.725 INFO:teuthology.orchestra.run.smithi046.stdout: "snapshot_clone_no_wait": { 2024-04-26T02:01:00.725 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "snapshot_clone_no_wait", 2024-04-26T02:01:00.725 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.726 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.726 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.726 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.726 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.726 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.726 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.726 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-26T02:01:00.726 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.726 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.726 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.726 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.726 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.726 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.726 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.726 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "zabbix", 2024-04-26T02:01:00.727 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.727 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.727 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.727 INFO:teuthology.orchestra.run.smithi046.stdout: "discovery_interval": { 2024-04-26T02:01:00.727 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "discovery_interval", 2024-04-26T02:01:00.727 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "uint", 2024-04-26T02:01:00.727 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.727 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.727 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "100", 2024-04-26T02:01:00.727 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.727 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.727 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.727 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.727 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.727 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.728 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.728 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.728 INFO:teuthology.orchestra.run.smithi046.stdout: "identifier": { 2024-04-26T02:01:00.728 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "identifier", 2024-04-26T02:01:00.728 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.728 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.728 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.728 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.728 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.728 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.728 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.728 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.728 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.728 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.728 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.729 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.729 INFO:teuthology.orchestra.run.smithi046.stdout: "interval": { 2024-04-26T02:01:00.729 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "interval", 2024-04-26T02:01:00.729 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:00.729 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.729 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.729 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "60", 2024-04-26T02:01:00.729 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.729 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.729 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.729 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.729 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.729 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.730 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.730 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.730 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.730 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.730 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.730 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.730 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.730 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.730 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.730 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.730 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.730 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.730 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.730 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.731 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.731 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.731 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.731 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.731 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.731 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.731 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.731 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.731 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.731 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.731 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.731 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.731 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.731 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.731 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.732 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.732 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.732 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.732 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.732 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.732 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.732 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.732 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.732 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.732 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.732 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.732 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.732 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.732 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.732 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.733 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.733 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.733 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.733 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.733 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.733 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.733 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.733 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.733 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.733 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.733 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.733 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.733 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.733 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.733 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.734 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.734 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.734 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.734 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.734 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.734 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.734 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.734 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.734 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.734 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.734 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.734 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.734 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.735 INFO:teuthology.orchestra.run.smithi046.stdout: "zabbix_host": { 2024-04-26T02:01:00.735 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "zabbix_host", 2024-04-26T02:01:00.735 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.735 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.735 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.735 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.735 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.735 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.735 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.735 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.735 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.735 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.735 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.735 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.735 INFO:teuthology.orchestra.run.smithi046.stdout: "zabbix_port": { 2024-04-26T02:01:00.736 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "zabbix_port", 2024-04-26T02:01:00.736 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.736 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.736 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.736 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10051", 2024-04-26T02:01:00.736 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.736 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.736 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.736 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.736 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.736 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.736 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.736 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.736 INFO:teuthology.orchestra.run.smithi046.stdout: "zabbix_sender": { 2024-04-26T02:01:00.737 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "zabbix_sender", 2024-04-26T02:01:00.737 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.737 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.737 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.737 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-26T02:01:00.737 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.737 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.737 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.737 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.737 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.737 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.737 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.737 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.737 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.737 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.737 INFO:teuthology.orchestra.run.smithi046.stdout: ] 2024-04-26T02:01:00.737 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.738 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.738 INFO:teuthology.orchestra.run.smithi046.stdout: "gid": 25129, 2024-04-26T02:01:00.738 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "z", 2024-04-26T02:01:00.738 INFO:teuthology.orchestra.run.smithi046.stdout: "mgr_features": 4540701547738038271, 2024-04-26T02:01:00.738 INFO:teuthology.orchestra.run.smithi046.stdout: "available_modules": [ 2024-04-26T02:01:00.738 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.738 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "alerts", 2024-04-26T02:01:00.738 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.738 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.738 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.738 INFO:teuthology.orchestra.run.smithi046.stdout: "interval": { 2024-04-26T02:01:00.738 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "interval", 2024-04-26T02:01:00.738 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:00.739 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.739 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.739 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "60", 2024-04-26T02:01:00.739 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.739 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.739 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.739 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "How frequently to reexamine health status", 2024-04-26T02:01:00.739 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.739 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.739 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.739 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.739 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.739 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.739 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.740 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.740 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.740 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.740 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.740 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.740 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.740 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.740 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.740 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.740 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.740 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.740 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.740 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.741 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.741 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.741 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.741 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.741 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.741 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.741 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.741 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.741 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.741 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.741 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.741 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.741 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.741 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.741 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.741 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.742 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.742 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.742 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.742 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.742 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.742 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.742 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.742 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.742 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.742 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.742 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.742 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.742 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.743 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.743 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.743 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.743 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.743 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.743 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.743 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.743 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.743 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.743 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.743 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.743 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.743 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.743 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.744 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.744 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.744 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.744 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.744 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.744 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.744 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.744 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.744 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.744 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.744 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.744 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_destination": { 2024-04-26T02:01:00.744 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_destination", 2024-04-26T02:01:00.744 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.744 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.744 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.745 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.745 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.745 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.745 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.745 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Email address to send alerts to", 2024-04-26T02:01:00.745 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.745 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.745 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.745 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.745 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_from_name": { 2024-04-26T02:01:00.745 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_from_name", 2024-04-26T02:01:00.745 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.745 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.745 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.745 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "Ceph", 2024-04-26T02:01:00.746 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.746 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.746 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.746 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Email From: name", 2024-04-26T02:01:00.746 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.746 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.746 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.746 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.746 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_host": { 2024-04-26T02:01:00.746 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_host", 2024-04-26T02:01:00.746 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.746 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.746 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.746 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.747 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.747 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.747 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.747 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "SMTP server", 2024-04-26T02:01:00.747 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.747 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.747 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.747 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.747 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_password": { 2024-04-26T02:01:00.747 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_password", 2024-04-26T02:01:00.747 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.747 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.747 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.747 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.747 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.748 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.748 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.748 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Password to authenticate with", 2024-04-26T02:01:00.748 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.748 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.748 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.748 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.748 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_port": { 2024-04-26T02:01:00.748 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_port", 2024-04-26T02:01:00.748 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.748 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.748 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.748 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "465", 2024-04-26T02:01:00.748 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.748 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.749 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.749 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "SMTP port", 2024-04-26T02:01:00.749 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.749 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.749 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.749 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.749 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_sender": { 2024-04-26T02:01:00.749 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_sender", 2024-04-26T02:01:00.749 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.749 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.749 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.749 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.749 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.749 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.749 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.750 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "SMTP envelope sender", 2024-04-26T02:01:00.750 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.750 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.750 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.750 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.750 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_ssl": { 2024-04-26T02:01:00.750 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_ssl", 2024-04-26T02:01:00.750 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.750 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.750 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.750 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.750 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.750 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.751 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.751 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-26T02:01:00.751 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.751 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.751 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.751 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.751 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_user": { 2024-04-26T02:01:00.751 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_user", 2024-04-26T02:01:00.751 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.751 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.751 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.751 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.751 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.751 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.751 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.752 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "User to authenticate as", 2024-04-26T02:01:00.752 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.752 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.752 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.752 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.752 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.752 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.752 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.752 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "balancer", 2024-04-26T02:01:00.752 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.752 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.752 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.752 INFO:teuthology.orchestra.run.smithi046.stdout: "active": { 2024-04-26T02:01:00.752 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "active", 2024-04-26T02:01:00.753 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.753 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.753 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.753 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.753 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.753 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.753 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.753 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "automatically balance PGs across cluster", 2024-04-26T02:01:00.753 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.753 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.753 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.753 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.753 INFO:teuthology.orchestra.run.smithi046.stdout: "begin_time": { 2024-04-26T02:01:00.753 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "begin_time", 2024-04-26T02:01:00.753 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.754 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.754 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.754 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0000", 2024-04-26T02:01:00.754 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.754 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.754 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.754 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "beginning time of day to automatically balance", 2024-04-26T02:01:00.754 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-26T02:01:00.754 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.754 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.754 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.754 INFO:teuthology.orchestra.run.smithi046.stdout: "begin_weekday": { 2024-04-26T02:01:00.754 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "begin_weekday", 2024-04-26T02:01:00.755 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "uint", 2024-04-26T02:01:00.755 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.755 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.755 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0", 2024-04-26T02:01:00.755 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "0", 2024-04-26T02:01:00.755 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "6", 2024-04-26T02:01:00.755 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.755 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-26T02:01:00.755 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-26T02:01:00.755 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.755 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.755 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.755 INFO:teuthology.orchestra.run.smithi046.stdout: "crush_compat_max_iterations": { 2024-04-26T02:01:00.755 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "crush_compat_max_iterations", 2024-04-26T02:01:00.755 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "uint", 2024-04-26T02:01:00.756 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.756 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.756 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "25", 2024-04-26T02:01:00.756 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "1", 2024-04-26T02:01:00.756 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "250", 2024-04-26T02:01:00.756 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.756 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-26T02:01:00.756 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.756 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.756 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.756 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.756 INFO:teuthology.orchestra.run.smithi046.stdout: "crush_compat_metrics": { 2024-04-26T02:01:00.756 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "crush_compat_metrics", 2024-04-26T02:01:00.756 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.756 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.757 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.757 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "pgs,objects,bytes", 2024-04-26T02:01:00.757 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.757 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.757 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.757 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-26T02:01:00.757 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-26T02:01:00.757 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.757 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.757 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.757 INFO:teuthology.orchestra.run.smithi046.stdout: "crush_compat_step": { 2024-04-26T02:01:00.757 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "crush_compat_step", 2024-04-26T02:01:00.757 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "float", 2024-04-26T02:01:00.757 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.757 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.757 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0.5", 2024-04-26T02:01:00.758 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "0.001", 2024-04-26T02:01:00.758 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "0.999", 2024-04-26T02:01:00.758 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.758 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "aggressiveness of optimization", 2024-04-26T02:01:00.758 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-26T02:01:00.758 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.758 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.758 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.758 INFO:teuthology.orchestra.run.smithi046.stdout: "end_time": { 2024-04-26T02:01:00.758 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "end_time", 2024-04-26T02:01:00.758 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.758 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.758 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.759 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "2359", 2024-04-26T02:01:00.759 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.759 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.759 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.759 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "ending time of day to automatically balance", 2024-04-26T02:01:00.759 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-26T02:01:00.759 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.759 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.759 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.759 INFO:teuthology.orchestra.run.smithi046.stdout: "end_weekday": { 2024-04-26T02:01:00.759 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "end_weekday", 2024-04-26T02:01:00.759 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "uint", 2024-04-26T02:01:00.759 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.759 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.759 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0", 2024-04-26T02:01:00.759 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "0", 2024-04-26T02:01:00.760 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "6", 2024-04-26T02:01:00.760 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.760 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-26T02:01:00.760 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-26T02:01:00.760 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.760 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.760 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.760 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.760 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.760 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.760 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.760 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.760 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.761 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.761 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.761 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.761 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.761 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.761 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.761 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.761 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.761 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.761 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.761 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.761 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.761 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.761 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.761 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.762 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.762 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.762 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.762 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.762 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.762 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.762 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.762 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.762 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.762 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.762 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.762 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.762 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.762 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.763 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.763 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.763 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.763 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.763 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.763 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.763 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.763 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.763 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.763 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.763 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.763 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.763 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.763 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.764 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.764 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.764 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.764 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.764 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.764 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.764 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.764 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.764 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.764 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.764 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.764 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.764 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.764 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.765 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.765 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.765 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.765 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.765 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.765 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.765 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.765 INFO:teuthology.orchestra.run.smithi046.stdout: "min_score": { 2024-04-26T02:01:00.765 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "min_score", 2024-04-26T02:01:00.765 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "float", 2024-04-26T02:01:00.765 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.765 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.765 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0", 2024-04-26T02:01:00.765 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.765 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.765 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.766 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-26T02:01:00.766 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.766 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.766 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.766 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.766 INFO:teuthology.orchestra.run.smithi046.stdout: "mode": { 2024-04-26T02:01:00.766 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "mode", 2024-04-26T02:01:00.766 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.766 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.766 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.766 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "upmap", 2024-04-26T02:01:00.766 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.766 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.766 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.766 INFO:teuthology.orchestra.run.smithi046.stdout: "crush-compat", 2024-04-26T02:01:00.767 INFO:teuthology.orchestra.run.smithi046.stdout: "none", 2024-04-26T02:01:00.767 INFO:teuthology.orchestra.run.smithi046.stdout: "read", 2024-04-26T02:01:00.767 INFO:teuthology.orchestra.run.smithi046.stdout: "upmap", 2024-04-26T02:01:00.767 INFO:teuthology.orchestra.run.smithi046.stdout: "upmap-read" 2024-04-26T02:01:00.767 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.767 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Balancer mode", 2024-04-26T02:01:00.767 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.767 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.767 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.767 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.767 INFO:teuthology.orchestra.run.smithi046.stdout: "pool_ids": { 2024-04-26T02:01:00.767 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "pool_ids", 2024-04-26T02:01:00.767 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.767 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.767 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.767 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.768 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.768 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.768 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.768 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-26T02:01:00.768 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.768 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.768 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.768 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.768 INFO:teuthology.orchestra.run.smithi046.stdout: "sleep_interval": { 2024-04-26T02:01:00.768 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "sleep_interval", 2024-04-26T02:01:00.768 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:00.768 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.768 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.768 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "60", 2024-04-26T02:01:00.768 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.768 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.769 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.769 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-26T02:01:00.769 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.769 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.769 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.769 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.769 INFO:teuthology.orchestra.run.smithi046.stdout: "upmap_max_deviation": { 2024-04-26T02:01:00.769 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "upmap_max_deviation", 2024-04-26T02:01:00.769 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.769 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.769 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.769 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "5", 2024-04-26T02:01:00.769 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "1", 2024-04-26T02:01:00.769 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.769 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.770 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-26T02:01:00.770 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-26T02:01:00.770 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.770 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.770 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.770 INFO:teuthology.orchestra.run.smithi046.stdout: "upmap_max_optimizations": { 2024-04-26T02:01:00.770 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "upmap_max_optimizations", 2024-04-26T02:01:00.770 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "uint", 2024-04-26T02:01:00.770 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.770 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.770 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2024-04-26T02:01:00.770 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.770 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.770 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.771 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-26T02:01:00.771 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.771 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.771 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.771 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.771 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.771 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.771 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.771 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "cephadm", 2024-04-26T02:01:00.771 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.771 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.771 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.771 INFO:teuthology.orchestra.run.smithi046.stdout: "agent_down_multiplier": { 2024-04-26T02:01:00.771 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "agent_down_multiplier", 2024-04-26T02:01:00.771 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "float", 2024-04-26T02:01:00.772 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.772 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.772 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "3.0", 2024-04-26T02:01:00.772 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.772 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.772 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.772 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-26T02:01:00.772 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.772 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.772 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.772 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.772 INFO:teuthology.orchestra.run.smithi046.stdout: "agent_refresh_rate": { 2024-04-26T02:01:00.772 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "agent_refresh_rate", 2024-04-26T02:01:00.772 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:00.773 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.773 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.773 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "20", 2024-04-26T02:01:00.773 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.773 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.773 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.773 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-26T02:01:00.773 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.773 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.773 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.773 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.773 INFO:teuthology.orchestra.run.smithi046.stdout: "agent_starting_port": { 2024-04-26T02:01:00.773 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "agent_starting_port", 2024-04-26T02:01:00.774 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.774 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.774 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.774 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "4721", 2024-04-26T02:01:00.774 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.774 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.774 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.774 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-26T02:01:00.774 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.774 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.774 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.774 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.774 INFO:teuthology.orchestra.run.smithi046.stdout: "allow_ptrace": { 2024-04-26T02:01:00.774 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "allow_ptrace", 2024-04-26T02:01:00.775 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.775 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.775 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.775 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.775 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.775 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.775 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.775 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-26T02:01:00.775 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-26T02:01:00.775 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.775 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.775 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.775 INFO:teuthology.orchestra.run.smithi046.stdout: "autotune_interval": { 2024-04-26T02:01:00.775 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "autotune_interval", 2024-04-26T02:01:00.775 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:00.776 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.776 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.776 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "600", 2024-04-26T02:01:00.776 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.776 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.776 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.776 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-26T02:01:00.776 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.776 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.776 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.776 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.776 INFO:teuthology.orchestra.run.smithi046.stdout: "autotune_memory_target_ratio": { 2024-04-26T02:01:00.776 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "autotune_memory_target_ratio", 2024-04-26T02:01:00.776 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "float", 2024-04-26T02:01:00.776 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.776 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.777 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0.7", 2024-04-26T02:01:00.777 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.777 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.777 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.777 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-26T02:01:00.777 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.777 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.777 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.777 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.777 INFO:teuthology.orchestra.run.smithi046.stdout: "cephadm_log_destination": { 2024-04-26T02:01:00.777 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "cephadm_log_destination", 2024-04-26T02:01:00.777 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.777 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.777 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.777 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.778 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.778 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.778 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.778 INFO:teuthology.orchestra.run.smithi046.stdout: "file", 2024-04-26T02:01:00.778 INFO:teuthology.orchestra.run.smithi046.stdout: "file,syslog", 2024-04-26T02:01:00.778 INFO:teuthology.orchestra.run.smithi046.stdout: "syslog" 2024-04-26T02:01:00.778 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.778 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-26T02:01:00.778 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.778 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.778 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.778 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.779 INFO:teuthology.orchestra.run.smithi046.stdout: "cgroups_split": { 2024-04-26T02:01:00.779 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "cgroups_split", 2024-04-26T02:01:00.779 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.779 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.779 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.779 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.779 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.779 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.779 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.779 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-26T02:01:00.779 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.779 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.779 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.779 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.780 INFO:teuthology.orchestra.run.smithi046.stdout: "config_checks_enabled": { 2024-04-26T02:01:00.780 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "config_checks_enabled", 2024-04-26T02:01:00.780 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.780 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.780 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.780 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.780 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.780 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.780 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.780 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-26T02:01:00.780 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.780 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.780 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.780 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.781 INFO:teuthology.orchestra.run.smithi046.stdout: "config_dashboard": { 2024-04-26T02:01:00.781 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "config_dashboard", 2024-04-26T02:01:00.781 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.781 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.781 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.781 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.781 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.781 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.781 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.781 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-26T02:01:00.781 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.781 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.781 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.781 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.781 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_alertmanager": { 2024-04-26T02:01:00.782 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_alertmanager", 2024-04-26T02:01:00.782 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.782 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.782 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.782 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-26T02:01:00.782 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.782 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.782 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.782 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Prometheus container image", 2024-04-26T02:01:00.782 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.782 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.782 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.782 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.782 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_base": { 2024-04-26T02:01:00.782 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_base", 2024-04-26T02:01:00.783 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.783 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.783 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.783 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-26T02:01:00.783 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.783 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.783 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.783 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Container image name, without the tag", 2024-04-26T02:01:00.783 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.783 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.783 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.783 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.783 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_elasticsearch": { 2024-04-26T02:01:00.783 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_elasticsearch", 2024-04-26T02:01:00.784 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.784 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.784 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.784 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-26T02:01:00.784 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.784 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.784 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.784 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "elasticsearch container image", 2024-04-26T02:01:00.784 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.784 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.784 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.784 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.784 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_grafana": { 2024-04-26T02:01:00.785 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_grafana", 2024-04-26T02:01:00.785 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.785 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.785 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.785 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-26T02:01:00.785 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.785 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.785 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.785 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Prometheus container image", 2024-04-26T02:01:00.785 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.785 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.785 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.785 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.785 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_haproxy": { 2024-04-26T02:01:00.785 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_haproxy", 2024-04-26T02:01:00.785 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.786 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.786 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.786 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-26T02:01:00.786 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.786 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.786 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.786 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "HAproxy container image", 2024-04-26T02:01:00.786 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.786 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.786 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.786 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.786 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_jaeger_agent": { 2024-04-26T02:01:00.786 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_jaeger_agent", 2024-04-26T02:01:00.787 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.787 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.787 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.787 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-26T02:01:00.787 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.787 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.787 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.787 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Jaeger agent container image", 2024-04-26T02:01:00.787 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.787 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.787 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.787 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.787 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_jaeger_collector": { 2024-04-26T02:01:00.788 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_jaeger_collector", 2024-04-26T02:01:00.788 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.788 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.788 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.788 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-26T02:01:00.788 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.788 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.788 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.788 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Jaeger collector container image", 2024-04-26T02:01:00.788 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.788 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.788 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.789 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.789 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_jaeger_query": { 2024-04-26T02:01:00.789 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_jaeger_query", 2024-04-26T02:01:00.789 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.789 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.789 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.789 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-26T02:01:00.789 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.789 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.789 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.789 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Jaeger query container image", 2024-04-26T02:01:00.789 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.789 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.789 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.789 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.790 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_keepalived": { 2024-04-26T02:01:00.790 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_keepalived", 2024-04-26T02:01:00.790 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.790 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.790 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.790 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-26T02:01:00.790 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.790 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.790 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.790 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Keepalived container image", 2024-04-26T02:01:00.790 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.790 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.790 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.791 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.791 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_loki": { 2024-04-26T02:01:00.791 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_loki", 2024-04-26T02:01:00.791 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.791 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.791 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.791 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-26T02:01:00.791 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.791 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.791 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.791 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Loki container image", 2024-04-26T02:01:00.791 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.791 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.791 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.791 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.791 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_node_exporter": { 2024-04-26T02:01:00.792 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_node_exporter", 2024-04-26T02:01:00.792 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.792 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.792 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.792 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-26T02:01:00.792 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.792 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.792 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.792 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Prometheus container image", 2024-04-26T02:01:00.792 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.792 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.792 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.792 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.792 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_nvmeof": { 2024-04-26T02:01:00.792 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_nvmeof", 2024-04-26T02:01:00.793 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.793 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.793 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.793 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-26T02:01:00.793 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.793 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.793 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.793 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Nvme-of container image", 2024-04-26T02:01:00.793 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.793 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.793 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.793 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.793 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_prometheus": { 2024-04-26T02:01:00.793 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_prometheus", 2024-04-26T02:01:00.794 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.794 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.794 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.794 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-26T02:01:00.794 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.794 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.794 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.794 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Prometheus container image", 2024-04-26T02:01:00.794 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.794 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.794 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.794 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.794 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_promtail": { 2024-04-26T02:01:00.794 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_promtail", 2024-04-26T02:01:00.794 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.795 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.795 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.795 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-26T02:01:00.795 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.795 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.795 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.795 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Promtail container image", 2024-04-26T02:01:00.795 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.795 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.795 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.795 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.795 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_samba": { 2024-04-26T02:01:00.795 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_samba", 2024-04-26T02:01:00.795 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.795 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.795 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.796 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-26T02:01:00.796 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.796 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.796 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.796 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Samba/SMB container image", 2024-04-26T02:01:00.796 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.796 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.796 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.796 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.796 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_snmp_gateway": { 2024-04-26T02:01:00.796 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_snmp_gateway", 2024-04-26T02:01:00.796 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.796 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.796 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.797 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-26T02:01:00.797 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.797 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.797 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.797 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "SNMP Gateway container image", 2024-04-26T02:01:00.797 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.797 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.797 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.797 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.797 INFO:teuthology.orchestra.run.smithi046.stdout: "container_init": { 2024-04-26T02:01:00.797 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_init", 2024-04-26T02:01:00.797 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.797 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.797 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.797 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.797 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.798 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.798 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.798 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Run podman/docker with `--init`", 2024-04-26T02:01:00.798 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.798 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.798 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.798 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.798 INFO:teuthology.orchestra.run.smithi046.stdout: "daemon_cache_timeout": { 2024-04-26T02:01:00.798 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "daemon_cache_timeout", 2024-04-26T02:01:00.798 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:00.798 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.798 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.799 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "600", 2024-04-26T02:01:00.799 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.799 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.799 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.799 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-26T02:01:00.799 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.799 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.799 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.799 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.799 INFO:teuthology.orchestra.run.smithi046.stdout: "default_cephadm_command_timeout": { 2024-04-26T02:01:00.799 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "default_cephadm_command_timeout", 2024-04-26T02:01:00.799 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.799 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.799 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.799 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "900", 2024-04-26T02:01:00.800 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.800 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.800 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.800 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-26T02:01:00.800 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.800 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.800 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.800 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.800 INFO:teuthology.orchestra.run.smithi046.stdout: "default_registry": { 2024-04-26T02:01:00.800 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "default_registry", 2024-04-26T02:01:00.800 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.800 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.800 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.800 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "docker.io", 2024-04-26T02:01:00.801 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.801 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.801 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.801 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-26T02:01:00.801 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.801 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.801 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.801 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.801 INFO:teuthology.orchestra.run.smithi046.stdout: "device_cache_timeout": { 2024-04-26T02:01:00.801 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "device_cache_timeout", 2024-04-26T02:01:00.801 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:00.801 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.802 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.802 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "1800", 2024-04-26T02:01:00.802 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.802 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.802 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.802 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "seconds to cache device inventory", 2024-04-26T02:01:00.802 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.802 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.802 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.802 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.802 INFO:teuthology.orchestra.run.smithi046.stdout: "device_enhanced_scan": { 2024-04-26T02:01:00.802 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "device_enhanced_scan", 2024-04-26T02:01:00.802 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.802 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.803 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.803 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.803 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.803 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.803 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.803 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-26T02:01:00.803 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.803 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.803 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.803 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.803 INFO:teuthology.orchestra.run.smithi046.stdout: "facts_cache_timeout": { 2024-04-26T02:01:00.803 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "facts_cache_timeout", 2024-04-26T02:01:00.803 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:00.803 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.803 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.803 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "60", 2024-04-26T02:01:00.804 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.804 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.804 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.804 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "seconds to cache host facts data", 2024-04-26T02:01:00.804 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.804 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.804 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.804 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.804 INFO:teuthology.orchestra.run.smithi046.stdout: "grafana_dashboards_path": { 2024-04-26T02:01:00.804 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "grafana_dashboards_path", 2024-04-26T02:01:00.804 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.804 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.804 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.804 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-26T02:01:00.804 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.804 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.804 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.805 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-26T02:01:00.805 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.805 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.805 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.805 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.805 INFO:teuthology.orchestra.run.smithi046.stdout: "host_check_interval": { 2024-04-26T02:01:00.805 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "host_check_interval", 2024-04-26T02:01:00.805 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:00.805 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.805 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.805 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "600", 2024-04-26T02:01:00.805 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.805 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.805 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.805 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how frequently to perform a host check", 2024-04-26T02:01:00.805 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.806 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.806 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.806 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.806 INFO:teuthology.orchestra.run.smithi046.stdout: "hw_monitoring": { 2024-04-26T02:01:00.806 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "hw_monitoring", 2024-04-26T02:01:00.806 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.806 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.806 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.806 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.806 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.806 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.806 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.806 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-26T02:01:00.806 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.806 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.807 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.807 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.807 INFO:teuthology.orchestra.run.smithi046.stdout: "inventory_list_all": { 2024-04-26T02:01:00.807 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "inventory_list_all", 2024-04-26T02:01:00.807 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.807 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.807 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.807 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.807 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.807 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.807 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.807 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-26T02:01:00.807 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.808 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.808 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.808 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.808 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.808 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.808 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.808 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.808 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.808 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.808 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.808 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.808 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.808 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.808 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.809 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.809 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.809 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.809 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.809 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.809 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.809 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.809 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.809 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.809 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.809 INFO:teuthology.orchestra.run.smithi046.stdout: "log_refresh_metadata": { 2024-04-26T02:01:00.809 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_refresh_metadata", 2024-04-26T02:01:00.809 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.809 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.809 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.810 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.810 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.810 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.810 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.810 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-26T02:01:00.810 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.810 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.810 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.810 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.810 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.810 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.810 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.810 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.810 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.810 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.811 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.811 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.811 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.811 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-26T02:01:00.811 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.811 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.811 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.811 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.811 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.811 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.811 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.811 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.811 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.811 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.811 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.811 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.812 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.812 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.812 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.812 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.812 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.812 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.812 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.812 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.812 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.812 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.812 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.812 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.812 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.812 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.812 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.812 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.813 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.813 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.813 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.813 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.813 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.813 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.813 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.813 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.813 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.813 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.813 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.813 INFO:teuthology.orchestra.run.smithi046.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-26T02:01:00.813 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-26T02:01:00.813 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.813 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.813 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.814 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.814 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.814 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.814 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.814 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-26T02:01:00.814 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.814 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.814 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.814 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.814 INFO:teuthology.orchestra.run.smithi046.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-26T02:01:00.814 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-26T02:01:00.814 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.814 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.814 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.815 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "*", 2024-04-26T02:01:00.815 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.815 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.815 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.815 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-26T02:01:00.815 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.815 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.815 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.815 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.815 INFO:teuthology.orchestra.run.smithi046.stdout: "max_count_per_host": { 2024-04-26T02:01:00.815 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "max_count_per_host", 2024-04-26T02:01:00.815 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.815 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.815 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.815 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2024-04-26T02:01:00.815 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.816 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.816 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.816 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "max number of daemons per service per host", 2024-04-26T02:01:00.816 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.816 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.816 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.816 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.816 INFO:teuthology.orchestra.run.smithi046.stdout: "max_osd_draining_count": { 2024-04-26T02:01:00.816 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "max_osd_draining_count", 2024-04-26T02:01:00.816 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.816 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.816 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.816 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2024-04-26T02:01:00.816 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.816 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.816 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.817 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-26T02:01:00.817 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.817 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.817 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.817 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.817 INFO:teuthology.orchestra.run.smithi046.stdout: "migration_current": { 2024-04-26T02:01:00.817 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "migration_current", 2024-04-26T02:01:00.817 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.817 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.817 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.817 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.817 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.817 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.817 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.817 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "internal - do not modify", 2024-04-26T02:01:00.817 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.817 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.818 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.818 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.818 INFO:teuthology.orchestra.run.smithi046.stdout: "mode": { 2024-04-26T02:01:00.818 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "mode", 2024-04-26T02:01:00.818 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.818 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.818 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.818 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "root", 2024-04-26T02:01:00.818 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.818 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.818 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.818 INFO:teuthology.orchestra.run.smithi046.stdout: "cephadm-package", 2024-04-26T02:01:00.818 INFO:teuthology.orchestra.run.smithi046.stdout: "root" 2024-04-26T02:01:00.818 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.818 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "mode for remote execution of cephadm", 2024-04-26T02:01:00.818 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.819 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.819 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.819 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.819 INFO:teuthology.orchestra.run.smithi046.stdout: "oob_default_addr": { 2024-04-26T02:01:00.819 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "oob_default_addr", 2024-04-26T02:01:00.819 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.819 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.819 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.819 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "169.254.1.1", 2024-04-26T02:01:00.819 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.819 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.819 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.819 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-26T02:01:00.819 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.819 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.820 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.820 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.820 INFO:teuthology.orchestra.run.smithi046.stdout: "prometheus_alerts_path": { 2024-04-26T02:01:00.820 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "prometheus_alerts_path", 2024-04-26T02:01:00.820 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.820 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.820 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.820 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-26T02:01:00.820 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.820 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.820 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.820 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-26T02:01:00.820 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.820 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.820 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.820 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.821 INFO:teuthology.orchestra.run.smithi046.stdout: "registry_insecure": { 2024-04-26T02:01:00.821 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "registry_insecure", 2024-04-26T02:01:00.821 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.821 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.821 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.821 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.821 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.821 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.821 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.821 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-26T02:01:00.821 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.821 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.821 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.821 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.822 INFO:teuthology.orchestra.run.smithi046.stdout: "registry_password": { 2024-04-26T02:01:00.822 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "registry_password", 2024-04-26T02:01:00.822 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.822 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.822 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.822 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.822 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.822 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.822 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.822 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-26T02:01:00.822 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.822 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.822 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.822 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.822 INFO:teuthology.orchestra.run.smithi046.stdout: "registry_url": { 2024-04-26T02:01:00.822 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "registry_url", 2024-04-26T02:01:00.823 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.823 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.823 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.823 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.823 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.823 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.823 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.823 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-26T02:01:00.823 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.823 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.823 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.823 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.823 INFO:teuthology.orchestra.run.smithi046.stdout: "registry_username": { 2024-04-26T02:01:00.823 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "registry_username", 2024-04-26T02:01:00.823 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.824 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.824 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.824 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.824 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.824 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.824 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.824 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-26T02:01:00.824 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.824 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.824 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.824 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.824 INFO:teuthology.orchestra.run.smithi046.stdout: "secure_monitoring_stack": { 2024-04-26T02:01:00.824 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "secure_monitoring_stack", 2024-04-26T02:01:00.824 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.824 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.824 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.825 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.825 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.825 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.825 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.825 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-26T02:01:00.825 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.825 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.825 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.825 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.825 INFO:teuthology.orchestra.run.smithi046.stdout: "service_discovery_port": { 2024-04-26T02:01:00.825 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "service_discovery_port", 2024-04-26T02:01:00.825 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.825 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.825 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.826 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "8765", 2024-04-26T02:01:00.826 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.826 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.826 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.826 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "cephadm service discovery port", 2024-04-26T02:01:00.826 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.826 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.826 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.826 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.826 INFO:teuthology.orchestra.run.smithi046.stdout: "ssh_config_file": { 2024-04-26T02:01:00.826 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ssh_config_file", 2024-04-26T02:01:00.826 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.827 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.827 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.827 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.827 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.827 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.827 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.827 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-26T02:01:00.827 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.827 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.827 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.827 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.827 INFO:teuthology.orchestra.run.smithi046.stdout: "use_agent": { 2024-04-26T02:01:00.827 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "use_agent", 2024-04-26T02:01:00.827 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.827 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.827 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.827 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.828 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.828 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.828 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.828 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-26T02:01:00.828 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.828 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.828 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.828 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.828 INFO:teuthology.orchestra.run.smithi046.stdout: "use_repo_digest": { 2024-04-26T02:01:00.828 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "use_repo_digest", 2024-04-26T02:01:00.828 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.828 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.828 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.828 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.828 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.828 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.829 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.829 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-26T02:01:00.829 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.829 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.829 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.829 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.829 INFO:teuthology.orchestra.run.smithi046.stdout: "warn_on_failed_host_check": { 2024-04-26T02:01:00.829 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "warn_on_failed_host_check", 2024-04-26T02:01:00.829 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.829 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.829 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.829 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.829 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.829 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.829 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.829 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "raise a health warning if the host check fails", 2024-04-26T02:01:00.830 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.830 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.830 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.830 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.830 INFO:teuthology.orchestra.run.smithi046.stdout: "warn_on_stray_daemons": { 2024-04-26T02:01:00.830 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "warn_on_stray_daemons", 2024-04-26T02:01:00.830 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.830 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.830 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.830 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.830 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.830 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.831 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.831 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-26T02:01:00.831 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.831 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.831 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.831 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.831 INFO:teuthology.orchestra.run.smithi046.stdout: "warn_on_stray_hosts": { 2024-04-26T02:01:00.831 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "warn_on_stray_hosts", 2024-04-26T02:01:00.831 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.831 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.831 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.831 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.831 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.831 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.831 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.832 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-26T02:01:00.832 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.832 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.832 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.832 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.832 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.832 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.832 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.832 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "crash", 2024-04-26T02:01:00.832 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.832 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.832 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.832 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.832 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.833 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.833 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.833 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.833 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.833 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.833 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.833 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.833 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.833 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.833 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.833 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.833 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.833 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.833 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.833 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.833 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.834 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.834 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.834 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.834 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.834 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.834 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.834 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.834 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.834 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.834 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.834 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.834 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.834 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.834 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.834 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.835 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.835 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.835 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.835 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.835 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.835 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.835 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.835 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.835 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.835 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.835 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.835 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.835 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.835 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.835 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.835 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.836 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.836 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.836 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.836 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.836 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.836 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.836 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.836 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.836 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.836 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.836 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.836 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.836 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.836 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.836 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.836 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.837 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.837 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.837 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.837 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.837 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.837 INFO:teuthology.orchestra.run.smithi046.stdout: "retain_interval": { 2024-04-26T02:01:00.837 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "retain_interval", 2024-04-26T02:01:00.837 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:00.837 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.837 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.837 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "31536000", 2024-04-26T02:01:00.837 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.837 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.837 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.837 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-26T02:01:00.838 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.838 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.838 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.838 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.838 INFO:teuthology.orchestra.run.smithi046.stdout: "warn_recent_interval": { 2024-04-26T02:01:00.838 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "warn_recent_interval", 2024-04-26T02:01:00.838 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:00.838 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.838 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.838 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "1209600", 2024-04-26T02:01:00.838 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.838 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.838 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.838 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-26T02:01:00.839 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.839 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.839 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.839 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.839 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.839 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.839 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.839 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "dashboard", 2024-04-26T02:01:00.839 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.839 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.839 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.839 INFO:teuthology.orchestra.run.smithi046.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-26T02:01:00.839 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-26T02:01:00.839 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.840 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.840 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.840 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2024-04-26T02:01:00.840 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.840 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.840 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.840 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.840 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.840 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.840 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.840 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.840 INFO:teuthology.orchestra.run.smithi046.stdout: "ALERTMANAGER_API_HOST": { 2024-04-26T02:01:00.840 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-26T02:01:00.840 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.841 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.841 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.841 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.841 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.841 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.841 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.841 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.841 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.841 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.841 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.841 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.841 INFO:teuthology.orchestra.run.smithi046.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-26T02:01:00.841 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-26T02:01:00.841 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.841 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.842 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.842 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.842 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.842 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.842 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.842 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.842 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.842 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.842 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.842 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.842 INFO:teuthology.orchestra.run.smithi046.stdout: "AUDIT_API_ENABLED": { 2024-04-26T02:01:00.842 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "AUDIT_API_ENABLED", 2024-04-26T02:01:00.842 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.842 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.842 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.843 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.843 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.843 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.843 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.843 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.843 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.843 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.843 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.843 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.843 INFO:teuthology.orchestra.run.smithi046.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-26T02:01:00.843 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-26T02:01:00.843 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.844 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.844 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.844 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.844 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.844 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.844 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.844 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.844 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.844 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.844 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.844 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.844 INFO:teuthology.orchestra.run.smithi046.stdout: "ENABLE_BROWSABLE_API": { 2024-04-26T02:01:00.844 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-26T02:01:00.844 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.844 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.845 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.845 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.845 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.845 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.845 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.845 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.845 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.845 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.845 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.845 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.845 INFO:teuthology.orchestra.run.smithi046.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-26T02:01:00.845 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-26T02:01:00.845 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.845 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.846 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.846 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.846 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.846 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.846 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.846 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.846 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.846 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.846 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.846 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.846 INFO:teuthology.orchestra.run.smithi046.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-26T02:01:00.846 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-26T02:01:00.846 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.847 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.847 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.847 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.847 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.847 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.847 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.847 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.847 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.847 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.847 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.847 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.847 INFO:teuthology.orchestra.run.smithi046.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-26T02:01:00.847 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-26T02:01:00.847 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.847 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.847 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.848 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.848 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.848 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.848 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.848 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.848 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.848 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.848 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.848 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.848 INFO:teuthology.orchestra.run.smithi046.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-26T02:01:00.848 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-26T02:01:00.848 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.848 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.848 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.848 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.848 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.849 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.849 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.849 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.849 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.849 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.849 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.849 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.849 INFO:teuthology.orchestra.run.smithi046.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-26T02:01:00.849 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-26T02:01:00.849 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.849 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.849 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.849 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.849 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.849 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.849 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.850 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.850 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.850 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.850 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.850 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.850 INFO:teuthology.orchestra.run.smithi046.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-26T02:01:00.850 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-26T02:01:00.850 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.850 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.850 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.850 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.850 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.850 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.850 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.851 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.851 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.851 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.851 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.851 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.851 INFO:teuthology.orchestra.run.smithi046.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-26T02:01:00.851 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-26T02:01:00.851 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.851 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.851 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.851 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.851 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.851 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.851 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.851 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.851 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.851 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.852 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.852 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.852 INFO:teuthology.orchestra.run.smithi046.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-26T02:01:00.852 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-26T02:01:00.852 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.852 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.852 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.852 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.852 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.852 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.852 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.852 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.852 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.852 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.852 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.852 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.853 INFO:teuthology.orchestra.run.smithi046.stdout: "GRAFANA_API_PASSWORD": { 2024-04-26T02:01:00.853 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-26T02:01:00.853 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.853 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.853 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.853 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "admin", 2024-04-26T02:01:00.853 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.853 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.853 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.853 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.853 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.853 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.853 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.853 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.853 INFO:teuthology.orchestra.run.smithi046.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-26T02:01:00.853 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-26T02:01:00.854 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.854 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.854 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.854 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.854 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.854 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.854 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.854 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.854 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.854 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.854 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.854 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.854 INFO:teuthology.orchestra.run.smithi046.stdout: "GRAFANA_API_URL": { 2024-04-26T02:01:00.854 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "GRAFANA_API_URL", 2024-04-26T02:01:00.854 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.854 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.855 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.855 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.855 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.855 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.855 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.855 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.855 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.855 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.855 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.855 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.855 INFO:teuthology.orchestra.run.smithi046.stdout: "GRAFANA_API_USERNAME": { 2024-04-26T02:01:00.855 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-26T02:01:00.855 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.855 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.856 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.856 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "admin", 2024-04-26T02:01:00.856 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.856 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.856 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.856 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.856 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.856 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.856 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.856 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.856 INFO:teuthology.orchestra.run.smithi046.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-26T02:01:00.856 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-26T02:01:00.856 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.856 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.857 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.857 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.857 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.857 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.857 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.857 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.857 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.857 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.857 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.857 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.857 INFO:teuthology.orchestra.run.smithi046.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-26T02:01:00.857 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-26T02:01:00.857 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.857 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.857 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.858 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.858 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.858 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.858 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.858 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.858 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.858 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.858 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.858 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.858 INFO:teuthology.orchestra.run.smithi046.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-26T02:01:00.858 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-26T02:01:00.858 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.858 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.858 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.859 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.859 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.859 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.859 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.859 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.859 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.859 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.859 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.859 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.859 INFO:teuthology.orchestra.run.smithi046.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-26T02:01:00.859 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-26T02:01:00.859 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.859 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.859 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.860 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.860 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.860 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.860 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.860 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.860 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.860 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.860 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.860 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.860 INFO:teuthology.orchestra.run.smithi046.stdout: "MANAGED_BY_CLUSTERS": { 2024-04-26T02:01:00.860 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-04-26T02:01:00.860 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.860 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.860 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.860 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "[]", 2024-04-26T02:01:00.861 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.861 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.861 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.861 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.861 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.861 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.861 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.861 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.861 INFO:teuthology.orchestra.run.smithi046.stdout: "MULTICLUSTER_CONFIG": { 2024-04-26T02:01:00.861 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "MULTICLUSTER_CONFIG", 2024-04-26T02:01:00.861 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.861 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.861 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.861 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "{}", 2024-04-26T02:01:00.861 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.862 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.862 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.862 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.862 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.862 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.862 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.862 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.862 INFO:teuthology.orchestra.run.smithi046.stdout: "PROMETHEUS_API_HOST": { 2024-04-26T02:01:00.862 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-26T02:01:00.862 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.862 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.862 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.862 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.862 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.862 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.863 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.863 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.863 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.863 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.863 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.863 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.863 INFO:teuthology.orchestra.run.smithi046.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-26T02:01:00.863 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-26T02:01:00.863 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.863 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.863 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.863 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.863 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.863 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.863 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.864 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.864 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.864 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.864 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.864 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.864 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-26T02:01:00.864 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-26T02:01:00.864 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.864 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.864 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.864 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.864 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.864 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.864 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.864 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.865 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.865 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.865 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.865 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.865 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-26T02:01:00.865 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-26T02:01:00.865 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.865 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.865 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.865 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.865 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.865 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.865 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.865 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.865 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.866 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.866 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.866 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.866 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-26T02:01:00.866 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-26T02:01:00.866 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.866 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.866 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.866 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.866 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.866 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.866 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.866 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.866 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.866 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.866 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.867 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.867 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-26T02:01:00.867 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-26T02:01:00.867 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.867 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.867 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.867 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.867 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.867 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.867 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.867 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.867 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.867 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.867 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.867 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.868 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-26T02:01:00.868 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-26T02:01:00.868 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.868 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.868 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.868 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.868 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.868 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.868 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.868 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.868 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.868 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.868 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.868 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.868 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-26T02:01:00.868 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-26T02:01:00.869 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.869 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.869 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.869 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.869 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.869 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.869 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.869 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.869 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.869 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.869 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.869 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.869 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-26T02:01:00.869 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-26T02:01:00.869 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.870 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.870 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.870 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.870 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.870 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.870 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.870 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.870 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.870 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.870 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.870 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.870 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_ENABLED": { 2024-04-26T02:01:00.870 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-26T02:01:00.870 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.871 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.871 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.871 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.871 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.871 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.871 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.871 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.871 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.871 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.871 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.871 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.871 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-26T02:01:00.871 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-26T02:01:00.871 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.872 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.872 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.872 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-26T02:01:00.872 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.872 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.872 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.872 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.872 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.872 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.872 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.872 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.872 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-26T02:01:00.872 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-26T02:01:00.872 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.872 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.872 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.873 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2024-04-26T02:01:00.873 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.873 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.873 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.873 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.873 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.873 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.873 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.873 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.873 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-26T02:01:00.873 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-26T02:01:00.873 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.873 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.873 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.873 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "8", 2024-04-26T02:01:00.874 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.874 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.874 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.874 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.874 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.874 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.874 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.874 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.874 INFO:teuthology.orchestra.run.smithi046.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-26T02:01:00.874 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-26T02:01:00.874 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.874 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.874 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.874 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "45", 2024-04-26T02:01:00.875 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.875 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.875 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.875 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.875 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.875 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.875 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.875 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.875 INFO:teuthology.orchestra.run.smithi046.stdout: "RGW_API_ACCESS_KEY": { 2024-04-26T02:01:00.875 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-26T02:01:00.875 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.875 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.875 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.875 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.876 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.876 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.876 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.876 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.876 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.876 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.876 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.876 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.876 INFO:teuthology.orchestra.run.smithi046.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-26T02:01:00.876 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-26T02:01:00.876 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.876 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.876 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.876 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "admin", 2024-04-26T02:01:00.876 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.877 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.877 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.877 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.877 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.877 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.877 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.877 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.877 INFO:teuthology.orchestra.run.smithi046.stdout: "RGW_API_SECRET_KEY": { 2024-04-26T02:01:00.877 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-26T02:01:00.877 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.877 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.877 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.877 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.878 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.878 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.878 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.878 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.878 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.878 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.878 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.878 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.878 INFO:teuthology.orchestra.run.smithi046.stdout: "RGW_API_SSL_VERIFY": { 2024-04-26T02:01:00.878 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-26T02:01:00.878 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.878 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.878 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.879 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.879 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.879 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.879 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.879 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.879 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.879 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.879 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.879 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.879 INFO:teuthology.orchestra.run.smithi046.stdout: "UNSAFE_TLS_v1_2": { 2024-04-26T02:01:00.879 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "UNSAFE_TLS_v1_2", 2024-04-26T02:01:00.879 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.879 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.879 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.880 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.880 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.880 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.880 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.880 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.880 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.880 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.880 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.880 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.880 INFO:teuthology.orchestra.run.smithi046.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-26T02:01:00.880 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-26T02:01:00.880 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.880 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.881 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.881 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0", 2024-04-26T02:01:00.881 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.881 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.881 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.881 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.881 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.881 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.881 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.881 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.881 INFO:teuthology.orchestra.run.smithi046.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-26T02:01:00.881 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-26T02:01:00.881 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.881 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.882 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.882 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2024-04-26T02:01:00.882 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.882 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.882 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.882 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.882 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.882 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.882 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.882 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.882 INFO:teuthology.orchestra.run.smithi046.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-26T02:01:00.882 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-26T02:01:00.882 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.883 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.883 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.883 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "5", 2024-04-26T02:01:00.883 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.883 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.883 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.883 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.883 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.883 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.883 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.883 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.883 INFO:teuthology.orchestra.run.smithi046.stdout: "cross_origin_url": { 2024-04-26T02:01:00.883 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "cross_origin_url", 2024-04-26T02:01:00.884 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.884 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.884 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.884 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.884 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.884 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.884 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.884 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.884 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.884 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.884 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.884 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.884 INFO:teuthology.orchestra.run.smithi046.stdout: "crt_file": { 2024-04-26T02:01:00.884 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "crt_file", 2024-04-26T02:01:00.884 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.885 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.885 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.885 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.885 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.885 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.885 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.885 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.885 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.885 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.885 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.885 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.885 INFO:teuthology.orchestra.run.smithi046.stdout: "debug": { 2024-04-26T02:01:00.885 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "debug", 2024-04-26T02:01:00.885 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.886 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.886 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.886 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.886 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.886 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.886 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.886 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Enable/disable debug options", 2024-04-26T02:01:00.886 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.886 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.886 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.886 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.886 INFO:teuthology.orchestra.run.smithi046.stdout: "jwt_token_ttl": { 2024-04-26T02:01:00.886 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "jwt_token_ttl", 2024-04-26T02:01:00.886 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.887 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.887 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.887 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "28800", 2024-04-26T02:01:00.887 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.887 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.887 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.887 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.887 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.887 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.887 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.887 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.887 INFO:teuthology.orchestra.run.smithi046.stdout: "key_file": { 2024-04-26T02:01:00.887 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "key_file", 2024-04-26T02:01:00.887 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.887 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.887 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.887 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.888 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.888 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.888 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.888 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.888 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.888 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.888 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.888 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.888 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.888 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.888 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.888 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.888 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.888 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.888 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.889 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.889 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.889 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.889 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.889 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.889 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.889 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.889 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.889 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.889 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.889 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.889 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.889 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.889 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.889 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.890 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.890 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.890 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.890 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.890 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.890 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.890 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.890 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.890 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.890 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.890 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.890 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.890 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.891 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.891 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.891 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.891 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.891 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.891 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.891 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.891 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.891 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.891 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.891 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.891 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.891 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.891 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.891 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.892 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.892 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.892 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.892 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.892 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.892 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.892 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.892 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.892 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.892 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.892 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.892 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.892 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.892 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.893 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.893 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.893 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.893 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.893 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.893 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.893 INFO:teuthology.orchestra.run.smithi046.stdout: "motd": { 2024-04-26T02:01:00.893 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "motd", 2024-04-26T02:01:00.893 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.893 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.893 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.893 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.893 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.893 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.893 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.894 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "The message of the day", 2024-04-26T02:01:00.894 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.894 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.894 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.894 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.894 INFO:teuthology.orchestra.run.smithi046.stdout: "redirect_resolve_ip_addr": { 2024-04-26T02:01:00.894 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "redirect_resolve_ip_addr", 2024-04-26T02:01:00.894 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.894 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.894 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.894 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.894 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.895 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.895 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.895 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.895 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.895 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.895 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.895 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.895 INFO:teuthology.orchestra.run.smithi046.stdout: "server_addr": { 2024-04-26T02:01:00.895 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "server_addr", 2024-04-26T02:01:00.895 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.895 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.895 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.895 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "::", 2024-04-26T02:01:00.895 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.895 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.896 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.896 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.896 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.896 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.896 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.896 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.896 INFO:teuthology.orchestra.run.smithi046.stdout: "server_port": { 2024-04-26T02:01:00.896 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "server_port", 2024-04-26T02:01:00.896 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.896 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.896 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.896 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "8080", 2024-04-26T02:01:00.896 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.896 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.897 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.897 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.897 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.897 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.897 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.897 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.897 INFO:teuthology.orchestra.run.smithi046.stdout: "ssl": { 2024-04-26T02:01:00.897 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ssl", 2024-04-26T02:01:00.897 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.897 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.898 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.898 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.898 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.898 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.898 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.898 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.898 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.898 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.898 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.898 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.898 INFO:teuthology.orchestra.run.smithi046.stdout: "ssl_server_port": { 2024-04-26T02:01:00.898 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ssl_server_port", 2024-04-26T02:01:00.899 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.899 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.899 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.899 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "8443", 2024-04-26T02:01:00.899 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.899 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.899 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.899 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.899 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.899 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.899 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.899 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.899 INFO:teuthology.orchestra.run.smithi046.stdout: "standby_behaviour": { 2024-04-26T02:01:00.899 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "standby_behaviour", 2024-04-26T02:01:00.900 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.900 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.900 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.900 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "redirect", 2024-04-26T02:01:00.900 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.900 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.900 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.900 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.900 INFO:teuthology.orchestra.run.smithi046.stdout: "redirect" 2024-04-26T02:01:00.900 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.900 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.900 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.900 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.900 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.900 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.900 INFO:teuthology.orchestra.run.smithi046.stdout: "standby_error_status_code": { 2024-04-26T02:01:00.901 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "standby_error_status_code", 2024-04-26T02:01:00.901 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.901 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.901 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.901 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "500", 2024-04-26T02:01:00.901 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "400", 2024-04-26T02:01:00.901 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "599", 2024-04-26T02:01:00.901 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.901 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.901 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.901 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.901 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.901 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.901 INFO:teuthology.orchestra.run.smithi046.stdout: "url_prefix": { 2024-04-26T02:01:00.902 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "url_prefix", 2024-04-26T02:01:00.902 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.902 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.902 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.902 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.902 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.902 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.902 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.902 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.902 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.902 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.902 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.902 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.903 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.903 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.903 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.903 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "devicehealth", 2024-04-26T02:01:00.903 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.903 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.903 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.903 INFO:teuthology.orchestra.run.smithi046.stdout: "enable_monitoring": { 2024-04-26T02:01:00.903 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "enable_monitoring", 2024-04-26T02:01:00.903 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.903 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.903 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.903 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.903 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.904 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.904 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.904 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "monitor device health metrics", 2024-04-26T02:01:00.904 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.904 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.904 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.904 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.904 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.904 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.904 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.904 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.904 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.904 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.904 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.905 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.905 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.905 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.905 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.905 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.905 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.905 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.905 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.905 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.905 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.905 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.905 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.905 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.905 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.905 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.906 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.906 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.906 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.906 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.906 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.906 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.906 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.906 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.906 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.906 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.906 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.906 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.906 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.906 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.907 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.907 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.907 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.907 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.907 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.907 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.907 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.907 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.907 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.907 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.907 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.907 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.907 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.907 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.908 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.908 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.908 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.908 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.908 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.908 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.908 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.908 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.908 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.908 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.908 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.908 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.908 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.909 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.909 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.909 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.909 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.909 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.909 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.909 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.909 INFO:teuthology.orchestra.run.smithi046.stdout: "mark_out_threshold": { 2024-04-26T02:01:00.909 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "mark_out_threshold", 2024-04-26T02:01:00.909 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:00.909 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.909 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.909 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "2419200", 2024-04-26T02:01:00.909 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.909 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.910 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.910 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-26T02:01:00.910 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.910 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.910 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.910 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.910 INFO:teuthology.orchestra.run.smithi046.stdout: "pool_name": { 2024-04-26T02:01:00.910 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "pool_name", 2024-04-26T02:01:00.910 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.910 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.910 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.910 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "device_health_metrics", 2024-04-26T02:01:00.910 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.910 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.911 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.911 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-26T02:01:00.911 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.911 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.911 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.911 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.911 INFO:teuthology.orchestra.run.smithi046.stdout: "retention_period": { 2024-04-26T02:01:00.911 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "retention_period", 2024-04-26T02:01:00.911 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:00.911 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.911 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.911 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "15552000", 2024-04-26T02:01:00.911 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.911 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.912 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.912 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how long to retain device health metrics", 2024-04-26T02:01:00.912 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.912 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.912 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.912 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.912 INFO:teuthology.orchestra.run.smithi046.stdout: "scrape_frequency": { 2024-04-26T02:01:00.912 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "scrape_frequency", 2024-04-26T02:01:00.912 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:00.912 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.912 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.912 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "86400", 2024-04-26T02:01:00.912 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.912 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.913 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.913 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-26T02:01:00.913 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.913 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.913 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.913 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.913 INFO:teuthology.orchestra.run.smithi046.stdout: "self_heal": { 2024-04-26T02:01:00.913 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "self_heal", 2024-04-26T02:01:00.913 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.913 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.913 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.913 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:00.913 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.913 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.913 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.914 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-26T02:01:00.914 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.914 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.914 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.914 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.914 INFO:teuthology.orchestra.run.smithi046.stdout: "sleep_interval": { 2024-04-26T02:01:00.914 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "sleep_interval", 2024-04-26T02:01:00.914 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:00.914 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.914 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.914 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "600", 2024-04-26T02:01:00.914 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.914 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.914 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.915 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how frequently to wake up and check device health", 2024-04-26T02:01:00.915 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.915 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.915 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.915 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.915 INFO:teuthology.orchestra.run.smithi046.stdout: "warn_threshold": { 2024-04-26T02:01:00.915 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "warn_threshold", 2024-04-26T02:01:00.915 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:00.915 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.915 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.915 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "7257600", 2024-04-26T02:01:00.915 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.915 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.915 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.916 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-26T02:01:00.916 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.916 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.916 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.916 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.916 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.916 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.916 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.916 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "diskprediction_local", 2024-04-26T02:01:00.916 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.916 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.916 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.916 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.916 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.917 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.917 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.917 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.917 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.917 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.917 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.917 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.917 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.917 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.917 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.917 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.917 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.917 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.917 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.918 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.918 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.918 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.918 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.918 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.918 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.918 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.918 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.918 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.918 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.918 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.918 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.918 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.919 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.919 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.919 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.919 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.919 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.919 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.919 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.919 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.919 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.919 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.919 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.919 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.919 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.919 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.919 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.919 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.920 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.920 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.920 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.920 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.920 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.920 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.920 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.920 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.920 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.920 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.920 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.920 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.920 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.920 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.920 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.921 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.921 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.921 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.921 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.921 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.921 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.921 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.921 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.921 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.921 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.921 INFO:teuthology.orchestra.run.smithi046.stdout: "predict_interval": { 2024-04-26T02:01:00.921 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "predict_interval", 2024-04-26T02:01:00.921 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.921 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.921 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.922 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "86400", 2024-04-26T02:01:00.922 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.922 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.922 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.922 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.922 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.922 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.922 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.922 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.922 INFO:teuthology.orchestra.run.smithi046.stdout: "predictor_model": { 2024-04-26T02:01:00.922 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "predictor_model", 2024-04-26T02:01:00.922 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.922 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.922 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.923 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "prophetstor", 2024-04-26T02:01:00.923 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.923 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.923 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.923 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.923 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.923 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.923 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.923 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.923 INFO:teuthology.orchestra.run.smithi046.stdout: "sleep_interval": { 2024-04-26T02:01:00.923 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "sleep_interval", 2024-04-26T02:01:00.923 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.923 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.923 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.923 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "600", 2024-04-26T02:01:00.924 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.924 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.924 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.924 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.924 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.924 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.924 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.924 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.924 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.924 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.924 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.924 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "influx", 2024-04-26T02:01:00.924 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": false, 2024-04-26T02:01:00.924 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "influxdb python module not found", 2024-04-26T02:01:00.924 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.924 INFO:teuthology.orchestra.run.smithi046.stdout: "batch_size": { 2024-04-26T02:01:00.925 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "batch_size", 2024-04-26T02:01:00.925 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.925 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.925 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.925 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "5000", 2024-04-26T02:01:00.925 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.925 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.925 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.925 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-26T02:01:00.925 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.925 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.925 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.925 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.925 INFO:teuthology.orchestra.run.smithi046.stdout: "database": { 2024-04-26T02:01:00.925 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "database", 2024-04-26T02:01:00.925 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.926 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.926 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.926 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "ceph", 2024-04-26T02:01:00.926 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.926 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.926 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.926 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-26T02:01:00.926 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.926 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.926 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.926 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.926 INFO:teuthology.orchestra.run.smithi046.stdout: "hostname": { 2024-04-26T02:01:00.926 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "hostname", 2024-04-26T02:01:00.927 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.927 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.927 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.927 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.927 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.927 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.927 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.927 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "InfluxDB server hostname", 2024-04-26T02:01:00.927 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.927 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.927 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.927 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.927 INFO:teuthology.orchestra.run.smithi046.stdout: "interval": { 2024-04-26T02:01:00.927 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "interval", 2024-04-26T02:01:00.927 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:00.928 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.928 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.928 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "30", 2024-04-26T02:01:00.928 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "5", 2024-04-26T02:01:00.928 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.928 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.928 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-26T02:01:00.928 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.928 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.928 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.928 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.928 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.928 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.928 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.928 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.928 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.929 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.929 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.929 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.929 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.929 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.929 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.929 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.929 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.929 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.929 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.929 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.929 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.929 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.929 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.930 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.930 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.930 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.930 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.930 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.930 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.930 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.930 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.930 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.930 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.930 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.930 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.930 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.930 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.931 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.931 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.931 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.931 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.931 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.931 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.931 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.931 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.931 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.931 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.931 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.931 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.931 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.931 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.932 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.932 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.932 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.932 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.932 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.932 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.932 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.932 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.932 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.932 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.932 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.932 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.932 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.932 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.933 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.933 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.933 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.933 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.933 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.933 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.933 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.933 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.933 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.933 INFO:teuthology.orchestra.run.smithi046.stdout: "password": { 2024-04-26T02:01:00.933 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "password", 2024-04-26T02:01:00.933 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.933 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.934 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.934 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.934 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.934 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.934 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.934 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "password of InfluxDB server user", 2024-04-26T02:01:00.934 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.934 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.934 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.934 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.934 INFO:teuthology.orchestra.run.smithi046.stdout: "port": { 2024-04-26T02:01:00.934 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "port", 2024-04-26T02:01:00.934 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.935 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.935 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.935 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "8086", 2024-04-26T02:01:00.935 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.935 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.935 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.935 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "InfluxDB server port", 2024-04-26T02:01:00.935 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.935 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.935 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.935 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.935 INFO:teuthology.orchestra.run.smithi046.stdout: "ssl": { 2024-04-26T02:01:00.935 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ssl", 2024-04-26T02:01:00.935 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.936 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.936 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.936 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "false", 2024-04-26T02:01:00.936 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.936 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.936 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.936 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-26T02:01:00.936 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.936 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.936 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.936 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.936 INFO:teuthology.orchestra.run.smithi046.stdout: "threads": { 2024-04-26T02:01:00.936 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "threads", 2024-04-26T02:01:00.936 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.937 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.937 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.937 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "5", 2024-04-26T02:01:00.937 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "1", 2024-04-26T02:01:00.937 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "32", 2024-04-26T02:01:00.937 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.937 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-26T02:01:00.937 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.937 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.937 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.937 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.937 INFO:teuthology.orchestra.run.smithi046.stdout: "username": { 2024-04-26T02:01:00.937 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "username", 2024-04-26T02:01:00.937 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.938 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.938 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.938 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.938 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.938 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.938 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.938 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "username of InfluxDB server user", 2024-04-26T02:01:00.938 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.938 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.938 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.938 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.938 INFO:teuthology.orchestra.run.smithi046.stdout: "verify_ssl": { 2024-04-26T02:01:00.938 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "verify_ssl", 2024-04-26T02:01:00.938 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.939 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.939 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.939 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "true", 2024-04-26T02:01:00.939 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.939 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.939 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.939 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-26T02:01:00.939 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.939 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.939 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.939 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.939 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.939 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.940 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.940 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "insights", 2024-04-26T02:01:00.940 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.940 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.940 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.940 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.940 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.940 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.940 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.940 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.940 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.940 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.940 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.940 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.941 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.941 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.941 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.941 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.941 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.941 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.941 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.941 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.941 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.941 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.941 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.941 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.941 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.941 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.942 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.942 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.942 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.942 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.942 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.942 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.942 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.942 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.942 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.942 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.942 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.942 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.942 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.943 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.943 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.943 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.943 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.943 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.943 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.943 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.943 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.943 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.943 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.943 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.943 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.943 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.943 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.944 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.944 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.944 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.944 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.944 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.944 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.944 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.944 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.944 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.944 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.944 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.944 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.944 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.944 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.944 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.945 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.945 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.945 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.945 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.945 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.945 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.945 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.945 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.945 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "iostat", 2024-04-26T02:01:00.945 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.945 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.945 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.945 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.946 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.946 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.946 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.946 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.946 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.946 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.946 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.946 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.946 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.946 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.946 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.946 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.946 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.946 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.947 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.947 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.947 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.947 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.947 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.947 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.947 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.947 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.947 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.947 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.947 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.947 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.947 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.948 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.948 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.948 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.948 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.948 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.948 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.948 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.948 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.948 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.948 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.948 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.948 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.948 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.948 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.948 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.948 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.949 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.949 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.949 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.949 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.949 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.949 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.949 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.949 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.949 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.949 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.949 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.949 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.949 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.949 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.950 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.950 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.950 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.950 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.950 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.950 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.950 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.950 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.950 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.950 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.950 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.950 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.950 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.950 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.951 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.951 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "k8sevents", 2024-04-26T02:01:00.951 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.951 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.951 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.951 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_event_retention_days": { 2024-04-26T02:01:00.951 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ceph_event_retention_days", 2024-04-26T02:01:00.951 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.951 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.951 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.951 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "7", 2024-04-26T02:01:00.951 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.951 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.951 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.952 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-26T02:01:00.952 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.952 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.952 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.952 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.952 INFO:teuthology.orchestra.run.smithi046.stdout: "config_check_secs": { 2024-04-26T02:01:00.952 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "config_check_secs", 2024-04-26T02:01:00.952 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.952 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.952 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.952 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2024-04-26T02:01:00.952 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "10", 2024-04-26T02:01:00.952 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.952 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.953 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-26T02:01:00.953 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.953 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.953 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.953 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.953 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.953 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.953 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.953 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.953 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.953 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.953 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.953 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.954 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.954 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.954 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.954 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.954 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.954 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.954 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.954 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.954 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.954 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.954 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.954 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.954 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.955 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.955 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.955 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.955 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.955 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.955 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.955 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.955 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.955 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.955 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.955 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.955 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.955 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.955 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.956 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.956 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.956 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.956 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.956 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.956 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.956 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.956 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.956 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.956 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.956 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.956 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.956 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.956 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.956 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.957 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.957 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.957 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.957 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.957 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.957 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.957 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.957 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.957 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.957 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.957 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.957 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.957 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.957 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.957 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.958 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.958 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.958 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.958 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.958 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.958 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.958 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.958 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.958 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "localpool", 2024-04-26T02:01:00.958 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.958 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.958 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.958 INFO:teuthology.orchestra.run.smithi046.stdout: "failure_domain": { 2024-04-26T02:01:00.959 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "failure_domain", 2024-04-26T02:01:00.959 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.959 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.959 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.959 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "host", 2024-04-26T02:01:00.959 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.959 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.959 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.959 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "failure domain for any created local pool", 2024-04-26T02:01:00.959 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-26T02:01:00.959 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.959 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.959 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.959 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.960 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.960 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.960 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.960 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.960 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.960 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.960 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.960 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.960 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.960 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.960 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.960 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.960 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.960 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.960 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.961 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.961 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.961 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.961 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.961 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.961 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.961 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.961 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.961 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.961 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.961 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.962 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.962 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.962 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.962 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.962 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.962 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.962 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.962 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.962 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.962 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.962 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.962 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.962 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.963 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.963 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.963 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.963 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.963 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.963 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.963 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.963 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.963 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.963 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.963 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.963 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.963 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.963 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.963 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.963 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.964 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.964 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.964 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.964 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.964 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.964 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.964 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.964 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.964 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.964 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.964 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.964 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.964 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.964 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.964 INFO:teuthology.orchestra.run.smithi046.stdout: "min_size": { 2024-04-26T02:01:00.965 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "min_size", 2024-04-26T02:01:00.965 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.965 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.965 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.965 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.965 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.965 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.965 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.965 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "default min_size for any created local pool", 2024-04-26T02:01:00.965 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-26T02:01:00.965 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.965 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.965 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.965 INFO:teuthology.orchestra.run.smithi046.stdout: "num_rep": { 2024-04-26T02:01:00.965 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "num_rep", 2024-04-26T02:01:00.966 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.966 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.966 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.966 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "3", 2024-04-26T02:01:00.966 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.966 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.966 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.966 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "default replica count for any created local pool", 2024-04-26T02:01:00.966 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.966 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.966 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.966 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.966 INFO:teuthology.orchestra.run.smithi046.stdout: "pg_num": { 2024-04-26T02:01:00.966 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "pg_num", 2024-04-26T02:01:00.966 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:00.967 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.967 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.967 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "128", 2024-04-26T02:01:00.967 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.967 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.967 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.967 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "default pg_num for any created local pool", 2024-04-26T02:01:00.967 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.967 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.967 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.967 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.967 INFO:teuthology.orchestra.run.smithi046.stdout: "prefix": { 2024-04-26T02:01:00.967 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "prefix", 2024-04-26T02:01:00.967 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.967 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.967 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.968 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.968 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.968 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.968 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.968 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "name prefix for any created local pool", 2024-04-26T02:01:00.968 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.968 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.968 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.968 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.968 INFO:teuthology.orchestra.run.smithi046.stdout: "subtree": { 2024-04-26T02:01:00.968 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "subtree", 2024-04-26T02:01:00.968 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.968 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.968 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.968 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "rack", 2024-04-26T02:01:00.969 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.969 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.969 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.969 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-26T02:01:00.969 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-26T02:01:00.969 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.969 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.969 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.969 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.969 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.969 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.969 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "mds_autoscaler", 2024-04-26T02:01:00.969 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.969 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.970 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.970 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.970 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.970 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.970 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.970 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.970 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.970 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.970 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.970 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.970 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.970 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.970 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.971 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.971 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.971 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.971 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.971 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.971 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.971 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.971 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.971 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.971 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.971 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.971 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.971 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.971 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.971 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.972 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.972 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.972 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.972 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.972 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.972 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.972 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.972 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.972 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.972 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.972 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.972 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.972 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.973 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.973 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.973 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.973 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.973 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.973 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.973 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.973 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.973 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.973 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.973 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.973 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.973 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.973 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.974 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.974 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.974 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.974 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.974 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.974 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.974 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.974 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.974 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.974 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.974 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.974 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.974 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.974 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.975 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.975 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.975 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.975 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.975 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.975 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "mirroring", 2024-04-26T02:01:00.975 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.975 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.975 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.975 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.975 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.975 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.975 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.975 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.976 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.976 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.976 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.976 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.976 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.976 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.976 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.976 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.976 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.976 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.976 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.976 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.976 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.976 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.977 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.977 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.977 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.977 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.977 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.977 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.977 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.977 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.977 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.977 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.977 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.977 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.977 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.977 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.977 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.978 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.978 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.978 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.978 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.978 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.978 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.978 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.978 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.978 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.978 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.978 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.978 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.978 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.979 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.979 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.979 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.979 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.979 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.979 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.979 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.979 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.979 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.979 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.979 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.979 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.979 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.979 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.980 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.980 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.980 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.980 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.980 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.980 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.980 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.980 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.980 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.980 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.980 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.980 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.980 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "nfs", 2024-04-26T02:01:00.980 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.981 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.981 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.981 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.981 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.981 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.981 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.981 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.981 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.981 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.981 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.981 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.981 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.981 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.981 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.982 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.982 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.982 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.982 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.982 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.982 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.982 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.982 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.982 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.982 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.982 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.982 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.982 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.982 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.982 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.983 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.983 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.983 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.983 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.983 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.983 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.983 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.983 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.983 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.983 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.983 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.983 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.983 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.983 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.984 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.984 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.984 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.984 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.984 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.984 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.984 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.984 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.984 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.984 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.984 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.984 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.984 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.984 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.984 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.985 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.985 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.985 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.985 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.985 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.985 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.985 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.985 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.985 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.985 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.985 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.985 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.985 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.985 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.986 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.986 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.986 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.986 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "orchestrator", 2024-04-26T02:01:00.986 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.986 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.986 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.986 INFO:teuthology.orchestra.run.smithi046.stdout: "fail_fs": { 2024-04-26T02:01:00.986 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "fail_fs", 2024-04-26T02:01:00.986 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.986 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.986 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:00.986 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.986 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.987 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.987 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.987 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-26T02:01:00.987 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.987 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.987 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.987 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.987 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.987 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.987 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.987 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.987 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.987 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.987 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.987 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.988 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.988 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.988 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.988 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.988 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.988 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.988 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.988 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.988 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.988 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.988 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.988 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.988 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.988 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.988 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.989 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.989 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.989 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.989 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.989 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.989 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.989 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.989 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.989 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.989 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.989 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.989 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.989 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.989 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.990 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.990 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.990 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.990 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.990 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.990 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.990 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.990 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.990 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.990 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.990 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.990 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.990 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.991 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.991 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.991 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.991 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.991 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.991 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.991 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.991 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.991 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.991 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.991 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.991 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.991 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.991 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.992 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.992 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.992 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.992 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.992 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.992 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.992 INFO:teuthology.orchestra.run.smithi046.stdout: "orchestrator": { 2024-04-26T02:01:00.992 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "orchestrator", 2024-04-26T02:01:00.992 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.992 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.992 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.992 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.992 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.992 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.993 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.993 INFO:teuthology.orchestra.run.smithi046.stdout: "cephadm", 2024-04-26T02:01:00.993 INFO:teuthology.orchestra.run.smithi046.stdout: "rook", 2024-04-26T02:01:00.993 INFO:teuthology.orchestra.run.smithi046.stdout: "test_orchestrator" 2024-04-26T02:01:00.993 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.993 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Orchestrator backend", 2024-04-26T02:01:00.993 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.993 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.993 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.993 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.993 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.993 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.993 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.993 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "osd_perf_query", 2024-04-26T02:01:00.994 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.994 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.994 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.994 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.994 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.994 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.994 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.994 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.994 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:00.994 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.994 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.994 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.994 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.994 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.995 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.995 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.995 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.995 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.995 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.995 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.995 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.995 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.995 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.995 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.995 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:00.995 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:00.995 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.995 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.996 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.996 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.996 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.996 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.996 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.996 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.996 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.996 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.996 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.996 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.996 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:00.996 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:00.996 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.996 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.996 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.997 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:00.997 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.997 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.997 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:00.997 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:00.997 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:00.997 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:00.997 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:00.997 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:00.997 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:00.997 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:00.997 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.997 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.998 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.998 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.998 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.998 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:00.998 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:00.998 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:00.998 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.998 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:00.998 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:00.998 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:00.998 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:00.998 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:00.998 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:00.998 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:00.999 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:00.999 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:00.999 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.999 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:00.999 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:00.999 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:00.999 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "osd_support", 2024-04-26T02:01:00.999 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:00.999 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:00.999 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:00.999 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:00.999 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:00.999 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:00.999 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:00.999 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.000 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.000 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.000 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.000 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.000 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.000 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.000 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.000 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.000 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.000 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.000 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.000 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.000 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.000 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.001 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.001 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.001 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.001 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.001 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.001 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.001 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.001 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.001 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.001 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.001 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.001 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.001 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.001 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.001 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.002 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.002 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.002 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.002 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.002 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.002 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.002 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.002 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.002 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.002 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.002 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.002 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.003 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.003 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.003 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.003 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.003 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.003 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.003 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.003 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.003 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.003 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.003 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.003 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.003 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.003 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.004 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.004 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.004 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.004 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.004 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.004 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.004 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.004 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.004 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.004 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.004 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.004 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.004 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.004 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "pg_autoscaler", 2024-04-26T02:01:01.005 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.005 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.005 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.005 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.005 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.005 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.005 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.005 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.005 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.005 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.005 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.005 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.005 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.005 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.005 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.006 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.006 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.006 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.006 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.006 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.006 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.006 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.006 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.006 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.006 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.006 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.006 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.006 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.006 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.007 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.007 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.007 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.007 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.007 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.007 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.007 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.007 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.007 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.007 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.007 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.007 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.007 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.007 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.007 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.008 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.008 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.008 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.008 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.008 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.008 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.008 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.008 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.008 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.008 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.008 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.008 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.008 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.008 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.008 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.009 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.009 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.009 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.009 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.009 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.009 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.009 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.009 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.009 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.009 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.009 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.009 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.009 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.009 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.009 INFO:teuthology.orchestra.run.smithi046.stdout: "sleep_interval": { 2024-04-26T02:01:01.009 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "sleep_interval", 2024-04-26T02:01:01.010 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:01.010 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.010 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.010 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "60", 2024-04-26T02:01:01.010 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.010 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.010 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.010 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.010 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.010 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.010 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.010 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.010 INFO:teuthology.orchestra.run.smithi046.stdout: "threshold": { 2024-04-26T02:01:01.010 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "threshold", 2024-04-26T02:01:01.010 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "float", 2024-04-26T02:01:01.011 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.011 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.011 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "3.0", 2024-04-26T02:01:01.011 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "1.0", 2024-04-26T02:01:01.011 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.011 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.011 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "scaling threshold", 2024-04-26T02:01:01.011 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-26T02:01:01.011 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.011 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.011 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.011 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.011 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.011 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.011 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "progress", 2024-04-26T02:01:01.012 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.012 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.012 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.012 INFO:teuthology.orchestra.run.smithi046.stdout: "allow_pg_recovery_event": { 2024-04-26T02:01:01.012 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "allow_pg_recovery_event", 2024-04-26T02:01:01.012 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.012 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.012 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.012 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.012 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.012 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.012 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.012 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-26T02:01:01.012 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.012 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.013 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.013 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.013 INFO:teuthology.orchestra.run.smithi046.stdout: "enabled": { 2024-04-26T02:01:01.013 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "enabled", 2024-04-26T02:01:01.013 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.013 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.013 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.013 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.013 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.013 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.013 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.013 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.013 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.013 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.014 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.014 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.014 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.014 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.014 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.014 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.014 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.014 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.014 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.014 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.014 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.014 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.014 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.015 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.015 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.015 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.015 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.015 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.015 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.015 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.015 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.015 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.015 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.015 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.015 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.015 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.016 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.016 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.016 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.016 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.016 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.016 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.016 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.016 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.016 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.016 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.016 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.016 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.016 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.016 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.016 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.016 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.017 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.017 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.017 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.017 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.017 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.017 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.017 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.017 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.017 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.017 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.017 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.017 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.017 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.017 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.017 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.017 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.018 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.018 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.018 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.018 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.018 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.018 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.018 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.018 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.018 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.018 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.018 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.018 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.018 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.018 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.019 INFO:teuthology.orchestra.run.smithi046.stdout: "max_completed_events": { 2024-04-26T02:01:01.019 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "max_completed_events", 2024-04-26T02:01:01.019 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.019 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.019 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.019 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "50", 2024-04-26T02:01:01.019 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.019 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.019 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.019 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "number of past completed events to remember", 2024-04-26T02:01:01.019 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.019 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.019 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.019 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.019 INFO:teuthology.orchestra.run.smithi046.stdout: "sleep_interval": { 2024-04-26T02:01:01.020 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "sleep_interval", 2024-04-26T02:01:01.020 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:01.020 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.020 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.020 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "5", 2024-04-26T02:01:01.020 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.020 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.020 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.020 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how long the module is going to sleep", 2024-04-26T02:01:01.020 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.020 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.020 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.020 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.020 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.021 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.021 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.021 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "prometheus", 2024-04-26T02:01:01.021 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.021 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.021 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.021 INFO:teuthology.orchestra.run.smithi046.stdout: "cache": { 2024-04-26T02:01:01.021 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "cache", 2024-04-26T02:01:01.021 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.021 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.021 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.021 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.021 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.021 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.021 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.022 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.022 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.022 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.022 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.022 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.022 INFO:teuthology.orchestra.run.smithi046.stdout: "exclude_perf_counters": { 2024-04-26T02:01:01.022 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "exclude_perf_counters", 2024-04-26T02:01:01.022 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.022 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.022 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.022 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.022 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.022 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.022 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.023 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-26T02:01:01.023 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-26T02:01:01.023 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.023 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.023 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.023 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.023 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.023 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.023 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.023 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.023 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.023 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.023 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.023 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.024 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.024 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.024 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.024 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.024 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.024 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.024 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.024 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.024 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.024 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.024 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.024 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.024 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.024 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.024 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.025 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.025 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.025 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.025 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.025 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.025 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.025 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.025 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.025 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.025 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.025 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.025 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.025 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.026 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.026 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.026 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.026 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.026 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.026 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.026 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.026 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.026 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.026 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.026 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.026 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.026 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.026 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.027 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.027 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.027 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.027 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.027 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.027 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.027 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.027 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.027 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.027 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.027 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.027 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.027 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.027 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.028 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.028 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.028 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.028 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.028 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.028 INFO:teuthology.orchestra.run.smithi046.stdout: "rbd_stats_pools": { 2024-04-26T02:01:01.028 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rbd_stats_pools", 2024-04-26T02:01:01.028 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.028 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.028 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.028 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.028 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.028 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.028 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.029 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.029 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.029 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.029 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.029 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.029 INFO:teuthology.orchestra.run.smithi046.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-26T02:01:01.029 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-26T02:01:01.029 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.029 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.029 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.029 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "300", 2024-04-26T02:01:01.029 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.029 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.030 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.030 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.030 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.030 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.030 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.030 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.030 INFO:teuthology.orchestra.run.smithi046.stdout: "scrape_interval": { 2024-04-26T02:01:01.030 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "scrape_interval", 2024-04-26T02:01:01.030 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "float", 2024-04-26T02:01:01.030 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.030 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.030 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "15.0", 2024-04-26T02:01:01.030 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.030 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.031 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.031 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.031 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.031 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.031 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.031 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.031 INFO:teuthology.orchestra.run.smithi046.stdout: "server_addr": { 2024-04-26T02:01:01.031 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "server_addr", 2024-04-26T02:01:01.031 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.031 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.031 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.031 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "::", 2024-04-26T02:01:01.031 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.032 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.032 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.032 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-26T02:01:01.032 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.032 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.032 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.032 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.032 INFO:teuthology.orchestra.run.smithi046.stdout: "server_port": { 2024-04-26T02:01:01.032 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "server_port", 2024-04-26T02:01:01.032 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.032 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.032 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.032 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "9283", 2024-04-26T02:01:01.032 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.032 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.033 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.033 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-26T02:01:01.033 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.033 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.033 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.033 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.033 INFO:teuthology.orchestra.run.smithi046.stdout: "stale_cache_strategy": { 2024-04-26T02:01:01.033 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "stale_cache_strategy", 2024-04-26T02:01:01.033 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.033 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.033 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.033 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "log", 2024-04-26T02:01:01.033 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.033 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.033 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.033 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.034 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.034 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.034 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.034 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.034 INFO:teuthology.orchestra.run.smithi046.stdout: "standby_behaviour": { 2024-04-26T02:01:01.034 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "standby_behaviour", 2024-04-26T02:01:01.034 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.034 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.034 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.034 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "default", 2024-04-26T02:01:01.034 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.034 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.034 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.034 INFO:teuthology.orchestra.run.smithi046.stdout: "default", 2024-04-26T02:01:01.035 INFO:teuthology.orchestra.run.smithi046.stdout: "error" 2024-04-26T02:01:01.035 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.035 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.035 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.035 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.035 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.035 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.035 INFO:teuthology.orchestra.run.smithi046.stdout: "standby_error_status_code": { 2024-04-26T02:01:01.035 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "standby_error_status_code", 2024-04-26T02:01:01.035 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.035 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.035 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.035 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "500", 2024-04-26T02:01:01.035 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "400", 2024-04-26T02:01:01.036 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "599", 2024-04-26T02:01:01.036 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.036 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.036 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.036 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.036 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.036 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.036 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.036 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.036 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.036 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rbd_support", 2024-04-26T02:01:01.036 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.036 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.036 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.036 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.036 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.037 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.037 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.037 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.037 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.037 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.037 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.037 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.037 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.037 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.037 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.037 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.037 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.037 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.037 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.037 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.038 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.038 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.038 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.038 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.038 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.038 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.038 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.038 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.038 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.038 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.038 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.038 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.038 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.038 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.038 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.039 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.039 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.039 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.039 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.039 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.039 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.039 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.039 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.039 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.039 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.039 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.039 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.039 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.039 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.039 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.039 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.040 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.040 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.040 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.040 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.040 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.040 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.040 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.040 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.040 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.040 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.040 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.040 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.040 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.040 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.041 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.041 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.041 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.041 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.041 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.041 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.041 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.041 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.041 INFO:teuthology.orchestra.run.smithi046.stdout: "max_concurrent_snap_create": { 2024-04-26T02:01:01.041 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "max_concurrent_snap_create", 2024-04-26T02:01:01.041 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.041 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.041 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.041 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2024-04-26T02:01:01.041 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.042 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.042 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.042 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.042 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.042 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.042 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.042 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.042 INFO:teuthology.orchestra.run.smithi046.stdout: "mirror_snapshot_schedule": { 2024-04-26T02:01:01.042 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "mirror_snapshot_schedule", 2024-04-26T02:01:01.042 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.042 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.042 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.042 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.043 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.043 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.043 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.043 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.043 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.043 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.043 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.043 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.043 INFO:teuthology.orchestra.run.smithi046.stdout: "trash_purge_schedule": { 2024-04-26T02:01:01.043 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "trash_purge_schedule", 2024-04-26T02:01:01.043 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.043 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.043 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.043 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.043 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.043 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.044 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.044 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.044 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.044 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.044 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.044 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.044 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.044 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.044 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.044 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "restful", 2024-04-26T02:01:01.044 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.044 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.044 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.044 INFO:teuthology.orchestra.run.smithi046.stdout: "enable_auth": { 2024-04-26T02:01:01.044 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "enable_auth", 2024-04-26T02:01:01.045 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.045 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.045 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.045 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.045 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.045 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.045 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.045 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.045 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.045 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.045 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.045 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.045 INFO:teuthology.orchestra.run.smithi046.stdout: "key_file": { 2024-04-26T02:01:01.045 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "key_file", 2024-04-26T02:01:01.046 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.046 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.046 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.046 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.046 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.046 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.046 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.046 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.046 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.046 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.046 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.046 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.046 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.046 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.047 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.047 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.047 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.047 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.047 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.047 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.047 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.047 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.047 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.047 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.047 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.047 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.047 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.047 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.047 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.047 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.048 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.048 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.048 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.048 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.048 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.048 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.048 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.048 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.048 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.048 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.048 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.048 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.048 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.048 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.048 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.049 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.049 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.049 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.049 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.049 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.049 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.049 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.049 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.049 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.049 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.049 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.049 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.049 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.049 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.049 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.050 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.050 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.050 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.050 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.050 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.050 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.050 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.050 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.050 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.050 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.050 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.050 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.050 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.050 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.050 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.051 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.051 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.051 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.051 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.051 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.051 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.051 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.051 INFO:teuthology.orchestra.run.smithi046.stdout: "server_addr": { 2024-04-26T02:01:01.051 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "server_addr", 2024-04-26T02:01:01.051 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.051 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.051 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.051 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.051 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.051 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.052 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.052 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.052 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.052 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.052 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.052 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.052 INFO:teuthology.orchestra.run.smithi046.stdout: "server_port": { 2024-04-26T02:01:01.052 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "server_port", 2024-04-26T02:01:01.052 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.052 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.052 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.052 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.052 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.052 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.053 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.053 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.053 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.053 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.053 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.053 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.053 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.053 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.053 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.053 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rgw", 2024-04-26T02:01:01.053 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.053 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.053 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.053 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.054 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.054 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.054 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.054 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.054 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.054 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.054 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.054 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.054 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.054 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.054 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.054 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.054 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.055 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.055 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.055 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.055 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.055 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.055 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.055 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.055 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.055 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.055 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.055 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.055 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.055 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.056 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.056 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.056 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.056 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.056 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.056 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.056 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.056 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.056 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.056 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.056 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.056 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.056 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.056 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.057 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.057 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.057 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.057 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.057 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.057 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.057 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.057 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.057 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.057 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.057 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.057 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.057 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.057 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.057 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.058 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.058 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.058 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.058 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.058 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.058 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.058 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.058 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.058 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.058 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.058 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.058 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.059 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.059 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.059 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.059 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.059 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.059 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rook", 2024-04-26T02:01:01.059 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.059 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.059 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.059 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.059 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.059 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.059 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.059 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.059 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.060 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.060 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.060 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.060 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.060 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.060 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.060 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.060 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.060 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.060 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.060 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.060 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.060 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.061 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.061 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.061 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.061 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.061 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.061 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.061 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.061 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.061 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.061 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.061 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.061 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.061 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.061 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.062 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.062 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.062 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.062 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.062 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.062 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.062 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.062 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.062 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.062 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.062 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.062 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.062 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.062 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.063 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.063 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.063 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.063 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.063 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.063 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.063 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.063 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.063 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.063 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.063 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.063 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.063 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.063 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.063 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.064 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.064 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.064 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.064 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.064 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.064 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.064 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.064 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.064 INFO:teuthology.orchestra.run.smithi046.stdout: "storage_class": { 2024-04-26T02:01:01.064 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "storage_class", 2024-04-26T02:01:01.064 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.064 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.064 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.064 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "local", 2024-04-26T02:01:01.064 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.064 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.065 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.065 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-26T02:01:01.065 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.065 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.065 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.065 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.065 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.065 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.065 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.065 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "selftest", 2024-04-26T02:01:01.065 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.065 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.065 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.065 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.065 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.066 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.066 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.066 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.066 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.066 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.066 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.066 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.066 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.066 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.066 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.066 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.066 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.066 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.066 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.066 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.067 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.067 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.067 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.067 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.067 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.067 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.067 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.067 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.067 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.067 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.067 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.067 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.067 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.067 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.067 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.067 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.068 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.068 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.068 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.068 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.068 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.068 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.068 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.068 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.068 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.068 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.068 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.068 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.068 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.069 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.069 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.069 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.069 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.069 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.069 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.069 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.069 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.069 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.069 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.069 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.069 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.069 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.070 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.070 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.070 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.070 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.070 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.070 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.070 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.070 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.070 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.070 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.070 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.070 INFO:teuthology.orchestra.run.smithi046.stdout: "roption1": { 2024-04-26T02:01:01.070 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "roption1", 2024-04-26T02:01:01.070 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.071 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.071 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.071 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.071 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.071 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.071 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.071 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.071 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.071 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.071 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.071 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.071 INFO:teuthology.orchestra.run.smithi046.stdout: "roption2": { 2024-04-26T02:01:01.071 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "roption2", 2024-04-26T02:01:01.071 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.072 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.072 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.072 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "xyz", 2024-04-26T02:01:01.072 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.072 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.072 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.072 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.072 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.072 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.072 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.072 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.072 INFO:teuthology.orchestra.run.smithi046.stdout: "rwoption1": { 2024-04-26T02:01:01.072 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rwoption1", 2024-04-26T02:01:01.072 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.073 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.073 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.073 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.073 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.073 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.073 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.073 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.073 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.073 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.073 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.073 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.073 INFO:teuthology.orchestra.run.smithi046.stdout: "rwoption2": { 2024-04-26T02:01:01.073 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rwoption2", 2024-04-26T02:01:01.073 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.074 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.074 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.074 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.074 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.074 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.074 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.074 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.074 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.074 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.074 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.074 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.074 INFO:teuthology.orchestra.run.smithi046.stdout: "rwoption3": { 2024-04-26T02:01:01.074 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rwoption3", 2024-04-26T02:01:01.074 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "float", 2024-04-26T02:01:01.075 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.075 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.075 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.075 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.075 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.075 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.075 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.075 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.075 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.075 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.075 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.075 INFO:teuthology.orchestra.run.smithi046.stdout: "rwoption4": { 2024-04-26T02:01:01.075 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rwoption4", 2024-04-26T02:01:01.075 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.076 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.076 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.076 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.076 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.076 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.076 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.076 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.076 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.076 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.076 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.076 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.076 INFO:teuthology.orchestra.run.smithi046.stdout: "rwoption5": { 2024-04-26T02:01:01.076 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rwoption5", 2024-04-26T02:01:01.076 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.077 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.077 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.077 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.077 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.077 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.077 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.077 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.077 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.077 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.077 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.077 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.077 INFO:teuthology.orchestra.run.smithi046.stdout: "rwoption6": { 2024-04-26T02:01:01.077 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rwoption6", 2024-04-26T02:01:01.077 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.078 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.078 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.078 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.078 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.078 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.078 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.078 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.078 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.078 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.078 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.078 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.078 INFO:teuthology.orchestra.run.smithi046.stdout: "rwoption7": { 2024-04-26T02:01:01.078 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rwoption7", 2024-04-26T02:01:01.078 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.079 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.079 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.079 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.079 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "1", 2024-04-26T02:01:01.079 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "42", 2024-04-26T02:01:01.079 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.079 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.079 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.079 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.079 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.079 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.079 INFO:teuthology.orchestra.run.smithi046.stdout: "testkey": { 2024-04-26T02:01:01.079 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "testkey", 2024-04-26T02:01:01.079 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.079 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.080 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.080 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.080 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.080 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.080 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.080 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.080 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.080 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.080 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.080 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.080 INFO:teuthology.orchestra.run.smithi046.stdout: "testlkey": { 2024-04-26T02:01:01.080 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "testlkey", 2024-04-26T02:01:01.080 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.080 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.081 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.081 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.081 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.081 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.081 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.081 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.081 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.081 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.081 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.081 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.081 INFO:teuthology.orchestra.run.smithi046.stdout: "testnewline": { 2024-04-26T02:01:01.081 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "testnewline", 2024-04-26T02:01:01.081 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.081 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.081 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.082 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.082 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.082 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.082 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.082 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.082 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.082 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.082 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.082 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.082 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.082 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.082 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.082 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "snap_schedule", 2024-04-26T02:01:01.083 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.083 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.083 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.083 INFO:teuthology.orchestra.run.smithi046.stdout: "allow_m_granularity": { 2024-04-26T02:01:01.083 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "allow_m_granularity", 2024-04-26T02:01:01.083 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.083 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.083 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.083 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.083 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.083 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.083 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.083 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "allow minute scheduled snapshots", 2024-04-26T02:01:01.083 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.083 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.084 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.084 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.084 INFO:teuthology.orchestra.run.smithi046.stdout: "dump_on_update": { 2024-04-26T02:01:01.084 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "dump_on_update", 2024-04-26T02:01:01.084 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.084 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.084 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.084 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.084 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.084 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.084 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.084 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "dump database to debug log on update", 2024-04-26T02:01:01.084 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.084 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.085 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.085 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.085 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.085 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.085 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.085 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.085 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.085 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.085 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.085 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.085 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.085 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.085 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.085 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.085 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.085 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.086 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.086 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.086 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.086 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.086 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.086 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.086 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.086 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.086 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.086 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.086 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.086 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.086 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.087 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.087 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.087 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.087 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.087 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.087 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.087 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.087 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.087 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.087 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.087 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.087 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.087 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.087 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.087 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.088 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.088 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.088 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.088 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.088 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.088 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.088 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.088 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.088 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.088 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.088 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.088 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.088 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.088 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.088 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.088 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.089 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.089 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.089 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.089 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.089 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.089 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.089 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.089 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.089 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.089 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.089 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.089 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.089 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.089 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.089 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.090 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "stats", 2024-04-26T02:01:01.090 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.090 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.090 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.090 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.090 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.090 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.090 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.090 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.090 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.090 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.090 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.090 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.090 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.090 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.091 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.091 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.091 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.091 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.091 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.091 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.091 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.091 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.091 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.091 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.091 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.091 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.091 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.091 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.091 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.091 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.092 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.092 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.092 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.092 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.092 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.092 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.092 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.092 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.092 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.092 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.092 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.092 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.092 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.092 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.092 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.093 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.093 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.093 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.093 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.093 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.093 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.093 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.093 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.093 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.093 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.093 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.093 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.093 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.093 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.094 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.094 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.094 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.094 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.094 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.094 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.094 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.094 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.094 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.094 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.094 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.094 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.094 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.094 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.095 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.095 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.095 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.095 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "status", 2024-04-26T02:01:01.095 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.095 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.095 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.095 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.095 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.095 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.095 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.095 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.095 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.095 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.095 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.096 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.096 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.096 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.096 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.096 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.096 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.096 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.096 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.096 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.096 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.096 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.096 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.096 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.097 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.097 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.097 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.097 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.097 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.097 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.097 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.097 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.097 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.097 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.097 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.097 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.097 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.097 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.098 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.098 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.098 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.098 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.098 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.098 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.098 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.098 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.098 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.098 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.098 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.098 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.098 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.099 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.099 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.099 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.099 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.099 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.099 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.099 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.099 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.099 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.099 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.099 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.099 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.099 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.099 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.100 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.100 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.100 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.100 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.100 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.100 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.100 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.100 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.100 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.100 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.100 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.100 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "telegraf", 2024-04-26T02:01:01.100 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.100 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.101 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.101 INFO:teuthology.orchestra.run.smithi046.stdout: "address": { 2024-04-26T02:01:01.101 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "address", 2024-04-26T02:01:01.101 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.101 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.101 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.101 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-26T02:01:01.101 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.101 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.101 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.101 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.101 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.101 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.101 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.102 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.102 INFO:teuthology.orchestra.run.smithi046.stdout: "interval": { 2024-04-26T02:01:01.102 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "interval", 2024-04-26T02:01:01.102 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:01.102 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.102 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.102 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "15", 2024-04-26T02:01:01.102 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.102 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.102 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.102 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.102 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.102 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.102 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.103 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.103 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.103 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.103 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.103 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.103 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.103 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.103 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.103 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.103 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.103 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.103 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.103 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.103 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.103 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.104 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.104 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.104 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.104 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.104 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.104 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.104 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.104 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.104 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.104 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.104 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.104 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.104 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.104 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.104 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.105 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.105 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.105 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.105 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.105 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.105 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.105 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.105 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.105 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.105 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.105 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.105 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.105 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.106 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.106 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.106 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.106 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.106 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.106 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.106 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.106 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.106 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.106 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.106 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.106 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.106 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.106 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.107 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.107 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.107 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.107 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.107 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.107 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.107 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.107 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.107 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.107 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.107 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.107 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.107 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.107 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.108 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.108 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.108 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.108 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "telemetry", 2024-04-26T02:01:01.108 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.108 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.108 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.108 INFO:teuthology.orchestra.run.smithi046.stdout: "channel_basic": { 2024-04-26T02:01:01.108 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "channel_basic", 2024-04-26T02:01:01.108 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.108 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.108 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.108 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.108 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.109 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.109 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.109 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-26T02:01:01.109 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.109 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.109 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.109 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.109 INFO:teuthology.orchestra.run.smithi046.stdout: "channel_crash": { 2024-04-26T02:01:01.109 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "channel_crash", 2024-04-26T02:01:01.109 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.109 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.109 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.109 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.109 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.110 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.110 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.110 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-26T02:01:01.110 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.110 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.110 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.110 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.110 INFO:teuthology.orchestra.run.smithi046.stdout: "channel_device": { 2024-04-26T02:01:01.110 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "channel_device", 2024-04-26T02:01:01.110 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.110 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.110 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.110 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.111 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.111 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.111 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.111 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-26T02:01:01.111 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.111 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.111 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.111 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.111 INFO:teuthology.orchestra.run.smithi046.stdout: "channel_ident": { 2024-04-26T02:01:01.111 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "channel_ident", 2024-04-26T02:01:01.111 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.111 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.111 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.111 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.112 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.112 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.112 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.112 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-26T02:01:01.112 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.112 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.112 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.112 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.112 INFO:teuthology.orchestra.run.smithi046.stdout: "channel_perf": { 2024-04-26T02:01:01.112 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "channel_perf", 2024-04-26T02:01:01.112 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.112 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.112 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.112 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.112 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.113 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.113 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.113 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-26T02:01:01.113 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.113 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.113 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.113 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.113 INFO:teuthology.orchestra.run.smithi046.stdout: "contact": { 2024-04-26T02:01:01.113 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "contact", 2024-04-26T02:01:01.113 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.113 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.113 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.113 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.113 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.114 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.114 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.114 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.114 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.114 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.114 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.114 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.114 INFO:teuthology.orchestra.run.smithi046.stdout: "description": { 2024-04-26T02:01:01.114 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "description", 2024-04-26T02:01:01.114 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.114 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.114 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.114 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.115 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.115 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.115 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.115 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.115 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.115 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.115 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.115 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.115 INFO:teuthology.orchestra.run.smithi046.stdout: "device_url": { 2024-04-26T02:01:01.115 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "device_url", 2024-04-26T02:01:01.115 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.115 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.115 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.115 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-26T02:01:01.116 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.116 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.116 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.116 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.116 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.116 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.116 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.116 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.116 INFO:teuthology.orchestra.run.smithi046.stdout: "enabled": { 2024-04-26T02:01:01.116 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "enabled", 2024-04-26T02:01:01.116 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.116 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.116 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.116 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.116 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.117 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.117 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.117 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.117 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.117 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.117 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.117 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.117 INFO:teuthology.orchestra.run.smithi046.stdout: "interval": { 2024-04-26T02:01:01.117 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "interval", 2024-04-26T02:01:01.117 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.117 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.117 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.117 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "24", 2024-04-26T02:01:01.117 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "8", 2024-04-26T02:01:01.117 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.118 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.118 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.118 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.118 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.118 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.118 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.118 INFO:teuthology.orchestra.run.smithi046.stdout: "last_opt_revision": { 2024-04-26T02:01:01.118 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "last_opt_revision", 2024-04-26T02:01:01.118 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.118 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.118 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.118 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "1", 2024-04-26T02:01:01.118 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.118 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.119 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.119 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.119 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.119 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.119 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.119 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.119 INFO:teuthology.orchestra.run.smithi046.stdout: "leaderboard": { 2024-04-26T02:01:01.119 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "leaderboard", 2024-04-26T02:01:01.119 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.119 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.119 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.119 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.119 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.119 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.119 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.120 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.120 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.120 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.120 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.120 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.120 INFO:teuthology.orchestra.run.smithi046.stdout: "leaderboard_description": { 2024-04-26T02:01:01.120 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "leaderboard_description", 2024-04-26T02:01:01.120 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.120 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.120 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.120 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.120 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.120 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.120 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.120 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.121 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.121 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.121 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.121 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.121 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.121 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.121 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.121 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.121 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.121 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.121 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.121 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.121 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.121 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.122 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.122 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.122 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.122 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.122 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.122 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.122 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.122 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.122 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.122 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.122 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.122 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.122 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.122 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.123 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.123 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.123 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.123 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.123 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.123 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.123 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.123 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.123 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.123 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.123 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.123 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.123 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.123 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.124 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.124 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.124 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.124 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.124 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.124 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.124 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.124 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.124 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.124 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.124 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.124 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.124 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.124 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.125 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.125 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.125 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.125 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.125 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.125 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.125 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.125 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.125 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.125 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.125 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.125 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.125 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.125 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.126 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.126 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.126 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.126 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.126 INFO:teuthology.orchestra.run.smithi046.stdout: "organization": { 2024-04-26T02:01:01.126 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "organization", 2024-04-26T02:01:01.126 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.126 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.126 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.126 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.126 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.126 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.126 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.126 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.127 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.127 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.127 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.127 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.127 INFO:teuthology.orchestra.run.smithi046.stdout: "proxy": { 2024-04-26T02:01:01.127 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "proxy", 2024-04-26T02:01:01.127 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.127 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.127 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.127 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.127 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.127 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.127 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.127 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.128 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.128 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.128 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.128 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.128 INFO:teuthology.orchestra.run.smithi046.stdout: "url": { 2024-04-26T02:01:01.128 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "url", 2024-04-26T02:01:01.128 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.128 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.128 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.128 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-26T02:01:01.128 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.128 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.128 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.128 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.129 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.129 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.129 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.129 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.129 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.129 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.129 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.129 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "test_orchestrator", 2024-04-26T02:01:01.129 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.129 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.129 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.129 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.129 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.129 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.129 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.130 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.130 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.130 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.130 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.130 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.130 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.130 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.130 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.130 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.130 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.130 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.130 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.130 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.130 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.131 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.131 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.131 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.131 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.131 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.131 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.131 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.131 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.131 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.131 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.131 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.131 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.131 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.131 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.132 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.132 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.132 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.132 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.132 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.132 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.132 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.132 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.132 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.132 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.132 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.132 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.132 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.132 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.133 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.133 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.133 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.133 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.133 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.133 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.133 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.133 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.133 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.133 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.133 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.133 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.133 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.133 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.133 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.134 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.134 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.134 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.134 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.134 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.134 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.134 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.134 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.134 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.134 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.134 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.134 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.134 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "volumes", 2024-04-26T02:01:01.134 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.135 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.135 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.135 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.135 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.135 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.135 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.135 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.135 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.135 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.135 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.135 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.135 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.135 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.135 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.136 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.136 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.136 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.136 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.136 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.136 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.136 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.136 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.136 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.136 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.136 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.136 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.136 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.136 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.137 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.137 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.137 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.137 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.137 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.137 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.137 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.137 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.137 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.137 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.137 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.137 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.137 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.137 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.138 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.138 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.138 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.138 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.138 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.138 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.138 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.138 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.138 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.138 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.138 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.138 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.138 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.138 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.139 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.139 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.139 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.139 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.139 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.139 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.139 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.139 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.139 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.139 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.139 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.139 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.139 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.139 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.140 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.140 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.140 INFO:teuthology.orchestra.run.smithi046.stdout: "max_concurrent_clones": { 2024-04-26T02:01:01.140 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "max_concurrent_clones", 2024-04-26T02:01:01.140 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.140 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.140 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.140 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "4", 2024-04-26T02:01:01.140 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.140 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.140 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.140 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-26T02:01:01.140 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.140 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.141 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.141 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.141 INFO:teuthology.orchestra.run.smithi046.stdout: "periodic_async_work": { 2024-04-26T02:01:01.141 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "periodic_async_work", 2024-04-26T02:01:01.141 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.141 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.141 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.141 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.141 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.141 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.141 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.141 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Periodically check for async work", 2024-04-26T02:01:01.141 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.141 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.142 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.142 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.142 INFO:teuthology.orchestra.run.smithi046.stdout: "snapshot_clone_delay": { 2024-04-26T02:01:01.142 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "snapshot_clone_delay", 2024-04-26T02:01:01.142 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.142 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.142 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.142 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0", 2024-04-26T02:01:01.142 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.142 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.142 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.142 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-26T02:01:01.142 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.142 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.143 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.143 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.143 INFO:teuthology.orchestra.run.smithi046.stdout: "snapshot_clone_no_wait": { 2024-04-26T02:01:01.143 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "snapshot_clone_no_wait", 2024-04-26T02:01:01.143 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.143 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.143 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.143 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.143 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.143 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.143 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.143 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-26T02:01:01.143 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.143 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.143 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.144 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.144 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.144 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.144 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.144 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "zabbix", 2024-04-26T02:01:01.144 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.144 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.144 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.144 INFO:teuthology.orchestra.run.smithi046.stdout: "discovery_interval": { 2024-04-26T02:01:01.144 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "discovery_interval", 2024-04-26T02:01:01.144 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "uint", 2024-04-26T02:01:01.144 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.144 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.144 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "100", 2024-04-26T02:01:01.145 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.145 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.145 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.145 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.145 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.145 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.145 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.145 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.145 INFO:teuthology.orchestra.run.smithi046.stdout: "identifier": { 2024-04-26T02:01:01.145 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "identifier", 2024-04-26T02:01:01.145 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.145 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.145 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.145 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.145 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.146 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.146 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.146 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.146 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.146 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.146 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.146 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.146 INFO:teuthology.orchestra.run.smithi046.stdout: "interval": { 2024-04-26T02:01:01.146 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "interval", 2024-04-26T02:01:01.146 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:01.146 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.146 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.146 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "60", 2024-04-26T02:01:01.146 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.147 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.147 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.147 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.147 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.147 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.147 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.147 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.147 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.147 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.147 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.147 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.147 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.147 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.147 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.147 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.148 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.148 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.148 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.148 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.148 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.148 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.148 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.148 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.148 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.148 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.148 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.148 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.148 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.148 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.149 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.149 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.149 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.149 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.149 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.149 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.149 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.149 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.149 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.149 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.149 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.149 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.149 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.149 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.149 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.150 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.150 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.150 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.150 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.150 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.150 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.150 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.150 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.150 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.150 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.150 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.150 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.150 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.151 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.151 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.151 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.151 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.151 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.151 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.151 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.151 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.151 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.151 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.151 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.151 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.151 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.151 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.152 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.152 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.152 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.152 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.152 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.152 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.152 INFO:teuthology.orchestra.run.smithi046.stdout: "zabbix_host": { 2024-04-26T02:01:01.152 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "zabbix_host", 2024-04-26T02:01:01.152 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.152 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.152 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.152 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.152 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.152 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.153 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.153 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.153 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.153 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.153 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.153 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.153 INFO:teuthology.orchestra.run.smithi046.stdout: "zabbix_port": { 2024-04-26T02:01:01.153 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "zabbix_port", 2024-04-26T02:01:01.153 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.153 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.153 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.153 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10051", 2024-04-26T02:01:01.153 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.153 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.154 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.154 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.154 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.154 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.154 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.154 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.154 INFO:teuthology.orchestra.run.smithi046.stdout: "zabbix_sender": { 2024-04-26T02:01:01.154 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "zabbix_sender", 2024-04-26T02:01:01.154 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.154 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.154 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.154 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-26T02:01:01.154 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.154 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.155 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.155 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.155 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.155 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.155 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.155 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.155 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.155 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.155 INFO:teuthology.orchestra.run.smithi046.stdout: ] 2024-04-26T02:01:01.155 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.155 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.155 INFO:teuthology.orchestra.run.smithi046.stdout: "modules": [ 2024-04-26T02:01:01.155 INFO:teuthology.orchestra.run.smithi046.stdout: "cephadm", 2024-04-26T02:01:01.155 INFO:teuthology.orchestra.run.smithi046.stdout: "dashboard", 2024-04-26T02:01:01.155 INFO:teuthology.orchestra.run.smithi046.stdout: "iostat", 2024-04-26T02:01:01.156 INFO:teuthology.orchestra.run.smithi046.stdout: "nfs", 2024-04-26T02:01:01.156 INFO:teuthology.orchestra.run.smithi046.stdout: "restful", 2024-04-26T02:01:01.156 INFO:teuthology.orchestra.run.smithi046.stdout: "snap_schedule" 2024-04-26T02:01:01.156 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.156 INFO:teuthology.orchestra.run.smithi046.stdout: "available_modules": [ 2024-04-26T02:01:01.156 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.156 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "alerts", 2024-04-26T02:01:01.156 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.156 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.156 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.156 INFO:teuthology.orchestra.run.smithi046.stdout: "interval": { 2024-04-26T02:01:01.156 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "interval", 2024-04-26T02:01:01.156 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:01.156 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.157 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.157 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "60", 2024-04-26T02:01:01.157 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.157 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.157 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.157 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "How frequently to reexamine health status", 2024-04-26T02:01:01.157 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.157 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.157 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.157 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.157 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.157 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.157 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.157 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.157 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.158 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.158 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.158 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.158 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.158 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.158 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.158 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.158 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.158 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.158 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.158 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.158 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.158 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.159 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.159 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.159 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.159 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.159 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.159 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.159 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.159 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.159 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.159 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.159 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.159 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.159 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.159 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.159 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.160 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.160 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.160 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.160 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.160 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.160 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.160 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.160 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.160 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.160 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.160 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.160 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.160 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.160 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.160 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.161 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.161 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.161 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.161 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.161 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.161 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.161 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.161 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.161 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.161 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.161 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.161 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.161 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.161 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.162 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.162 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.162 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.162 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.162 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.162 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.162 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.162 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.162 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_destination": { 2024-04-26T02:01:01.162 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_destination", 2024-04-26T02:01:01.162 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.162 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.162 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.162 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.163 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.163 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.163 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.163 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Email address to send alerts to", 2024-04-26T02:01:01.163 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.163 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.163 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.163 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.163 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_from_name": { 2024-04-26T02:01:01.163 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_from_name", 2024-04-26T02:01:01.163 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.163 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.163 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.163 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "Ceph", 2024-04-26T02:01:01.164 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.164 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.164 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.164 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Email From: name", 2024-04-26T02:01:01.164 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.164 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.164 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.164 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.164 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_host": { 2024-04-26T02:01:01.164 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_host", 2024-04-26T02:01:01.164 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.164 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.164 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.164 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.165 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.165 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.165 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.165 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "SMTP server", 2024-04-26T02:01:01.165 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.165 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.165 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.165 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.165 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_password": { 2024-04-26T02:01:01.165 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_password", 2024-04-26T02:01:01.165 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.165 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.165 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.165 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.166 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.166 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.166 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.166 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Password to authenticate with", 2024-04-26T02:01:01.166 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.166 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.166 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.166 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.166 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_port": { 2024-04-26T02:01:01.166 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_port", 2024-04-26T02:01:01.166 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.166 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.166 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.166 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "465", 2024-04-26T02:01:01.167 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.167 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.167 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.167 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "SMTP port", 2024-04-26T02:01:01.167 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.167 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.167 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.167 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.167 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_sender": { 2024-04-26T02:01:01.167 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_sender", 2024-04-26T02:01:01.167 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.167 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.167 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.168 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.168 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.168 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.168 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.168 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "SMTP envelope sender", 2024-04-26T02:01:01.168 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.168 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.168 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.168 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.168 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_ssl": { 2024-04-26T02:01:01.168 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_ssl", 2024-04-26T02:01:01.168 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.168 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.168 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.169 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.169 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.169 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.169 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.169 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-26T02:01:01.169 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.169 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.169 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.169 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.169 INFO:teuthology.orchestra.run.smithi046.stdout: "smtp_user": { 2024-04-26T02:01:01.169 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "smtp_user", 2024-04-26T02:01:01.169 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.169 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.169 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.170 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.170 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.170 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.170 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.170 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "User to authenticate as", 2024-04-26T02:01:01.170 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.170 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.170 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.170 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.170 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.170 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.170 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.170 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "balancer", 2024-04-26T02:01:01.170 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.171 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.171 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.171 INFO:teuthology.orchestra.run.smithi046.stdout: "active": { 2024-04-26T02:01:01.171 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "active", 2024-04-26T02:01:01.171 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.171 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.171 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.171 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.171 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.171 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.171 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.171 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "automatically balance PGs across cluster", 2024-04-26T02:01:01.171 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.171 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.172 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.172 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.172 INFO:teuthology.orchestra.run.smithi046.stdout: "begin_time": { 2024-04-26T02:01:01.172 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "begin_time", 2024-04-26T02:01:01.172 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.172 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.172 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.172 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0000", 2024-04-26T02:01:01.172 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.172 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.172 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.172 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "beginning time of day to automatically balance", 2024-04-26T02:01:01.172 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-26T02:01:01.172 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.173 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.173 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.173 INFO:teuthology.orchestra.run.smithi046.stdout: "begin_weekday": { 2024-04-26T02:01:01.173 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "begin_weekday", 2024-04-26T02:01:01.173 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "uint", 2024-04-26T02:01:01.173 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.173 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.173 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0", 2024-04-26T02:01:01.173 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "0", 2024-04-26T02:01:01.173 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "6", 2024-04-26T02:01:01.173 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.173 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-26T02:01:01.173 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-26T02:01:01.173 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.174 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.174 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.174 INFO:teuthology.orchestra.run.smithi046.stdout: "crush_compat_max_iterations": { 2024-04-26T02:01:01.174 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "crush_compat_max_iterations", 2024-04-26T02:01:01.174 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "uint", 2024-04-26T02:01:01.174 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.174 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.174 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "25", 2024-04-26T02:01:01.174 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "1", 2024-04-26T02:01:01.174 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "250", 2024-04-26T02:01:01.174 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.174 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-26T02:01:01.174 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.174 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.175 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.175 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.175 INFO:teuthology.orchestra.run.smithi046.stdout: "crush_compat_metrics": { 2024-04-26T02:01:01.175 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "crush_compat_metrics", 2024-04-26T02:01:01.175 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.175 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.175 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.175 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "pgs,objects,bytes", 2024-04-26T02:01:01.175 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.175 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.175 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.175 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-26T02:01:01.175 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-26T02:01:01.175 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.176 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.176 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.176 INFO:teuthology.orchestra.run.smithi046.stdout: "crush_compat_step": { 2024-04-26T02:01:01.176 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "crush_compat_step", 2024-04-26T02:01:01.176 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "float", 2024-04-26T02:01:01.176 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.176 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.176 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0.5", 2024-04-26T02:01:01.176 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "0.001", 2024-04-26T02:01:01.176 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "0.999", 2024-04-26T02:01:01.176 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.176 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "aggressiveness of optimization", 2024-04-26T02:01:01.176 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-26T02:01:01.176 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.176 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.177 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.177 INFO:teuthology.orchestra.run.smithi046.stdout: "end_time": { 2024-04-26T02:01:01.177 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "end_time", 2024-04-26T02:01:01.177 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.177 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.177 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.177 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "2359", 2024-04-26T02:01:01.177 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.177 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.177 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.177 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "ending time of day to automatically balance", 2024-04-26T02:01:01.177 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-26T02:01:01.177 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.178 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.178 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.178 INFO:teuthology.orchestra.run.smithi046.stdout: "end_weekday": { 2024-04-26T02:01:01.178 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "end_weekday", 2024-04-26T02:01:01.178 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "uint", 2024-04-26T02:01:01.178 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.178 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.178 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0", 2024-04-26T02:01:01.178 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "0", 2024-04-26T02:01:01.178 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "6", 2024-04-26T02:01:01.178 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.178 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-26T02:01:01.179 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-26T02:01:01.179 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.179 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.179 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.179 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.179 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.179 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.179 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.179 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.179 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.179 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.179 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.179 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.179 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.179 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.180 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.180 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.180 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.180 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.180 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.180 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.180 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.180 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.180 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.180 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.180 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.180 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.180 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.180 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.181 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.181 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.181 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.181 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.181 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.181 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.181 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.181 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.181 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.181 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.181 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.181 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.181 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.181 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.181 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.182 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.182 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.182 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.182 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.182 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.182 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.182 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.182 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.182 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.182 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.182 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.182 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.182 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.183 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.183 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.183 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.183 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.183 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.183 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.183 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.183 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.183 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.183 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.183 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.183 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.183 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.183 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.183 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.184 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.184 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.184 INFO:teuthology.orchestra.run.smithi046.stdout: "min_score": { 2024-04-26T02:01:01.184 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "min_score", 2024-04-26T02:01:01.184 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "float", 2024-04-26T02:01:01.184 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.184 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.184 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0", 2024-04-26T02:01:01.184 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.184 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.184 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.184 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-26T02:01:01.184 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.184 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.184 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.184 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.185 INFO:teuthology.orchestra.run.smithi046.stdout: "mode": { 2024-04-26T02:01:01.185 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "mode", 2024-04-26T02:01:01.185 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.185 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.185 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.185 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "upmap", 2024-04-26T02:01:01.185 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.185 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.185 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.185 INFO:teuthology.orchestra.run.smithi046.stdout: "crush-compat", 2024-04-26T02:01:01.185 INFO:teuthology.orchestra.run.smithi046.stdout: "none", 2024-04-26T02:01:01.185 INFO:teuthology.orchestra.run.smithi046.stdout: "read", 2024-04-26T02:01:01.185 INFO:teuthology.orchestra.run.smithi046.stdout: "upmap", 2024-04-26T02:01:01.185 INFO:teuthology.orchestra.run.smithi046.stdout: "upmap-read" 2024-04-26T02:01:01.185 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.186 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Balancer mode", 2024-04-26T02:01:01.186 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.186 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.186 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.186 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.186 INFO:teuthology.orchestra.run.smithi046.stdout: "pool_ids": { 2024-04-26T02:01:01.186 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "pool_ids", 2024-04-26T02:01:01.186 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.186 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.186 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.186 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.186 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.186 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.186 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.187 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-26T02:01:01.187 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.187 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.187 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.187 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.187 INFO:teuthology.orchestra.run.smithi046.stdout: "sleep_interval": { 2024-04-26T02:01:01.187 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "sleep_interval", 2024-04-26T02:01:01.187 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:01.187 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.187 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.187 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "60", 2024-04-26T02:01:01.187 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.187 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.187 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.188 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-26T02:01:01.188 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.188 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.188 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.188 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.188 INFO:teuthology.orchestra.run.smithi046.stdout: "upmap_max_deviation": { 2024-04-26T02:01:01.188 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "upmap_max_deviation", 2024-04-26T02:01:01.188 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.188 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.188 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.188 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "5", 2024-04-26T02:01:01.188 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "1", 2024-04-26T02:01:01.188 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.188 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.188 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-26T02:01:01.189 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-26T02:01:01.189 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.189 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.189 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.189 INFO:teuthology.orchestra.run.smithi046.stdout: "upmap_max_optimizations": { 2024-04-26T02:01:01.189 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "upmap_max_optimizations", 2024-04-26T02:01:01.189 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "uint", 2024-04-26T02:01:01.189 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.189 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.189 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2024-04-26T02:01:01.189 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.189 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.189 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.189 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-26T02:01:01.189 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.190 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.190 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.190 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.190 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.190 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.190 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.190 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "cephadm", 2024-04-26T02:01:01.190 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.190 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.190 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.190 INFO:teuthology.orchestra.run.smithi046.stdout: "agent_down_multiplier": { 2024-04-26T02:01:01.190 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "agent_down_multiplier", 2024-04-26T02:01:01.190 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "float", 2024-04-26T02:01:01.190 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.191 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.191 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "3.0", 2024-04-26T02:01:01.191 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.191 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.191 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.191 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-26T02:01:01.191 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.191 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.191 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.191 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.191 INFO:teuthology.orchestra.run.smithi046.stdout: "agent_refresh_rate": { 2024-04-26T02:01:01.191 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "agent_refresh_rate", 2024-04-26T02:01:01.191 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:01.191 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.191 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.192 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "20", 2024-04-26T02:01:01.192 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.192 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.192 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.192 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-26T02:01:01.192 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.192 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.192 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.192 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.192 INFO:teuthology.orchestra.run.smithi046.stdout: "agent_starting_port": { 2024-04-26T02:01:01.192 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "agent_starting_port", 2024-04-26T02:01:01.192 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.192 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.192 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.192 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "4721", 2024-04-26T02:01:01.193 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.193 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.193 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.193 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-26T02:01:01.193 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.193 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.193 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.193 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.193 INFO:teuthology.orchestra.run.smithi046.stdout: "allow_ptrace": { 2024-04-26T02:01:01.193 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "allow_ptrace", 2024-04-26T02:01:01.193 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.193 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.193 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.193 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.193 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.194 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.194 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.194 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-26T02:01:01.194 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-26T02:01:01.194 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.194 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.194 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.194 INFO:teuthology.orchestra.run.smithi046.stdout: "autotune_interval": { 2024-04-26T02:01:01.194 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "autotune_interval", 2024-04-26T02:01:01.194 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:01.194 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.194 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.194 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "600", 2024-04-26T02:01:01.194 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.195 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.195 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.195 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-26T02:01:01.195 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.195 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.195 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.195 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.195 INFO:teuthology.orchestra.run.smithi046.stdout: "autotune_memory_target_ratio": { 2024-04-26T02:01:01.195 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "autotune_memory_target_ratio", 2024-04-26T02:01:01.195 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "float", 2024-04-26T02:01:01.195 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.195 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.195 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0.7", 2024-04-26T02:01:01.195 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.195 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.195 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.196 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-26T02:01:01.196 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.196 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.196 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.196 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.196 INFO:teuthology.orchestra.run.smithi046.stdout: "cephadm_log_destination": { 2024-04-26T02:01:01.196 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "cephadm_log_destination", 2024-04-26T02:01:01.196 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.196 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.196 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.196 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.196 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.196 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.196 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.197 INFO:teuthology.orchestra.run.smithi046.stdout: "file", 2024-04-26T02:01:01.197 INFO:teuthology.orchestra.run.smithi046.stdout: "file,syslog", 2024-04-26T02:01:01.197 INFO:teuthology.orchestra.run.smithi046.stdout: "syslog" 2024-04-26T02:01:01.197 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.197 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-26T02:01:01.197 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.197 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.197 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.197 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.197 INFO:teuthology.orchestra.run.smithi046.stdout: "cgroups_split": { 2024-04-26T02:01:01.197 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "cgroups_split", 2024-04-26T02:01:01.197 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.197 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.197 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.198 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.198 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.198 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.198 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.198 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-26T02:01:01.198 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.198 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.198 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.198 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.198 INFO:teuthology.orchestra.run.smithi046.stdout: "config_checks_enabled": { 2024-04-26T02:01:01.198 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "config_checks_enabled", 2024-04-26T02:01:01.198 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.198 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.198 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.199 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.199 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.199 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.199 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.199 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-26T02:01:01.199 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.199 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.199 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.199 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.199 INFO:teuthology.orchestra.run.smithi046.stdout: "config_dashboard": { 2024-04-26T02:01:01.199 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "config_dashboard", 2024-04-26T02:01:01.199 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.199 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.199 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.200 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.200 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.200 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.200 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.200 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-26T02:01:01.200 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.200 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.200 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.200 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.200 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_alertmanager": { 2024-04-26T02:01:01.200 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_alertmanager", 2024-04-26T02:01:01.200 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.200 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.201 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.201 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-26T02:01:01.201 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.201 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.201 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.201 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Prometheus container image", 2024-04-26T02:01:01.201 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.201 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.201 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.201 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.201 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_base": { 2024-04-26T02:01:01.201 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_base", 2024-04-26T02:01:01.201 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.201 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.201 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.202 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-26T02:01:01.202 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.202 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.202 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.202 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Container image name, without the tag", 2024-04-26T02:01:01.202 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.202 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.202 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.202 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.202 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_elasticsearch": { 2024-04-26T02:01:01.202 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_elasticsearch", 2024-04-26T02:01:01.202 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.202 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.202 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.203 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-26T02:01:01.203 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.203 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.203 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.203 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "elasticsearch container image", 2024-04-26T02:01:01.203 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.203 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.203 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.203 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.203 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_grafana": { 2024-04-26T02:01:01.203 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_grafana", 2024-04-26T02:01:01.203 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.203 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.203 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.204 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-26T02:01:01.204 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.204 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.204 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.204 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Prometheus container image", 2024-04-26T02:01:01.204 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.204 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.204 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.204 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.204 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_haproxy": { 2024-04-26T02:01:01.204 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_haproxy", 2024-04-26T02:01:01.204 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.204 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.204 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.205 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-26T02:01:01.205 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.205 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.205 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.205 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "HAproxy container image", 2024-04-26T02:01:01.205 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.205 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.205 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.205 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.205 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_jaeger_agent": { 2024-04-26T02:01:01.205 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_jaeger_agent", 2024-04-26T02:01:01.205 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.205 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.205 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.206 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-26T02:01:01.206 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.206 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.206 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.206 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Jaeger agent container image", 2024-04-26T02:01:01.206 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.206 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.206 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.206 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.206 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_jaeger_collector": { 2024-04-26T02:01:01.206 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_jaeger_collector", 2024-04-26T02:01:01.206 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.206 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.207 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.207 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-26T02:01:01.207 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.207 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.207 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.207 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Jaeger collector container image", 2024-04-26T02:01:01.207 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.207 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.207 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.207 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.207 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_jaeger_query": { 2024-04-26T02:01:01.207 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_jaeger_query", 2024-04-26T02:01:01.207 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.207 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.208 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.208 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-26T02:01:01.208 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.208 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.208 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.208 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Jaeger query container image", 2024-04-26T02:01:01.208 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.208 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.208 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.208 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.208 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_keepalived": { 2024-04-26T02:01:01.208 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_keepalived", 2024-04-26T02:01:01.208 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.208 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.209 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.209 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-26T02:01:01.209 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.209 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.209 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.209 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Keepalived container image", 2024-04-26T02:01:01.209 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.209 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.209 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.209 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.209 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_loki": { 2024-04-26T02:01:01.209 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_loki", 2024-04-26T02:01:01.209 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.209 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.209 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.210 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-26T02:01:01.210 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.210 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.210 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.210 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Loki container image", 2024-04-26T02:01:01.210 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.210 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.210 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.210 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.210 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_node_exporter": { 2024-04-26T02:01:01.210 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_node_exporter", 2024-04-26T02:01:01.210 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.211 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.211 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.211 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-26T02:01:01.211 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.211 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.211 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.211 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Prometheus container image", 2024-04-26T02:01:01.211 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.211 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.211 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.211 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.211 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_nvmeof": { 2024-04-26T02:01:01.211 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_nvmeof", 2024-04-26T02:01:01.211 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.211 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.212 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.212 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-26T02:01:01.212 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.212 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.212 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.212 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Nvme-of container image", 2024-04-26T02:01:01.212 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.212 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.212 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.212 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.212 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_prometheus": { 2024-04-26T02:01:01.212 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_prometheus", 2024-04-26T02:01:01.212 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.212 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.212 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.212 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-26T02:01:01.213 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.213 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.213 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.213 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Prometheus container image", 2024-04-26T02:01:01.213 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.213 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.213 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.213 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.213 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_promtail": { 2024-04-26T02:01:01.213 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_promtail", 2024-04-26T02:01:01.213 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.213 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.213 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.213 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-26T02:01:01.213 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.214 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.214 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.214 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Promtail container image", 2024-04-26T02:01:01.214 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.214 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.214 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.214 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.214 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_samba": { 2024-04-26T02:01:01.214 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_samba", 2024-04-26T02:01:01.214 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.214 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.214 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.214 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-26T02:01:01.214 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.215 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.215 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.215 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Samba/SMB container image", 2024-04-26T02:01:01.215 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.215 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.215 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.215 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.215 INFO:teuthology.orchestra.run.smithi046.stdout: "container_image_snmp_gateway": { 2024-04-26T02:01:01.215 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_image_snmp_gateway", 2024-04-26T02:01:01.215 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.215 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.215 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.215 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-26T02:01:01.215 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.215 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.216 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.216 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "SNMP Gateway container image", 2024-04-26T02:01:01.216 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.216 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.216 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.216 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.216 INFO:teuthology.orchestra.run.smithi046.stdout: "container_init": { 2024-04-26T02:01:01.216 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "container_init", 2024-04-26T02:01:01.216 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.216 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.216 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.216 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.216 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.216 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.216 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.217 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Run podman/docker with `--init`", 2024-04-26T02:01:01.217 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.217 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.217 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.217 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.217 INFO:teuthology.orchestra.run.smithi046.stdout: "daemon_cache_timeout": { 2024-04-26T02:01:01.217 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "daemon_cache_timeout", 2024-04-26T02:01:01.217 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:01.217 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.217 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.217 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "600", 2024-04-26T02:01:01.217 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.217 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.217 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.217 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-26T02:01:01.217 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.218 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.218 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.218 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.218 INFO:teuthology.orchestra.run.smithi046.stdout: "default_cephadm_command_timeout": { 2024-04-26T02:01:01.218 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "default_cephadm_command_timeout", 2024-04-26T02:01:01.218 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.218 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.218 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.218 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "900", 2024-04-26T02:01:01.218 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.218 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.218 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.218 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-26T02:01:01.218 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.219 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.219 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.219 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.219 INFO:teuthology.orchestra.run.smithi046.stdout: "default_registry": { 2024-04-26T02:01:01.219 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "default_registry", 2024-04-26T02:01:01.219 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.219 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.219 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.219 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "docker.io", 2024-04-26T02:01:01.219 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.219 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.219 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.219 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-26T02:01:01.219 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.219 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.219 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.220 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.220 INFO:teuthology.orchestra.run.smithi046.stdout: "device_cache_timeout": { 2024-04-26T02:01:01.220 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "device_cache_timeout", 2024-04-26T02:01:01.220 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:01.220 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.220 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.220 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "1800", 2024-04-26T02:01:01.220 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.220 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.220 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.220 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "seconds to cache device inventory", 2024-04-26T02:01:01.220 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.220 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.220 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.220 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.221 INFO:teuthology.orchestra.run.smithi046.stdout: "device_enhanced_scan": { 2024-04-26T02:01:01.221 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "device_enhanced_scan", 2024-04-26T02:01:01.221 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.221 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.221 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.221 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.221 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.221 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.221 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.221 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-26T02:01:01.221 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.221 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.221 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.221 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.221 INFO:teuthology.orchestra.run.smithi046.stdout: "facts_cache_timeout": { 2024-04-26T02:01:01.221 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "facts_cache_timeout", 2024-04-26T02:01:01.222 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:01.222 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.222 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.222 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "60", 2024-04-26T02:01:01.222 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.222 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.222 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.222 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "seconds to cache host facts data", 2024-04-26T02:01:01.222 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.222 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.222 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.222 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.222 INFO:teuthology.orchestra.run.smithi046.stdout: "grafana_dashboards_path": { 2024-04-26T02:01:01.222 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "grafana_dashboards_path", 2024-04-26T02:01:01.223 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.223 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.223 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.223 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-26T02:01:01.223 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.223 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.223 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.223 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-26T02:01:01.223 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.223 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.223 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.223 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.223 INFO:teuthology.orchestra.run.smithi046.stdout: "host_check_interval": { 2024-04-26T02:01:01.223 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "host_check_interval", 2024-04-26T02:01:01.223 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:01.224 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.224 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.224 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "600", 2024-04-26T02:01:01.224 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.224 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.224 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.224 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how frequently to perform a host check", 2024-04-26T02:01:01.224 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.224 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.224 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.224 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.224 INFO:teuthology.orchestra.run.smithi046.stdout: "hw_monitoring": { 2024-04-26T02:01:01.224 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "hw_monitoring", 2024-04-26T02:01:01.224 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.224 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.225 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.225 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.225 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.225 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.225 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.225 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-26T02:01:01.225 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.225 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.225 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.225 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.225 INFO:teuthology.orchestra.run.smithi046.stdout: "inventory_list_all": { 2024-04-26T02:01:01.225 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "inventory_list_all", 2024-04-26T02:01:01.225 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.225 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.225 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.226 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.226 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.226 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.226 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.226 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-26T02:01:01.226 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.226 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.226 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.226 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.226 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.226 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.226 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.226 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.227 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.227 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.227 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.227 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.227 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.227 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.227 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.227 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.227 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.227 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.227 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.227 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.227 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.227 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.227 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.228 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.228 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.228 INFO:teuthology.orchestra.run.smithi046.stdout: "log_refresh_metadata": { 2024-04-26T02:01:01.228 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_refresh_metadata", 2024-04-26T02:01:01.228 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.228 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.228 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.228 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.228 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.228 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.228 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.228 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-26T02:01:01.228 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.228 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.228 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.229 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.229 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.229 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.229 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.229 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.229 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.229 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.229 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.229 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.229 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.229 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-26T02:01:01.229 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.229 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.229 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.229 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.230 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.230 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.230 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.230 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.230 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.230 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.230 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.230 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.230 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.230 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.230 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.230 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.230 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.230 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.231 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.231 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.231 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.231 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.231 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.231 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.231 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.231 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.231 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.231 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.231 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.231 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.231 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.231 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.232 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.232 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.232 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.232 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.232 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.232 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.232 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.232 INFO:teuthology.orchestra.run.smithi046.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-26T02:01:01.232 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-26T02:01:01.232 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.232 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.232 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.232 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.232 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.232 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.233 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.233 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-26T02:01:01.233 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.233 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.233 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.233 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.233 INFO:teuthology.orchestra.run.smithi046.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-26T02:01:01.233 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-26T02:01:01.233 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.233 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.233 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.233 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "*", 2024-04-26T02:01:01.233 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.233 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.234 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.234 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-26T02:01:01.234 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.234 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.234 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.234 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.234 INFO:teuthology.orchestra.run.smithi046.stdout: "max_count_per_host": { 2024-04-26T02:01:01.234 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "max_count_per_host", 2024-04-26T02:01:01.234 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.234 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.234 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.234 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2024-04-26T02:01:01.234 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.234 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.234 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.235 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "max number of daemons per service per host", 2024-04-26T02:01:01.235 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.235 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.235 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.235 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.235 INFO:teuthology.orchestra.run.smithi046.stdout: "max_osd_draining_count": { 2024-04-26T02:01:01.235 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "max_osd_draining_count", 2024-04-26T02:01:01.235 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.235 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.235 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.235 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2024-04-26T02:01:01.235 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.235 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.235 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.235 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-26T02:01:01.236 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.236 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.236 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.236 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.236 INFO:teuthology.orchestra.run.smithi046.stdout: "migration_current": { 2024-04-26T02:01:01.236 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "migration_current", 2024-04-26T02:01:01.236 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.236 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.236 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.236 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.236 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.236 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.236 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.236 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "internal - do not modify", 2024-04-26T02:01:01.236 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.237 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.237 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.237 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.237 INFO:teuthology.orchestra.run.smithi046.stdout: "mode": { 2024-04-26T02:01:01.237 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "mode", 2024-04-26T02:01:01.237 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.237 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.237 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.237 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "root", 2024-04-26T02:01:01.237 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.237 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.237 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.237 INFO:teuthology.orchestra.run.smithi046.stdout: "cephadm-package", 2024-04-26T02:01:01.237 INFO:teuthology.orchestra.run.smithi046.stdout: "root" 2024-04-26T02:01:01.237 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.238 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "mode for remote execution of cephadm", 2024-04-26T02:01:01.238 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.238 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.238 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.238 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.238 INFO:teuthology.orchestra.run.smithi046.stdout: "oob_default_addr": { 2024-04-26T02:01:01.238 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "oob_default_addr", 2024-04-26T02:01:01.238 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.238 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.238 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.238 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "169.254.1.1", 2024-04-26T02:01:01.238 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.238 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.239 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.239 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-26T02:01:01.239 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.239 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.239 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.239 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.239 INFO:teuthology.orchestra.run.smithi046.stdout: "prometheus_alerts_path": { 2024-04-26T02:01:01.239 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "prometheus_alerts_path", 2024-04-26T02:01:01.239 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.239 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.239 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.239 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-26T02:01:01.239 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.239 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.239 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.240 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-26T02:01:01.240 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.240 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.240 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.240 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.240 INFO:teuthology.orchestra.run.smithi046.stdout: "registry_insecure": { 2024-04-26T02:01:01.240 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "registry_insecure", 2024-04-26T02:01:01.240 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.240 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.240 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.240 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.240 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.240 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.240 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.241 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-26T02:01:01.241 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.241 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.241 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.241 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.241 INFO:teuthology.orchestra.run.smithi046.stdout: "registry_password": { 2024-04-26T02:01:01.241 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "registry_password", 2024-04-26T02:01:01.241 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.241 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.241 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.241 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.241 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.241 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.241 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.241 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-26T02:01:01.242 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.242 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.242 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.242 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.242 INFO:teuthology.orchestra.run.smithi046.stdout: "registry_url": { 2024-04-26T02:01:01.242 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "registry_url", 2024-04-26T02:01:01.242 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.242 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.242 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.242 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.242 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.242 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.242 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.242 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-26T02:01:01.243 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.243 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.243 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.243 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.243 INFO:teuthology.orchestra.run.smithi046.stdout: "registry_username": { 2024-04-26T02:01:01.243 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "registry_username", 2024-04-26T02:01:01.243 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.243 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.243 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.243 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.243 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.243 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.243 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.243 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-26T02:01:01.244 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.244 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.244 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.244 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.244 INFO:teuthology.orchestra.run.smithi046.stdout: "secure_monitoring_stack": { 2024-04-26T02:01:01.244 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "secure_monitoring_stack", 2024-04-26T02:01:01.244 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.244 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.244 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.244 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.244 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.244 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.244 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.244 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-26T02:01:01.244 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.244 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.245 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.245 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.245 INFO:teuthology.orchestra.run.smithi046.stdout: "service_discovery_port": { 2024-04-26T02:01:01.245 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "service_discovery_port", 2024-04-26T02:01:01.245 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.245 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.245 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.245 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "8765", 2024-04-26T02:01:01.245 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.245 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.245 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.245 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "cephadm service discovery port", 2024-04-26T02:01:01.245 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.245 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.245 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.246 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.246 INFO:teuthology.orchestra.run.smithi046.stdout: "ssh_config_file": { 2024-04-26T02:01:01.246 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ssh_config_file", 2024-04-26T02:01:01.246 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.246 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.246 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.246 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.246 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.246 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.246 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.246 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-26T02:01:01.246 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.246 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.246 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.247 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.247 INFO:teuthology.orchestra.run.smithi046.stdout: "use_agent": { 2024-04-26T02:01:01.247 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "use_agent", 2024-04-26T02:01:01.247 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.247 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.247 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.247 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.247 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.247 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.247 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.247 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-26T02:01:01.247 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.247 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.247 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.248 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.248 INFO:teuthology.orchestra.run.smithi046.stdout: "use_repo_digest": { 2024-04-26T02:01:01.248 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "use_repo_digest", 2024-04-26T02:01:01.248 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.248 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.248 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.248 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.248 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.248 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.248 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.248 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-26T02:01:01.248 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.248 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.248 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.249 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.249 INFO:teuthology.orchestra.run.smithi046.stdout: "warn_on_failed_host_check": { 2024-04-26T02:01:01.249 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "warn_on_failed_host_check", 2024-04-26T02:01:01.249 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.249 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.249 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.249 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.249 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.249 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.249 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.249 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "raise a health warning if the host check fails", 2024-04-26T02:01:01.249 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.249 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.249 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.249 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.250 INFO:teuthology.orchestra.run.smithi046.stdout: "warn_on_stray_daemons": { 2024-04-26T02:01:01.250 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "warn_on_stray_daemons", 2024-04-26T02:01:01.250 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.250 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.250 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.250 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.250 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.250 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.250 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.250 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-26T02:01:01.250 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.250 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.250 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.251 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.251 INFO:teuthology.orchestra.run.smithi046.stdout: "warn_on_stray_hosts": { 2024-04-26T02:01:01.251 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "warn_on_stray_hosts", 2024-04-26T02:01:01.251 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.251 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.251 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.251 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.251 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.251 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.251 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.251 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-26T02:01:01.251 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.251 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.251 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.251 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.251 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.252 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.252 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.252 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "crash", 2024-04-26T02:01:01.252 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.252 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.252 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.252 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.252 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.252 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.252 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.252 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.252 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.252 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.253 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.253 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.253 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.253 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.253 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.253 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.253 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.253 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.253 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.253 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.253 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.253 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.253 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.253 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.254 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.254 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.254 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.254 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.254 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.254 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.254 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.254 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.254 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.254 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.254 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.254 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.254 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.255 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.255 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.255 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.255 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.255 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.255 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.255 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.255 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.255 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.255 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.255 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.255 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.255 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.255 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.255 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.256 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.256 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.256 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.256 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.256 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.256 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.256 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.256 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.256 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.256 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.256 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.256 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.256 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.256 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.257 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.257 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.257 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.257 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.257 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.257 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.257 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.257 INFO:teuthology.orchestra.run.smithi046.stdout: "retain_interval": { 2024-04-26T02:01:01.257 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "retain_interval", 2024-04-26T02:01:01.257 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:01.257 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.257 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.257 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "31536000", 2024-04-26T02:01:01.257 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.258 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.258 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.258 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-26T02:01:01.258 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.258 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.258 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.258 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.258 INFO:teuthology.orchestra.run.smithi046.stdout: "warn_recent_interval": { 2024-04-26T02:01:01.258 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "warn_recent_interval", 2024-04-26T02:01:01.258 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:01.258 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.258 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.258 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "1209600", 2024-04-26T02:01:01.259 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.259 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.259 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.259 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-26T02:01:01.259 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.259 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.259 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.259 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.259 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.259 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.259 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.259 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "dashboard", 2024-04-26T02:01:01.259 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.259 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.260 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.260 INFO:teuthology.orchestra.run.smithi046.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-26T02:01:01.260 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-26T02:01:01.260 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.260 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.260 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.260 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2024-04-26T02:01:01.260 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.260 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.260 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.260 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.260 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.260 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.260 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.260 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.261 INFO:teuthology.orchestra.run.smithi046.stdout: "ALERTMANAGER_API_HOST": { 2024-04-26T02:01:01.261 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-26T02:01:01.261 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.261 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.261 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.261 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.261 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.261 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.261 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.261 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.261 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.261 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.261 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.261 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.261 INFO:teuthology.orchestra.run.smithi046.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-26T02:01:01.261 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-26T02:01:01.262 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.262 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.262 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.262 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.262 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.262 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.262 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.262 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.262 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.262 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.262 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.262 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.262 INFO:teuthology.orchestra.run.smithi046.stdout: "AUDIT_API_ENABLED": { 2024-04-26T02:01:01.262 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "AUDIT_API_ENABLED", 2024-04-26T02:01:01.263 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.263 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.263 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.263 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.263 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.263 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.263 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.263 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.263 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.263 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.263 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.263 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.263 INFO:teuthology.orchestra.run.smithi046.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-26T02:01:01.263 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-26T02:01:01.263 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.263 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.264 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.264 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.264 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.264 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.264 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.264 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.264 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.264 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.264 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.264 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.264 INFO:teuthology.orchestra.run.smithi046.stdout: "ENABLE_BROWSABLE_API": { 2024-04-26T02:01:01.264 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-26T02:01:01.264 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.264 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.264 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.265 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.265 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.265 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.265 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.265 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.265 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.265 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.265 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.265 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.265 INFO:teuthology.orchestra.run.smithi046.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-26T02:01:01.265 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-26T02:01:01.265 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.265 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.265 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.266 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.266 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.266 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.266 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.266 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.266 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.266 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.266 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.266 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.266 INFO:teuthology.orchestra.run.smithi046.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-26T02:01:01.266 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-26T02:01:01.266 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.266 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.266 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.266 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.267 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.267 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.267 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.267 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.267 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.267 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.267 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.267 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.267 INFO:teuthology.orchestra.run.smithi046.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-26T02:01:01.267 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-26T02:01:01.267 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.267 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.267 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.267 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.267 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.267 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.268 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.268 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.268 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.268 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.268 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.268 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.268 INFO:teuthology.orchestra.run.smithi046.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-26T02:01:01.268 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-26T02:01:01.268 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.268 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.268 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.268 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.268 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.268 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.269 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.269 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.269 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.269 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.269 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.269 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.269 INFO:teuthology.orchestra.run.smithi046.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-26T02:01:01.269 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-26T02:01:01.269 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.269 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.269 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.269 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.269 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.269 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.269 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.270 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.270 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.270 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.270 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.270 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.270 INFO:teuthology.orchestra.run.smithi046.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-26T02:01:01.270 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-26T02:01:01.270 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.270 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.270 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.270 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.270 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.270 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.270 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.271 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.271 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.271 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.271 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.271 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.271 INFO:teuthology.orchestra.run.smithi046.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-26T02:01:01.271 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-26T02:01:01.271 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.271 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.271 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.271 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.271 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.271 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.271 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.271 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.271 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.272 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.272 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.272 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.272 INFO:teuthology.orchestra.run.smithi046.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-26T02:01:01.272 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-26T02:01:01.272 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.272 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.272 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.272 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.272 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.272 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.272 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.272 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.272 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.273 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.273 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.273 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.273 INFO:teuthology.orchestra.run.smithi046.stdout: "GRAFANA_API_PASSWORD": { 2024-04-26T02:01:01.273 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-26T02:01:01.273 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.273 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.273 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.273 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "admin", 2024-04-26T02:01:01.273 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.273 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.273 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.273 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.273 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.273 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.273 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.274 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.274 INFO:teuthology.orchestra.run.smithi046.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-26T02:01:01.274 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-26T02:01:01.274 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.274 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.274 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.274 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.274 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.274 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.274 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.274 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.274 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.274 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.274 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.275 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.275 INFO:teuthology.orchestra.run.smithi046.stdout: "GRAFANA_API_URL": { 2024-04-26T02:01:01.275 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "GRAFANA_API_URL", 2024-04-26T02:01:01.275 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.275 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.275 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.275 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.275 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.275 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.275 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.275 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.275 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.275 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.275 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.275 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.276 INFO:teuthology.orchestra.run.smithi046.stdout: "GRAFANA_API_USERNAME": { 2024-04-26T02:01:01.276 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-26T02:01:01.276 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.276 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.276 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.276 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "admin", 2024-04-26T02:01:01.276 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.276 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.276 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.276 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.276 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.276 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.276 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.276 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.276 INFO:teuthology.orchestra.run.smithi046.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-26T02:01:01.277 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-26T02:01:01.277 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.277 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.277 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.277 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.277 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.277 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.277 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.277 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.277 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.277 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.277 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.277 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.277 INFO:teuthology.orchestra.run.smithi046.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-26T02:01:01.277 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-26T02:01:01.278 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.278 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.278 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.278 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.278 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.278 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.278 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.278 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.278 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.278 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.278 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.278 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.278 INFO:teuthology.orchestra.run.smithi046.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-26T02:01:01.278 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-26T02:01:01.279 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.279 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.279 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.279 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.279 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.279 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.279 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.279 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.279 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.279 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.279 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.279 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.279 INFO:teuthology.orchestra.run.smithi046.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-26T02:01:01.279 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-26T02:01:01.279 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.280 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.280 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.280 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.280 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.280 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.280 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.280 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.280 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.280 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.280 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.280 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.280 INFO:teuthology.orchestra.run.smithi046.stdout: "MANAGED_BY_CLUSTERS": { 2024-04-26T02:01:01.280 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-04-26T02:01:01.280 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.280 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.281 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.281 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "[]", 2024-04-26T02:01:01.281 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.281 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.281 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.281 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.281 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.281 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.281 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.281 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.281 INFO:teuthology.orchestra.run.smithi046.stdout: "MULTICLUSTER_CONFIG": { 2024-04-26T02:01:01.281 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "MULTICLUSTER_CONFIG", 2024-04-26T02:01:01.281 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.281 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.281 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.281 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "{}", 2024-04-26T02:01:01.282 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.282 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.282 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.282 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.282 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.282 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.282 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.282 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.282 INFO:teuthology.orchestra.run.smithi046.stdout: "PROMETHEUS_API_HOST": { 2024-04-26T02:01:01.282 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-26T02:01:01.282 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.282 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.282 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.282 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.283 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.283 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.283 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.283 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.283 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.283 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.283 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.283 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.283 INFO:teuthology.orchestra.run.smithi046.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-26T02:01:01.283 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-26T02:01:01.283 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.283 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.283 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.283 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.283 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.283 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.284 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.284 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.284 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.284 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.284 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.284 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.284 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-26T02:01:01.284 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-26T02:01:01.284 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.284 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.284 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.284 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.284 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.284 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.284 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.285 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.285 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.285 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.285 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.285 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.285 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-26T02:01:01.285 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-26T02:01:01.285 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.285 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.285 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.285 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.285 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.285 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.285 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.286 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.286 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.286 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.286 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.286 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.286 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-26T02:01:01.286 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-26T02:01:01.286 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.286 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.286 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.286 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.286 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.286 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.286 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.287 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.287 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.287 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.287 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.287 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.287 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-26T02:01:01.287 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-26T02:01:01.287 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.287 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.287 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.287 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.287 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.287 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.287 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.288 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.288 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.288 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.288 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.288 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.288 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-26T02:01:01.288 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-26T02:01:01.288 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.288 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.288 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.288 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.288 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.288 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.288 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.289 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.289 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.289 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.289 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.289 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.289 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-26T02:01:01.289 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-26T02:01:01.289 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.289 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.289 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.289 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.289 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.289 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.289 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.290 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.290 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.290 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.290 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.290 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.290 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-26T02:01:01.290 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-26T02:01:01.290 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.290 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.290 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.290 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.290 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.290 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.290 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.291 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.291 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.291 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.291 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.291 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.291 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_ENABLED": { 2024-04-26T02:01:01.291 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-26T02:01:01.291 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.291 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.291 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.291 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.291 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.291 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.291 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.291 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.292 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.292 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.292 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.292 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.292 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-26T02:01:01.292 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-26T02:01:01.292 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.292 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.292 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.292 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-26T02:01:01.292 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.292 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.292 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.292 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.292 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.293 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.293 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.293 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.293 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-26T02:01:01.293 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-26T02:01:01.293 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.293 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.293 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.293 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2024-04-26T02:01:01.293 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.293 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.293 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.293 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.293 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.294 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.294 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.294 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.294 INFO:teuthology.orchestra.run.smithi046.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-26T02:01:01.294 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-26T02:01:01.294 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.294 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.294 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.294 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "8", 2024-04-26T02:01:01.294 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.294 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.294 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.294 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.295 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.295 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.295 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.295 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.295 INFO:teuthology.orchestra.run.smithi046.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-26T02:01:01.295 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-26T02:01:01.295 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.295 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.295 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.295 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "45", 2024-04-26T02:01:01.295 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.295 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.295 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.295 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.295 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.295 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.296 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.296 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.296 INFO:teuthology.orchestra.run.smithi046.stdout: "RGW_API_ACCESS_KEY": { 2024-04-26T02:01:01.296 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-26T02:01:01.296 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.296 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.296 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.296 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.296 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.296 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.296 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.296 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.296 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.296 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.296 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.297 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.297 INFO:teuthology.orchestra.run.smithi046.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-26T02:01:01.297 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-26T02:01:01.297 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.297 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.297 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.297 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "admin", 2024-04-26T02:01:01.297 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.297 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.297 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.297 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.297 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.297 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.297 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.298 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.298 INFO:teuthology.orchestra.run.smithi046.stdout: "RGW_API_SECRET_KEY": { 2024-04-26T02:01:01.298 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-26T02:01:01.298 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.298 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.298 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.298 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.298 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.298 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.298 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.298 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.298 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.298 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.298 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.299 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.299 INFO:teuthology.orchestra.run.smithi046.stdout: "RGW_API_SSL_VERIFY": { 2024-04-26T02:01:01.299 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-26T02:01:01.299 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.299 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.299 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.299 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.299 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.299 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.299 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.299 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.299 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.299 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.299 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.300 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.300 INFO:teuthology.orchestra.run.smithi046.stdout: "UNSAFE_TLS_v1_2": { 2024-04-26T02:01:01.300 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "UNSAFE_TLS_v1_2", 2024-04-26T02:01:01.300 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.300 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.300 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.300 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.300 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.300 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.300 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.300 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.300 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.300 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.300 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.300 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.301 INFO:teuthology.orchestra.run.smithi046.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-26T02:01:01.301 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-26T02:01:01.301 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.301 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.301 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.301 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0", 2024-04-26T02:01:01.301 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.301 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.301 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.301 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.301 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.301 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.301 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.301 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.301 INFO:teuthology.orchestra.run.smithi046.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-26T02:01:01.302 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-26T02:01:01.302 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.302 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.302 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.302 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2024-04-26T02:01:01.302 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.302 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.302 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.302 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.302 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.302 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.302 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.302 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.303 INFO:teuthology.orchestra.run.smithi046.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-26T02:01:01.303 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-26T02:01:01.303 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.303 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.303 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.303 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "5", 2024-04-26T02:01:01.303 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.303 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.303 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.303 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.303 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.303 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.303 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.303 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.303 INFO:teuthology.orchestra.run.smithi046.stdout: "cross_origin_url": { 2024-04-26T02:01:01.303 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "cross_origin_url", 2024-04-26T02:01:01.304 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.304 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.304 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.304 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.304 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.304 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.304 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.304 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.304 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.304 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.304 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.304 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.304 INFO:teuthology.orchestra.run.smithi046.stdout: "crt_file": { 2024-04-26T02:01:01.304 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "crt_file", 2024-04-26T02:01:01.304 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.305 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.305 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.305 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.305 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.305 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.305 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.305 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.305 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.305 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.305 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.305 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.305 INFO:teuthology.orchestra.run.smithi046.stdout: "debug": { 2024-04-26T02:01:01.305 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "debug", 2024-04-26T02:01:01.305 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.306 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.306 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.306 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.306 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.306 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.306 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.306 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Enable/disable debug options", 2024-04-26T02:01:01.306 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.306 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.306 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.306 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.306 INFO:teuthology.orchestra.run.smithi046.stdout: "jwt_token_ttl": { 2024-04-26T02:01:01.306 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "jwt_token_ttl", 2024-04-26T02:01:01.306 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.307 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.307 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.307 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "28800", 2024-04-26T02:01:01.307 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.307 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.307 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.307 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.307 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.307 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.307 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.307 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.307 INFO:teuthology.orchestra.run.smithi046.stdout: "key_file": { 2024-04-26T02:01:01.307 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "key_file", 2024-04-26T02:01:01.307 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.308 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.308 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.308 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.308 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.308 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.308 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.308 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.308 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.308 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.308 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.308 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.308 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.308 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.308 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.309 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.309 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.309 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.309 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.309 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.309 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.309 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.309 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.309 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.309 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.309 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.309 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.309 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.309 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.310 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.310 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.310 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.310 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.310 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.310 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.310 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.310 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.310 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.310 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.310 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.310 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.310 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.311 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.311 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.311 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.311 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.311 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.311 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.311 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.311 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.311 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.311 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.311 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.311 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.311 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.311 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.311 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.311 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.312 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.312 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.312 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.312 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.312 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.312 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.312 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.312 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.312 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.312 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.312 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.312 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.312 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.312 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.312 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.313 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.313 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.313 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.313 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.313 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.313 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.313 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.313 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.313 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.313 INFO:teuthology.orchestra.run.smithi046.stdout: "motd": { 2024-04-26T02:01:01.313 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "motd", 2024-04-26T02:01:01.313 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.313 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.313 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.313 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.314 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.314 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.314 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.314 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "The message of the day", 2024-04-26T02:01:01.314 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.314 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.314 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.314 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.314 INFO:teuthology.orchestra.run.smithi046.stdout: "redirect_resolve_ip_addr": { 2024-04-26T02:01:01.314 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "redirect_resolve_ip_addr", 2024-04-26T02:01:01.314 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.314 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.314 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.314 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.314 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.315 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.315 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.315 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.315 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.315 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.315 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.315 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.315 INFO:teuthology.orchestra.run.smithi046.stdout: "server_addr": { 2024-04-26T02:01:01.315 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "server_addr", 2024-04-26T02:01:01.315 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.315 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.315 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.315 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "::", 2024-04-26T02:01:01.315 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.315 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.316 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.316 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.316 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.316 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.316 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.316 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.316 INFO:teuthology.orchestra.run.smithi046.stdout: "server_port": { 2024-04-26T02:01:01.316 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "server_port", 2024-04-26T02:01:01.316 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.316 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.316 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.316 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "8080", 2024-04-26T02:01:01.316 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.317 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.317 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.317 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.317 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.317 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.317 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.317 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.317 INFO:teuthology.orchestra.run.smithi046.stdout: "ssl": { 2024-04-26T02:01:01.317 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ssl", 2024-04-26T02:01:01.317 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.317 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.317 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.317 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.317 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.318 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.318 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.318 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.318 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.318 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.318 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.318 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.318 INFO:teuthology.orchestra.run.smithi046.stdout: "ssl_server_port": { 2024-04-26T02:01:01.318 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ssl_server_port", 2024-04-26T02:01:01.318 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.318 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.318 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.318 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "8443", 2024-04-26T02:01:01.318 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.318 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.318 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.319 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.319 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.319 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.319 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.319 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.319 INFO:teuthology.orchestra.run.smithi046.stdout: "standby_behaviour": { 2024-04-26T02:01:01.319 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "standby_behaviour", 2024-04-26T02:01:01.319 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.319 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.319 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.319 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "redirect", 2024-04-26T02:01:01.319 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.319 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.319 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.319 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.320 INFO:teuthology.orchestra.run.smithi046.stdout: "redirect" 2024-04-26T02:01:01.320 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.320 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.320 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.320 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.320 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.320 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.320 INFO:teuthology.orchestra.run.smithi046.stdout: "standby_error_status_code": { 2024-04-26T02:01:01.320 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "standby_error_status_code", 2024-04-26T02:01:01.320 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.320 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.320 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.320 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "500", 2024-04-26T02:01:01.320 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "400", 2024-04-26T02:01:01.320 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "599", 2024-04-26T02:01:01.321 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.321 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.321 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.321 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.321 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.321 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.321 INFO:teuthology.orchestra.run.smithi046.stdout: "url_prefix": { 2024-04-26T02:01:01.321 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "url_prefix", 2024-04-26T02:01:01.321 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.321 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.321 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.321 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.321 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.321 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.321 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.321 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.322 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.322 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.322 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.322 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.322 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.322 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.322 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.322 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "devicehealth", 2024-04-26T02:01:01.322 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.322 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.322 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.322 INFO:teuthology.orchestra.run.smithi046.stdout: "enable_monitoring": { 2024-04-26T02:01:01.322 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "enable_monitoring", 2024-04-26T02:01:01.322 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.322 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.323 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.323 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.323 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.323 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.323 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.323 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "monitor device health metrics", 2024-04-26T02:01:01.323 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.323 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.323 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.323 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.323 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.323 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.323 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.323 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.323 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.323 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.324 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.324 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.324 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.324 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.324 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.324 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.324 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.324 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.324 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.324 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.324 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.324 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.324 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.324 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.324 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.324 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.325 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.325 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.325 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.325 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.325 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.325 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.325 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.325 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.325 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.325 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.325 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.325 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.325 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.325 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.325 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.325 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.326 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.326 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.326 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.326 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.326 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.326 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.326 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.326 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.326 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.326 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.326 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.326 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.326 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.327 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.327 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.327 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.327 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.327 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.327 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.327 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.327 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.327 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.327 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.327 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.327 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.327 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.327 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.327 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.328 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.328 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.328 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.328 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.328 INFO:teuthology.orchestra.run.smithi046.stdout: "mark_out_threshold": { 2024-04-26T02:01:01.328 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "mark_out_threshold", 2024-04-26T02:01:01.328 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:01.328 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.328 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.328 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "2419200", 2024-04-26T02:01:01.328 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.328 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.328 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.328 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-26T02:01:01.329 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.329 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.329 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.329 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.329 INFO:teuthology.orchestra.run.smithi046.stdout: "pool_name": { 2024-04-26T02:01:01.329 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "pool_name", 2024-04-26T02:01:01.329 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.329 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.329 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.329 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "device_health_metrics", 2024-04-26T02:01:01.329 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.329 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.329 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.329 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-26T02:01:01.330 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.330 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.330 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.330 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.330 INFO:teuthology.orchestra.run.smithi046.stdout: "retention_period": { 2024-04-26T02:01:01.330 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "retention_period", 2024-04-26T02:01:01.330 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:01.330 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.330 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.330 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "15552000", 2024-04-26T02:01:01.330 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.330 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.331 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.331 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how long to retain device health metrics", 2024-04-26T02:01:01.331 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.331 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.331 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.331 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.331 INFO:teuthology.orchestra.run.smithi046.stdout: "scrape_frequency": { 2024-04-26T02:01:01.331 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "scrape_frequency", 2024-04-26T02:01:01.331 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:01.331 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.331 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.331 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "86400", 2024-04-26T02:01:01.331 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.332 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.332 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.332 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-26T02:01:01.332 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.332 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.332 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.332 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.332 INFO:teuthology.orchestra.run.smithi046.stdout: "self_heal": { 2024-04-26T02:01:01.332 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "self_heal", 2024-04-26T02:01:01.332 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.332 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.332 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.332 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.332 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.333 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.333 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.333 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-26T02:01:01.333 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.333 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.333 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.333 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.333 INFO:teuthology.orchestra.run.smithi046.stdout: "sleep_interval": { 2024-04-26T02:01:01.333 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "sleep_interval", 2024-04-26T02:01:01.333 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:01.333 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.333 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.333 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "600", 2024-04-26T02:01:01.333 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.333 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.334 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.334 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how frequently to wake up and check device health", 2024-04-26T02:01:01.334 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.334 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.334 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.334 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.334 INFO:teuthology.orchestra.run.smithi046.stdout: "warn_threshold": { 2024-04-26T02:01:01.334 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "warn_threshold", 2024-04-26T02:01:01.334 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:01.334 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.334 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.334 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "7257600", 2024-04-26T02:01:01.334 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.335 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.335 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.335 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-26T02:01:01.335 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.335 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.335 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.335 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.335 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.335 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.335 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.335 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "diskprediction_local", 2024-04-26T02:01:01.335 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.335 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.335 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.335 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.336 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.336 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.336 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.336 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.336 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.336 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.336 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.336 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.336 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.336 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.336 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.336 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.336 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.336 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.336 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.336 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.337 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.337 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.337 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.337 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.337 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.337 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.337 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.337 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.337 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.337 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.337 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.337 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.337 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.337 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.338 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.338 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.338 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.338 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.338 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.338 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.338 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.338 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.338 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.338 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.338 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.338 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.338 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.339 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.339 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.339 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.339 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.339 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.339 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.339 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.339 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.339 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.339 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.339 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.339 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.339 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.339 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.339 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.339 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.340 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.340 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.340 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.340 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.340 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.340 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.340 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.340 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.340 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.340 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.340 INFO:teuthology.orchestra.run.smithi046.stdout: "predict_interval": { 2024-04-26T02:01:01.340 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "predict_interval", 2024-04-26T02:01:01.340 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.340 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.340 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.341 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "86400", 2024-04-26T02:01:01.341 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.341 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.341 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.341 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.341 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.341 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.341 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.341 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.341 INFO:teuthology.orchestra.run.smithi046.stdout: "predictor_model": { 2024-04-26T02:01:01.341 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "predictor_model", 2024-04-26T02:01:01.341 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.341 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.341 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.341 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "prophetstor", 2024-04-26T02:01:01.341 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.342 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.342 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.342 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.342 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.342 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.342 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.342 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.342 INFO:teuthology.orchestra.run.smithi046.stdout: "sleep_interval": { 2024-04-26T02:01:01.342 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "sleep_interval", 2024-04-26T02:01:01.342 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.342 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.342 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.342 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "600", 2024-04-26T02:01:01.343 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.343 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.343 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.343 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.343 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.343 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.343 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.343 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.343 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.343 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.343 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.343 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "influx", 2024-04-26T02:01:01.343 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": false, 2024-04-26T02:01:01.343 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "influxdb python module not found", 2024-04-26T02:01:01.343 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.344 INFO:teuthology.orchestra.run.smithi046.stdout: "batch_size": { 2024-04-26T02:01:01.344 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "batch_size", 2024-04-26T02:01:01.344 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.344 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.344 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.344 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "5000", 2024-04-26T02:01:01.344 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.344 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.344 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.344 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-26T02:01:01.344 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.344 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.344 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.344 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.345 INFO:teuthology.orchestra.run.smithi046.stdout: "database": { 2024-04-26T02:01:01.345 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "database", 2024-04-26T02:01:01.345 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.345 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.345 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.345 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "ceph", 2024-04-26T02:01:01.345 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.345 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.345 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.345 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-26T02:01:01.345 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.345 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.345 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.345 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.345 INFO:teuthology.orchestra.run.smithi046.stdout: "hostname": { 2024-04-26T02:01:01.345 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "hostname", 2024-04-26T02:01:01.346 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.346 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.346 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.346 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.346 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.346 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.346 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.346 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "InfluxDB server hostname", 2024-04-26T02:01:01.346 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.346 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.346 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.346 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.346 INFO:teuthology.orchestra.run.smithi046.stdout: "interval": { 2024-04-26T02:01:01.347 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "interval", 2024-04-26T02:01:01.347 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:01.347 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.347 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.347 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "30", 2024-04-26T02:01:01.347 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "5", 2024-04-26T02:01:01.347 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.347 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.347 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-26T02:01:01.347 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.347 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.347 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.347 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.347 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.348 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.348 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.348 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.348 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.348 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.348 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.348 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.348 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.348 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.348 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.348 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.348 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.348 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.349 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.349 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.349 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.349 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.349 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.349 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.349 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.349 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.349 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.349 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.349 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.349 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.349 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.349 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.349 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.350 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.350 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.350 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.350 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.350 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.350 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.350 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.350 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.350 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.350 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.350 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.350 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.350 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.350 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.351 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.351 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.351 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.351 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.351 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.351 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.351 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.351 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.351 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.351 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.351 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.351 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.351 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.351 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.352 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.352 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.352 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.352 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.352 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.352 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.352 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.352 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.352 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.352 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.352 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.352 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.352 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.352 INFO:teuthology.orchestra.run.smithi046.stdout: "password": { 2024-04-26T02:01:01.352 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "password", 2024-04-26T02:01:01.352 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.353 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.353 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.353 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.353 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.353 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.353 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.353 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "password of InfluxDB server user", 2024-04-26T02:01:01.353 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.353 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.353 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.353 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.353 INFO:teuthology.orchestra.run.smithi046.stdout: "port": { 2024-04-26T02:01:01.353 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "port", 2024-04-26T02:01:01.353 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.353 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.354 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.354 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "8086", 2024-04-26T02:01:01.354 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.354 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.354 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.354 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "InfluxDB server port", 2024-04-26T02:01:01.354 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.354 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.354 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.354 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.354 INFO:teuthology.orchestra.run.smithi046.stdout: "ssl": { 2024-04-26T02:01:01.354 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ssl", 2024-04-26T02:01:01.354 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.355 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.355 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.355 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "false", 2024-04-26T02:01:01.355 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.355 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.355 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.355 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-26T02:01:01.355 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.355 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.355 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.355 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.355 INFO:teuthology.orchestra.run.smithi046.stdout: "threads": { 2024-04-26T02:01:01.355 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "threads", 2024-04-26T02:01:01.355 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.355 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.356 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.356 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "5", 2024-04-26T02:01:01.356 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "1", 2024-04-26T02:01:01.356 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "32", 2024-04-26T02:01:01.356 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.356 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-26T02:01:01.356 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.356 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.356 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.356 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.356 INFO:teuthology.orchestra.run.smithi046.stdout: "username": { 2024-04-26T02:01:01.356 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "username", 2024-04-26T02:01:01.356 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.356 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.356 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.357 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.357 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.357 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.357 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.357 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "username of InfluxDB server user", 2024-04-26T02:01:01.357 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.357 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.357 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.357 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.357 INFO:teuthology.orchestra.run.smithi046.stdout: "verify_ssl": { 2024-04-26T02:01:01.357 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "verify_ssl", 2024-04-26T02:01:01.357 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.357 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.357 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.357 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "true", 2024-04-26T02:01:01.358 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.358 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.358 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.358 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-26T02:01:01.358 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.358 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.358 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.358 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.358 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.358 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.358 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.358 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "insights", 2024-04-26T02:01:01.358 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.358 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.359 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.359 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.359 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.359 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.359 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.359 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.359 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.359 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.359 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.359 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.359 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.359 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.359 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.359 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.360 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.360 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.360 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.360 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.360 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.360 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.360 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.360 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.360 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.360 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.360 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.360 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.360 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.360 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.361 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.361 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.361 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.361 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.361 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.361 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.361 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.361 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.361 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.361 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.361 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.361 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.361 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.361 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.361 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.362 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.362 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.362 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.362 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.362 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.362 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.362 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.362 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.362 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.362 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.362 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.362 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.362 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.363 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.363 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.363 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.363 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.363 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.363 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.363 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.363 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.363 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.363 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.363 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.363 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.363 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.364 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.364 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.364 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.364 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.364 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.364 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "iostat", 2024-04-26T02:01:01.364 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.364 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.364 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.364 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.364 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.364 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.364 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.364 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.364 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.365 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.365 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.365 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.365 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.365 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.365 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.365 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.365 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.365 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.365 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.365 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.365 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.365 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.365 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.365 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.366 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.366 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.366 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.366 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.366 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.366 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.366 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.366 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.366 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.366 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.366 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.366 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.366 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.366 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.367 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.367 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.367 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.367 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.367 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.367 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.367 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.367 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.367 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.367 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.367 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.367 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.367 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.367 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.367 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.368 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.368 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.368 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.368 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.368 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.368 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.368 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.368 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.368 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.368 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.368 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.368 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.368 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.368 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.368 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.369 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.369 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.369 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.369 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.369 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.369 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.369 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.369 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.369 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "k8sevents", 2024-04-26T02:01:01.369 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.369 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.369 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.369 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_event_retention_days": { 2024-04-26T02:01:01.369 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "ceph_event_retention_days", 2024-04-26T02:01:01.369 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.370 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.370 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.370 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "7", 2024-04-26T02:01:01.370 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.370 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.370 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.370 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-26T02:01:01.370 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.370 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.370 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.370 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.370 INFO:teuthology.orchestra.run.smithi046.stdout: "config_check_secs": { 2024-04-26T02:01:01.370 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "config_check_secs", 2024-04-26T02:01:01.370 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.371 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.371 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.371 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2024-04-26T02:01:01.371 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "10", 2024-04-26T02:01:01.371 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.371 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.371 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-26T02:01:01.371 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.371 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.371 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.371 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.371 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.371 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.371 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.371 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.372 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.372 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.372 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.372 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.372 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.372 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.372 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.372 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.372 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.372 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.373 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.373 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.373 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.373 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.373 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.373 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.373 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.373 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.374 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.374 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.374 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.374 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.374 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.374 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.374 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.375 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.375 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.375 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.375 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.375 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.375 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.375 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.375 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.376 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.376 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.376 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.376 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.376 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.376 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.376 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.377 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.377 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.377 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.377 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.377 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.377 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.377 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.377 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.377 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.377 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.377 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.377 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.377 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.377 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.377 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.378 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.378 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.378 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.378 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.378 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.378 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.378 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.378 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.378 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.378 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.378 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.378 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.378 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.378 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.379 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "localpool", 2024-04-26T02:01:01.379 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.379 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.379 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.379 INFO:teuthology.orchestra.run.smithi046.stdout: "failure_domain": { 2024-04-26T02:01:01.379 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "failure_domain", 2024-04-26T02:01:01.379 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.379 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.379 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.379 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "host", 2024-04-26T02:01:01.379 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.379 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.379 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.379 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "failure domain for any created local pool", 2024-04-26T02:01:01.379 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-26T02:01:01.380 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.380 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.380 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.380 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.380 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.380 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.380 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.380 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.380 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.380 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.380 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.380 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.380 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.380 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.380 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.381 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.381 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.381 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.381 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.381 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.381 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.381 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.381 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.381 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.381 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.381 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.381 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.381 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.381 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.381 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.382 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.382 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.382 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.382 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.382 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.382 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.382 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.382 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.382 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.382 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.382 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.382 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.382 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.382 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.383 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.383 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.383 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.383 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.383 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.383 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.383 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.383 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.383 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.383 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.383 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.383 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.383 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.383 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.383 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.384 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.384 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.384 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.384 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.384 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.384 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.384 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.384 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.384 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.384 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.384 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.384 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.384 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.384 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.385 INFO:teuthology.orchestra.run.smithi046.stdout: "min_size": { 2024-04-26T02:01:01.385 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "min_size", 2024-04-26T02:01:01.385 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.385 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.385 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.385 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.385 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.385 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.385 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.385 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "default min_size for any created local pool", 2024-04-26T02:01:01.385 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-26T02:01:01.385 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.385 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.385 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.386 INFO:teuthology.orchestra.run.smithi046.stdout: "num_rep": { 2024-04-26T02:01:01.386 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "num_rep", 2024-04-26T02:01:01.386 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.386 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.386 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.386 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "3", 2024-04-26T02:01:01.386 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.386 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.386 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.386 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "default replica count for any created local pool", 2024-04-26T02:01:01.386 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.386 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.386 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.386 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.387 INFO:teuthology.orchestra.run.smithi046.stdout: "pg_num": { 2024-04-26T02:01:01.387 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "pg_num", 2024-04-26T02:01:01.387 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.387 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.387 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.387 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "128", 2024-04-26T02:01:01.387 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.387 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.387 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.387 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "default pg_num for any created local pool", 2024-04-26T02:01:01.387 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.387 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.387 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.387 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.388 INFO:teuthology.orchestra.run.smithi046.stdout: "prefix": { 2024-04-26T02:01:01.388 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "prefix", 2024-04-26T02:01:01.388 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.388 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.388 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.388 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.388 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.388 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.388 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.388 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "name prefix for any created local pool", 2024-04-26T02:01:01.388 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.388 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.388 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.388 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.388 INFO:teuthology.orchestra.run.smithi046.stdout: "subtree": { 2024-04-26T02:01:01.389 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "subtree", 2024-04-26T02:01:01.389 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.389 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.389 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.389 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "rack", 2024-04-26T02:01:01.389 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.389 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.389 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.389 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-26T02:01:01.389 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-26T02:01:01.389 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.389 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.389 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.389 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.390 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.390 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.390 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "mds_autoscaler", 2024-04-26T02:01:01.390 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.390 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.390 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.390 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.390 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.390 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.390 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.390 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.390 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.390 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.390 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.391 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.391 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.391 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.391 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.391 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.391 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.391 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.391 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.391 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.391 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.391 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.391 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.391 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.391 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.391 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.392 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.392 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.392 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.392 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.392 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.392 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.392 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.392 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.392 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.392 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.392 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.392 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.392 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.392 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.393 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.393 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.393 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.393 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.393 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.393 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.393 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.393 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.393 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.393 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.393 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.393 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.393 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.393 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.393 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.394 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.394 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.394 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.394 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.394 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.394 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.394 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.394 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.394 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.394 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.394 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.394 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.394 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.394 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.395 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.395 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.395 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.395 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.395 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.395 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.395 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.395 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "mirroring", 2024-04-26T02:01:01.395 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.395 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.395 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.395 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.395 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.395 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.396 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.396 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.396 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.396 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.396 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.396 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.396 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.396 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.396 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.396 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.396 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.396 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.396 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.396 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.396 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.397 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.397 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.397 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.397 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.397 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.397 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.397 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.397 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.397 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.397 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.397 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.397 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.397 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.397 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.398 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.398 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.398 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.398 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.398 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.398 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.398 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.398 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.398 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.398 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.398 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.398 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.398 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.398 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.399 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.399 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.399 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.399 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.399 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.399 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.399 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.399 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.399 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.399 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.399 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.399 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.399 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.399 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.400 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.400 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.400 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.400 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.400 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.400 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.400 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.400 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.400 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.400 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.400 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.400 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.400 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.400 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "nfs", 2024-04-26T02:01:01.400 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.401 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.401 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.401 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.401 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.401 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.401 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.401 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.401 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.401 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.401 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.401 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.401 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.401 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.401 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.401 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.402 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.402 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.402 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.402 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.402 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.402 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.402 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.402 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.402 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.402 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.402 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.402 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.402 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.403 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.403 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.403 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.403 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.403 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.403 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.403 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.403 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.403 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.403 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.403 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.403 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.403 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.403 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.403 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.404 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.404 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.404 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.404 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.404 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.404 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.404 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.404 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.404 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.404 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.404 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.404 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.404 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.405 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.405 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.405 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.405 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.405 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.405 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.405 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.405 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.405 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.405 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.405 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.405 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.405 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.405 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.405 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.406 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.406 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.406 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.406 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.406 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "orchestrator", 2024-04-26T02:01:01.406 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.406 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.406 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.406 INFO:teuthology.orchestra.run.smithi046.stdout: "fail_fs": { 2024-04-26T02:01:01.406 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "fail_fs", 2024-04-26T02:01:01.406 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.406 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.406 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.407 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.407 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.407 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.407 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.407 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-26T02:01:01.407 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.407 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.407 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.407 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.407 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.407 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.407 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.407 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.407 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.408 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.408 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.408 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.408 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.408 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.408 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.408 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.408 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.408 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.408 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.408 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.408 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.408 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.408 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.409 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.409 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.409 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.409 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.409 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.409 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.409 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.409 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.409 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.409 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.409 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.409 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.409 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.409 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.409 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.410 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.410 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.410 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.410 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.410 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.410 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.410 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.410 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.410 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.410 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.410 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.410 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.410 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.410 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.411 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.411 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.411 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.411 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.411 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.411 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.411 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.411 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.411 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.411 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.411 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.411 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.411 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.411 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.411 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.412 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.412 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.412 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.412 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.412 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.412 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.412 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.412 INFO:teuthology.orchestra.run.smithi046.stdout: "orchestrator": { 2024-04-26T02:01:01.412 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "orchestrator", 2024-04-26T02:01:01.412 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.412 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.412 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.412 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.412 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.412 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.412 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.413 INFO:teuthology.orchestra.run.smithi046.stdout: "cephadm", 2024-04-26T02:01:01.413 INFO:teuthology.orchestra.run.smithi046.stdout: "rook", 2024-04-26T02:01:01.413 INFO:teuthology.orchestra.run.smithi046.stdout: "test_orchestrator" 2024-04-26T02:01:01.413 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.413 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Orchestrator backend", 2024-04-26T02:01:01.413 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.413 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.413 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.413 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.413 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.413 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.413 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.413 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "osd_perf_query", 2024-04-26T02:01:01.413 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.413 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.413 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.414 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.414 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.414 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.414 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.414 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.414 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.414 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.414 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.414 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.414 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.414 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.414 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.414 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.414 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.415 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.415 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.415 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.415 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.415 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.415 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.415 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.415 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.415 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.415 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.415 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.415 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.415 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.415 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.415 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.415 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.416 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.416 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.416 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.416 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.416 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.416 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.416 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.416 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.416 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.416 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.416 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.416 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.416 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.417 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.417 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.417 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.417 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.417 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.417 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.417 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.417 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.417 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.417 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.417 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.417 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.417 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.417 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.417 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.418 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.418 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.418 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.418 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.418 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.418 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.418 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.418 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.418 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.418 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.418 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.418 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.418 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.418 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.418 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.419 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "osd_support", 2024-04-26T02:01:01.419 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.419 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.419 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.419 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.419 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.419 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.419 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.419 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.419 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.419 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.419 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.419 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.419 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.419 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.419 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.420 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.420 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.420 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.420 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.420 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.420 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.420 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.420 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.420 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.420 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.420 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.420 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.420 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.420 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.421 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.421 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.421 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.421 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.421 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.421 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.421 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.421 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.421 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.421 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.421 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.421 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.421 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.421 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.421 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.421 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.421 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.422 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.422 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.422 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.422 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.422 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.422 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.422 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.422 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.422 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.422 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.422 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.422 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.422 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.422 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.423 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.423 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.423 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.423 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.423 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.423 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.423 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.423 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.423 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.423 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.423 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.423 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.423 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.423 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.423 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.424 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.424 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "pg_autoscaler", 2024-04-26T02:01:01.424 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.424 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.424 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.424 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.424 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.424 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.424 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.424 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.424 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.424 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.424 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.424 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.424 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.424 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.424 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.425 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.425 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.425 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.425 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.425 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.425 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.425 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.425 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.425 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.425 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.425 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.425 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.425 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.425 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.425 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.425 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.426 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.426 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.426 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.426 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.426 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.426 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.426 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.426 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.426 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.426 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.426 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.426 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.426 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.427 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.427 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.427 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.427 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.427 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.427 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.427 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.427 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.427 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.427 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.427 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.427 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.427 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.427 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.427 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.427 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.428 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.428 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.428 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.428 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.428 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.428 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.428 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.428 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.428 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.428 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.428 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.428 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.428 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.428 INFO:teuthology.orchestra.run.smithi046.stdout: "sleep_interval": { 2024-04-26T02:01:01.428 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "sleep_interval", 2024-04-26T02:01:01.428 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:01.429 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.429 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.429 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "60", 2024-04-26T02:01:01.429 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.429 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.429 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.429 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.429 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.429 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.429 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.429 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.429 INFO:teuthology.orchestra.run.smithi046.stdout: "threshold": { 2024-04-26T02:01:01.429 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "threshold", 2024-04-26T02:01:01.429 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "float", 2024-04-26T02:01:01.429 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.430 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.430 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "3.0", 2024-04-26T02:01:01.430 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "1.0", 2024-04-26T02:01:01.430 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.430 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.430 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "scaling threshold", 2024-04-26T02:01:01.430 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-26T02:01:01.430 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.430 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.430 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.430 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.430 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.430 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.430 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "progress", 2024-04-26T02:01:01.431 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.431 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.431 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.431 INFO:teuthology.orchestra.run.smithi046.stdout: "allow_pg_recovery_event": { 2024-04-26T02:01:01.431 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "allow_pg_recovery_event", 2024-04-26T02:01:01.431 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.431 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.431 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.431 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.431 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.431 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.431 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.431 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-26T02:01:01.431 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.432 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.432 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.432 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.432 INFO:teuthology.orchestra.run.smithi046.stdout: "enabled": { 2024-04-26T02:01:01.432 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "enabled", 2024-04-26T02:01:01.432 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.432 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.432 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.432 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.432 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.432 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.432 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.432 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.432 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.433 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.433 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.433 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.433 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.433 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.433 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.433 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.433 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.433 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.433 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.433 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.433 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.433 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.433 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.434 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.434 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.434 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.434 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.434 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.434 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.434 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.434 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.434 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.434 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.434 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.434 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.434 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.434 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.434 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.435 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.435 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.435 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.435 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.435 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.435 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.435 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.435 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.435 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.435 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.435 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.435 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.435 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.435 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.435 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.436 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.436 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.436 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.436 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.436 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.436 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.436 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.436 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.436 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.436 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.436 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.436 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.436 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.436 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.436 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.437 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.437 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.437 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.437 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.437 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.437 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.437 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.437 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.437 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.437 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.437 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.437 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.437 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.437 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.437 INFO:teuthology.orchestra.run.smithi046.stdout: "max_completed_events": { 2024-04-26T02:01:01.438 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "max_completed_events", 2024-04-26T02:01:01.438 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.438 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.438 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.438 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "50", 2024-04-26T02:01:01.438 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.438 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.438 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.438 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "number of past completed events to remember", 2024-04-26T02:01:01.438 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.438 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.438 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.438 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.438 INFO:teuthology.orchestra.run.smithi046.stdout: "sleep_interval": { 2024-04-26T02:01:01.439 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "sleep_interval", 2024-04-26T02:01:01.439 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:01.439 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.439 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.439 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "5", 2024-04-26T02:01:01.439 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.439 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.439 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.439 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "how long the module is going to sleep", 2024-04-26T02:01:01.439 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.439 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.439 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.439 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.439 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.440 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.440 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.440 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "prometheus", 2024-04-26T02:01:01.440 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.440 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.440 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.440 INFO:teuthology.orchestra.run.smithi046.stdout: "cache": { 2024-04-26T02:01:01.440 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "cache", 2024-04-26T02:01:01.440 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.440 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.440 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.440 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.440 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.440 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.440 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.441 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.441 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.441 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.441 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.441 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.441 INFO:teuthology.orchestra.run.smithi046.stdout: "exclude_perf_counters": { 2024-04-26T02:01:01.441 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "exclude_perf_counters", 2024-04-26T02:01:01.441 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.441 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.441 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.441 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.441 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.441 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.441 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.442 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-26T02:01:01.442 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-26T02:01:01.442 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.442 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.442 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.442 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.442 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.442 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.442 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.442 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.442 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.442 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.442 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.442 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.443 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.443 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.443 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.443 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.443 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.443 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.443 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.443 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.443 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.443 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.443 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.443 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.443 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.443 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.444 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.444 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.444 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.444 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.444 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.444 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.444 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.444 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.444 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.444 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.444 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.444 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.444 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.444 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.444 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.445 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.445 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.445 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.445 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.445 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.445 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.445 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.445 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.445 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.445 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.445 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.445 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.445 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.445 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.445 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.445 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.446 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.446 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.446 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.446 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.446 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.446 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.446 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.446 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.446 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.446 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.446 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.446 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.446 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.446 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.447 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.447 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.447 INFO:teuthology.orchestra.run.smithi046.stdout: "rbd_stats_pools": { 2024-04-26T02:01:01.447 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rbd_stats_pools", 2024-04-26T02:01:01.447 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.447 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.447 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.447 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.447 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.447 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.447 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.447 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.447 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.448 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.448 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.448 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.448 INFO:teuthology.orchestra.run.smithi046.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-26T02:01:01.448 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-26T02:01:01.448 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.448 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.448 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.448 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "300", 2024-04-26T02:01:01.448 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.448 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.448 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.448 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.448 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.449 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.449 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.449 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.449 INFO:teuthology.orchestra.run.smithi046.stdout: "scrape_interval": { 2024-04-26T02:01:01.449 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "scrape_interval", 2024-04-26T02:01:01.449 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "float", 2024-04-26T02:01:01.449 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.449 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.449 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "15.0", 2024-04-26T02:01:01.449 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.449 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.449 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.449 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.449 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.450 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.450 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.450 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.450 INFO:teuthology.orchestra.run.smithi046.stdout: "server_addr": { 2024-04-26T02:01:01.450 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "server_addr", 2024-04-26T02:01:01.450 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.450 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.450 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.450 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "::", 2024-04-26T02:01:01.450 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.450 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.450 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.450 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-26T02:01:01.450 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.450 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.450 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.451 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.451 INFO:teuthology.orchestra.run.smithi046.stdout: "server_port": { 2024-04-26T02:01:01.451 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "server_port", 2024-04-26T02:01:01.451 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.451 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.451 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.451 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "9283", 2024-04-26T02:01:01.451 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.451 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.451 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.451 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-26T02:01:01.451 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.451 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.451 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.451 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.452 INFO:teuthology.orchestra.run.smithi046.stdout: "stale_cache_strategy": { 2024-04-26T02:01:01.452 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "stale_cache_strategy", 2024-04-26T02:01:01.452 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.452 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.452 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.452 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "log", 2024-04-26T02:01:01.452 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.452 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.452 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.452 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.452 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.452 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.452 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.452 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.452 INFO:teuthology.orchestra.run.smithi046.stdout: "standby_behaviour": { 2024-04-26T02:01:01.453 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "standby_behaviour", 2024-04-26T02:01:01.453 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.453 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.453 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.453 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "default", 2024-04-26T02:01:01.453 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.453 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.453 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.453 INFO:teuthology.orchestra.run.smithi046.stdout: "default", 2024-04-26T02:01:01.453 INFO:teuthology.orchestra.run.smithi046.stdout: "error" 2024-04-26T02:01:01.453 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.453 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.453 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.453 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.453 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.454 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.454 INFO:teuthology.orchestra.run.smithi046.stdout: "standby_error_status_code": { 2024-04-26T02:01:01.454 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "standby_error_status_code", 2024-04-26T02:01:01.454 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.454 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.454 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.454 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "500", 2024-04-26T02:01:01.454 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "400", 2024-04-26T02:01:01.454 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "599", 2024-04-26T02:01:01.454 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.454 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.454 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.454 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.454 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.455 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.455 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.455 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.455 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.455 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rbd_support", 2024-04-26T02:01:01.455 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.455 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.455 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.455 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.455 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.455 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.455 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.455 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.455 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.455 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.456 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.456 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.456 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.456 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.456 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.456 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.456 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.456 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.456 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.456 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.456 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.456 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.456 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.456 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.456 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.457 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.457 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.457 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.457 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.457 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.457 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.457 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.457 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.457 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.457 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.457 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.457 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.457 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.457 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.457 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.457 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.458 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.458 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.458 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.458 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.458 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.458 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.458 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.458 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.458 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.458 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.458 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.458 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.458 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.458 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.459 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.459 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.459 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.459 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.459 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.459 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.459 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.459 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.459 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.459 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.459 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.459 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.459 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.459 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.460 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.460 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.460 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.460 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.460 INFO:teuthology.orchestra.run.smithi046.stdout: "max_concurrent_snap_create": { 2024-04-26T02:01:01.460 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "max_concurrent_snap_create", 2024-04-26T02:01:01.460 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.460 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.460 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.460 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10", 2024-04-26T02:01:01.460 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.460 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.460 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.460 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.461 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.461 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.461 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.461 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.461 INFO:teuthology.orchestra.run.smithi046.stdout: "mirror_snapshot_schedule": { 2024-04-26T02:01:01.461 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "mirror_snapshot_schedule", 2024-04-26T02:01:01.461 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.461 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.461 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.461 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.461 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.461 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.461 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.461 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.461 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.461 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.462 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.462 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.462 INFO:teuthology.orchestra.run.smithi046.stdout: "trash_purge_schedule": { 2024-04-26T02:01:01.462 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "trash_purge_schedule", 2024-04-26T02:01:01.462 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.462 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.462 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.462 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.462 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.462 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.462 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.462 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.462 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.462 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.463 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.463 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.463 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.463 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.463 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.463 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "restful", 2024-04-26T02:01:01.463 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.463 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.463 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.463 INFO:teuthology.orchestra.run.smithi046.stdout: "enable_auth": { 2024-04-26T02:01:01.463 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "enable_auth", 2024-04-26T02:01:01.463 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.463 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.463 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.463 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.464 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.464 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.464 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.464 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.464 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.464 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.464 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.464 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.464 INFO:teuthology.orchestra.run.smithi046.stdout: "key_file": { 2024-04-26T02:01:01.464 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "key_file", 2024-04-26T02:01:01.464 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.464 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.464 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.465 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.465 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.465 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.465 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.465 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.465 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.465 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.465 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.465 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.465 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.465 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.465 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.465 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.465 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.465 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.465 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.466 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.466 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.466 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.466 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.466 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.466 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.466 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.466 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.466 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.466 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.466 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.466 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.466 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.466 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.466 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.466 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.467 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.467 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.467 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.467 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.467 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.467 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.467 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.467 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.467 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.467 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.467 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.467 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.467 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.467 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.467 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.468 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.468 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.468 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.468 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.468 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.468 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.468 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.468 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.468 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.468 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.468 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.468 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.468 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.468 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.468 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.468 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.469 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.469 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.469 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.469 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.469 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.469 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.469 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.469 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.469 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.469 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.469 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.469 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.469 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.469 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.469 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.469 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.470 INFO:teuthology.orchestra.run.smithi046.stdout: "server_addr": { 2024-04-26T02:01:01.470 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "server_addr", 2024-04-26T02:01:01.470 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.470 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.470 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.470 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.470 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.470 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.470 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.470 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.470 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.470 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.470 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.470 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.471 INFO:teuthology.orchestra.run.smithi046.stdout: "server_port": { 2024-04-26T02:01:01.471 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "server_port", 2024-04-26T02:01:01.471 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.471 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.471 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.471 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.471 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.471 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.471 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.471 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.471 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.471 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.471 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.471 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.471 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.472 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.472 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.472 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rgw", 2024-04-26T02:01:01.472 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.472 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.472 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.472 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.472 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.472 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.472 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.472 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.472 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.472 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.472 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.473 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.473 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.473 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.473 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.473 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.473 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.473 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.473 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.473 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.473 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.473 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.473 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.473 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.473 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.473 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.473 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.474 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.474 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.474 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.474 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.474 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.474 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.474 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.474 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.474 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.474 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.474 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.474 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.474 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.474 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.475 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.475 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.475 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.475 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.475 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.475 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.475 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.475 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.475 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.475 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.475 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.475 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.475 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.475 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.475 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.475 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.476 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.476 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.476 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.476 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.476 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.476 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.476 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.476 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.476 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.476 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.476 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.476 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.476 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.476 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.476 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.476 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.477 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.477 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.477 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.477 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rook", 2024-04-26T02:01:01.477 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.477 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.477 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.477 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.477 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.477 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.477 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.477 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.477 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.477 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.477 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.477 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.478 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.478 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.478 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.478 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.478 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.478 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.478 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.478 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.478 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.478 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.478 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.478 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.478 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.478 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.479 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.479 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.479 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.479 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.479 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.479 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.479 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.479 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.479 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.479 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.479 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.479 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.479 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.479 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.479 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.480 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.480 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.480 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.480 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.480 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.480 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.480 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.480 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.480 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.480 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.480 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.480 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.480 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.480 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.480 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.481 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.481 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.481 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.481 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.481 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.481 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.481 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.481 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.481 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.481 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.481 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.481 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.481 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.481 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.482 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.482 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.482 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.482 INFO:teuthology.orchestra.run.smithi046.stdout: "storage_class": { 2024-04-26T02:01:01.482 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "storage_class", 2024-04-26T02:01:01.482 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.482 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.482 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.482 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "local", 2024-04-26T02:01:01.482 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.482 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.482 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.482 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-26T02:01:01.482 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.482 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.483 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.483 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.483 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.483 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.483 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.483 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "selftest", 2024-04-26T02:01:01.483 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.483 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.483 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.483 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.483 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.483 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.483 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.483 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.483 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.483 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.484 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.484 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.484 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.484 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.484 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.484 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.484 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.484 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.484 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.484 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.484 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.484 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.484 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.484 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.484 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.484 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.485 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.485 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.485 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.485 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.485 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.485 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.485 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.485 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.485 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.485 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.485 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.485 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.485 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.485 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.485 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.486 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.486 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.486 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.486 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.486 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.486 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.486 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.486 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.486 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.486 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.486 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.486 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.486 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.486 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.486 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.486 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.487 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.487 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.487 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.487 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.487 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.487 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.487 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.487 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.487 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.487 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.487 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.487 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.487 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.487 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.488 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.488 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.488 INFO:teuthology.orchestra.run.smithi046.stdout: "roption1": { 2024-04-26T02:01:01.488 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "roption1", 2024-04-26T02:01:01.488 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.488 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.488 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.488 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.488 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.488 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.488 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.488 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.488 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.488 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.489 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.489 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.489 INFO:teuthology.orchestra.run.smithi046.stdout: "roption2": { 2024-04-26T02:01:01.489 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "roption2", 2024-04-26T02:01:01.489 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.489 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.489 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.489 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "xyz", 2024-04-26T02:01:01.489 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.489 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.489 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.489 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.489 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.489 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.489 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.490 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.490 INFO:teuthology.orchestra.run.smithi046.stdout: "rwoption1": { 2024-04-26T02:01:01.490 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rwoption1", 2024-04-26T02:01:01.490 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.490 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.490 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.490 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.490 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.490 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.490 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.490 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.490 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.490 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.490 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.490 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.491 INFO:teuthology.orchestra.run.smithi046.stdout: "rwoption2": { 2024-04-26T02:01:01.491 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rwoption2", 2024-04-26T02:01:01.491 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.491 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.491 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.491 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.491 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.491 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.491 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.491 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.491 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.491 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.491 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.491 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.492 INFO:teuthology.orchestra.run.smithi046.stdout: "rwoption3": { 2024-04-26T02:01:01.492 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rwoption3", 2024-04-26T02:01:01.492 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "float", 2024-04-26T02:01:01.492 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.492 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.492 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.492 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.492 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.492 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.492 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.492 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.492 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.492 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.492 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.492 INFO:teuthology.orchestra.run.smithi046.stdout: "rwoption4": { 2024-04-26T02:01:01.492 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rwoption4", 2024-04-26T02:01:01.493 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.493 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.493 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.493 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.493 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.493 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.493 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.493 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.493 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.493 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.493 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.493 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.493 INFO:teuthology.orchestra.run.smithi046.stdout: "rwoption5": { 2024-04-26T02:01:01.493 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rwoption5", 2024-04-26T02:01:01.493 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.494 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.494 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.494 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.494 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.494 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.494 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.494 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.494 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.494 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.494 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.494 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.494 INFO:teuthology.orchestra.run.smithi046.stdout: "rwoption6": { 2024-04-26T02:01:01.494 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rwoption6", 2024-04-26T02:01:01.495 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.495 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.495 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.495 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.495 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.495 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.495 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.495 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.495 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.495 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.495 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.495 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.495 INFO:teuthology.orchestra.run.smithi046.stdout: "rwoption7": { 2024-04-26T02:01:01.495 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rwoption7", 2024-04-26T02:01:01.495 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.496 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.496 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.496 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.496 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "1", 2024-04-26T02:01:01.496 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "42", 2024-04-26T02:01:01.496 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.496 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.496 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.496 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.496 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.496 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.496 INFO:teuthology.orchestra.run.smithi046.stdout: "testkey": { 2024-04-26T02:01:01.496 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "testkey", 2024-04-26T02:01:01.496 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.496 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.497 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.497 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.497 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.497 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.497 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.497 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.497 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.497 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.497 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.497 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.497 INFO:teuthology.orchestra.run.smithi046.stdout: "testlkey": { 2024-04-26T02:01:01.497 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "testlkey", 2024-04-26T02:01:01.497 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.497 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.498 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.498 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.498 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.498 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.498 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.498 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.498 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.498 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.498 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.498 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.498 INFO:teuthology.orchestra.run.smithi046.stdout: "testnewline": { 2024-04-26T02:01:01.498 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "testnewline", 2024-04-26T02:01:01.498 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.498 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.499 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.499 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.499 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.499 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.499 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.499 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.499 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.499 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.499 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.499 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.499 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.499 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.499 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.499 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "snap_schedule", 2024-04-26T02:01:01.500 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.500 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.500 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.500 INFO:teuthology.orchestra.run.smithi046.stdout: "allow_m_granularity": { 2024-04-26T02:01:01.500 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "allow_m_granularity", 2024-04-26T02:01:01.500 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.500 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.500 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.500 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.500 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.500 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.500 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.500 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "allow minute scheduled snapshots", 2024-04-26T02:01:01.500 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.500 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.501 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.501 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.501 INFO:teuthology.orchestra.run.smithi046.stdout: "dump_on_update": { 2024-04-26T02:01:01.501 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "dump_on_update", 2024-04-26T02:01:01.501 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.501 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.501 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.501 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.501 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.501 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.501 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.501 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "dump database to debug log on update", 2024-04-26T02:01:01.501 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.501 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.501 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.502 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.502 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.502 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.502 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.502 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.502 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.502 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.502 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.502 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.502 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.502 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.502 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.502 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.502 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.503 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.503 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.503 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.503 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.503 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.503 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.503 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.503 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.503 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.503 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.503 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.503 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.503 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.503 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.503 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.504 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.504 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.504 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.504 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.504 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.504 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.504 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.504 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.504 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.504 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.504 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.504 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.504 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.504 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.505 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.505 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.505 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.505 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.505 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.505 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.505 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.505 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.505 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.505 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.505 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.505 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.505 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.505 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.506 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.506 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.506 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.506 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.506 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.506 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.506 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.506 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.506 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.506 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.506 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.506 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.506 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.506 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.507 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.507 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.507 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.507 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "stats", 2024-04-26T02:01:01.507 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.507 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.507 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.507 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.507 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.507 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.507 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.507 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.507 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.507 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.507 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.508 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.508 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.508 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.508 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.508 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.508 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.508 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.508 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.508 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.508 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.508 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.508 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.508 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.508 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.508 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.509 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.509 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.509 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.509 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.509 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.509 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.509 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.509 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.509 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.509 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.509 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.509 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.509 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.509 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.509 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.510 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.510 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.510 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.510 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.510 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.510 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.510 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.510 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.510 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.510 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.510 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.510 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.510 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.510 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.511 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.511 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.511 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.511 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.511 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.511 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.511 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.511 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.511 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.511 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.511 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.511 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.511 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.511 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.512 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.512 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.512 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.512 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.512 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.512 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.512 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.512 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "status", 2024-04-26T02:01:01.512 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.512 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.512 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.512 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.512 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.512 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.513 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.513 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.513 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.513 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.513 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.513 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.514 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.514 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.514 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.515 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.515 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.515 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.515 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.515 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.515 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.515 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.515 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.515 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.515 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.515 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.515 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.515 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.515 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.516 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.516 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.516 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.516 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.516 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.516 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.516 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.516 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.516 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.516 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.516 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.516 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.516 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.516 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.517 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.517 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.517 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.517 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.517 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.517 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.517 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.517 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.517 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.517 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.517 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.517 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.517 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.517 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.518 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.518 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.518 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.518 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.518 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.518 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.518 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.518 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.518 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.518 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.518 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.518 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.518 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.519 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.519 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.519 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.519 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.519 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.519 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.519 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "telegraf", 2024-04-26T02:01:01.519 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.519 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.519 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.519 INFO:teuthology.orchestra.run.smithi046.stdout: "address": { 2024-04-26T02:01:01.519 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "address", 2024-04-26T02:01:01.519 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.519 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.520 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.520 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-26T02:01:01.520 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.520 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.520 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.520 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.520 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.520 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.520 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.520 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.520 INFO:teuthology.orchestra.run.smithi046.stdout: "interval": { 2024-04-26T02:01:01.520 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "interval", 2024-04-26T02:01:01.520 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:01.520 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.521 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.521 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "15", 2024-04-26T02:01:01.521 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.521 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.521 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.521 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.521 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.521 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.521 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.521 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.521 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.521 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.521 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.521 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.522 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.522 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.522 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.522 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.522 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.522 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.522 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.522 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.522 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.522 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.522 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.522 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.522 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.523 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.523 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.523 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.523 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.523 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.523 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.523 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.523 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.523 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.523 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.523 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.523 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.523 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.523 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.523 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.524 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.524 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.524 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.524 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.524 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.524 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.524 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.524 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.524 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.524 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.524 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.524 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.524 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.524 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.525 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.525 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.525 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.525 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.525 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.525 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.525 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.525 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.525 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.525 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.525 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.525 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.525 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.525 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.525 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.526 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.526 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.526 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.526 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.526 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.526 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.526 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.526 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.526 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.526 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.526 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.526 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.526 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "telemetry", 2024-04-26T02:01:01.526 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.527 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.527 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.527 INFO:teuthology.orchestra.run.smithi046.stdout: "channel_basic": { 2024-04-26T02:01:01.527 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "channel_basic", 2024-04-26T02:01:01.527 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.527 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.527 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.527 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.527 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.527 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.527 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.527 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-26T02:01:01.527 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.527 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.528 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.528 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.528 INFO:teuthology.orchestra.run.smithi046.stdout: "channel_crash": { 2024-04-26T02:01:01.528 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "channel_crash", 2024-04-26T02:01:01.528 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.528 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.528 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.528 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.528 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.528 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.528 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.528 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-26T02:01:01.528 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.528 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.528 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.529 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.529 INFO:teuthology.orchestra.run.smithi046.stdout: "channel_device": { 2024-04-26T02:01:01.529 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "channel_device", 2024-04-26T02:01:01.529 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.529 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.529 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.529 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.529 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.529 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.529 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.529 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-26T02:01:01.529 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.529 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.530 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.530 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.530 INFO:teuthology.orchestra.run.smithi046.stdout: "channel_ident": { 2024-04-26T02:01:01.530 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "channel_ident", 2024-04-26T02:01:01.530 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.530 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.530 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.530 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.530 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.530 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.530 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.530 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-26T02:01:01.530 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.530 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.531 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.531 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.531 INFO:teuthology.orchestra.run.smithi046.stdout: "channel_perf": { 2024-04-26T02:01:01.531 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "channel_perf", 2024-04-26T02:01:01.531 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.531 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.531 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.531 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.531 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.531 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.531 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.531 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-26T02:01:01.531 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.531 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.532 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.532 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.532 INFO:teuthology.orchestra.run.smithi046.stdout: "contact": { 2024-04-26T02:01:01.532 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "contact", 2024-04-26T02:01:01.532 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.532 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.532 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.532 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.532 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.532 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.532 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.532 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.532 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.532 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.532 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.533 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.533 INFO:teuthology.orchestra.run.smithi046.stdout: "description": { 2024-04-26T02:01:01.533 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "description", 2024-04-26T02:01:01.533 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.533 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.533 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.533 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.533 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.533 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.533 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.533 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.533 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.533 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.533 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.534 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.534 INFO:teuthology.orchestra.run.smithi046.stdout: "device_url": { 2024-04-26T02:01:01.534 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "device_url", 2024-04-26T02:01:01.534 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.534 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.534 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.534 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-26T02:01:01.534 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.534 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.534 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.534 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.534 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.534 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.534 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.535 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.535 INFO:teuthology.orchestra.run.smithi046.stdout: "enabled": { 2024-04-26T02:01:01.535 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "enabled", 2024-04-26T02:01:01.535 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.535 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.535 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.535 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.535 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.535 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.535 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.535 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.535 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.535 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.535 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.536 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.536 INFO:teuthology.orchestra.run.smithi046.stdout: "interval": { 2024-04-26T02:01:01.536 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "interval", 2024-04-26T02:01:01.536 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.536 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.536 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.536 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "24", 2024-04-26T02:01:01.536 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "8", 2024-04-26T02:01:01.536 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.536 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.536 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.536 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.536 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.536 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.536 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.537 INFO:teuthology.orchestra.run.smithi046.stdout: "last_opt_revision": { 2024-04-26T02:01:01.537 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "last_opt_revision", 2024-04-26T02:01:01.537 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.537 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.537 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.537 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "1", 2024-04-26T02:01:01.537 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.537 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.537 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.537 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.537 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.537 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.537 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.537 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.537 INFO:teuthology.orchestra.run.smithi046.stdout: "leaderboard": { 2024-04-26T02:01:01.538 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "leaderboard", 2024-04-26T02:01:01.538 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.538 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.538 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.538 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.538 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.538 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.538 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.538 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.538 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.538 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.538 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.538 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.538 INFO:teuthology.orchestra.run.smithi046.stdout: "leaderboard_description": { 2024-04-26T02:01:01.539 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "leaderboard_description", 2024-04-26T02:01:01.539 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.539 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.539 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.539 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.539 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.539 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.539 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.539 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.539 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.539 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.539 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.539 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.540 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.540 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.540 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.540 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.540 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.540 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.540 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.540 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.540 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.540 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.540 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.540 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.540 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.540 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.540 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.541 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.541 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.541 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.541 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.541 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.541 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.541 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.541 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.541 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.541 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.541 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.541 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.541 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.541 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.542 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.542 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.542 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.542 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.542 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.542 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.542 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.542 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.542 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.542 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.542 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.542 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.542 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.542 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.543 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.543 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.543 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.543 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.543 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.543 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.543 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.543 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.543 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.543 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.543 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.543 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.543 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.543 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.543 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.544 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.544 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.544 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.544 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.544 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.544 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.544 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.544 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.544 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.544 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.544 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.544 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.544 INFO:teuthology.orchestra.run.smithi046.stdout: "organization": { 2024-04-26T02:01:01.544 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "organization", 2024-04-26T02:01:01.545 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.545 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.545 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.545 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.545 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.545 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.545 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.545 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.545 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.545 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.545 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.545 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.545 INFO:teuthology.orchestra.run.smithi046.stdout: "proxy": { 2024-04-26T02:01:01.545 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "proxy", 2024-04-26T02:01:01.546 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.546 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.546 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.546 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.546 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.546 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.546 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.546 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.546 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.546 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.546 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.546 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.546 INFO:teuthology.orchestra.run.smithi046.stdout: "url": { 2024-04-26T02:01:01.546 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "url", 2024-04-26T02:01:01.547 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.547 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.547 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.547 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-26T02:01:01.547 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.547 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.547 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.547 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.547 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.547 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.547 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.547 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.547 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.547 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.548 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.548 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "test_orchestrator", 2024-04-26T02:01:01.548 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.548 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.548 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.548 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.548 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.548 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.548 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.548 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.548 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.548 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.548 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.548 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.548 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.549 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.549 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.549 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.549 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.549 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.549 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.549 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.549 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.549 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.549 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.549 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.549 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.549 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.549 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.549 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.550 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.550 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.550 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.550 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.550 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.550 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.550 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.550 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.550 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.550 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.550 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.550 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.550 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.551 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.551 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.551 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.551 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.551 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.551 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.551 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.551 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.551 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.551 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.551 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.551 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.551 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.551 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.551 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.552 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.552 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.552 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.552 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.552 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.552 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.552 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.552 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.552 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.552 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.552 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.552 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.552 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.552 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.553 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.553 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.553 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.553 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.553 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.553 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.553 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "volumes", 2024-04-26T02:01:01.553 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.553 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.553 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.553 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.553 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.553 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.553 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.553 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.554 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.554 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.554 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.554 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.554 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.554 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.554 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.554 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.554 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.554 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.554 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.554 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.554 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.555 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.555 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.555 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.555 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.555 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.555 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.555 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.555 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.555 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.555 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.555 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.555 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.555 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.555 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.556 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.556 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.556 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.556 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.556 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.556 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.556 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.556 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.556 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.556 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.556 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.556 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.556 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.556 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.556 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.556 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.557 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.557 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.557 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.557 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.557 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.557 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.557 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.557 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.557 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.557 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.557 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.557 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.557 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.557 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.557 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.558 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.558 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.558 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.558 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.558 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.558 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.558 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.558 INFO:teuthology.orchestra.run.smithi046.stdout: "max_concurrent_clones": { 2024-04-26T02:01:01.558 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "max_concurrent_clones", 2024-04-26T02:01:01.558 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.558 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.558 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.558 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "4", 2024-04-26T02:01:01.558 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.558 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.559 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.559 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-26T02:01:01.559 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.559 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.559 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.559 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.559 INFO:teuthology.orchestra.run.smithi046.stdout: "periodic_async_work": { 2024-04-26T02:01:01.559 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "periodic_async_work", 2024-04-26T02:01:01.559 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.559 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.559 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.559 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.559 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.559 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.560 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.560 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Periodically check for async work", 2024-04-26T02:01:01.560 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.560 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.560 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.560 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.560 INFO:teuthology.orchestra.run.smithi046.stdout: "snapshot_clone_delay": { 2024-04-26T02:01:01.560 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "snapshot_clone_delay", 2024-04-26T02:01:01.560 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.560 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.560 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.560 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "0", 2024-04-26T02:01:01.560 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.560 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.560 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.560 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-26T02:01:01.561 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.561 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.561 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.561 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.561 INFO:teuthology.orchestra.run.smithi046.stdout: "snapshot_clone_no_wait": { 2024-04-26T02:01:01.561 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "snapshot_clone_no_wait", 2024-04-26T02:01:01.561 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.561 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.561 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.561 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "True", 2024-04-26T02:01:01.561 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.561 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.561 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.561 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-26T02:01:01.562 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.562 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.562 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.562 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.562 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.562 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.562 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.562 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "zabbix", 2024-04-26T02:01:01.562 INFO:teuthology.orchestra.run.smithi046.stdout: "can_run": true, 2024-04-26T02:01:01.562 INFO:teuthology.orchestra.run.smithi046.stdout: "error_string": "", 2024-04-26T02:01:01.562 INFO:teuthology.orchestra.run.smithi046.stdout: "module_options": { 2024-04-26T02:01:01.562 INFO:teuthology.orchestra.run.smithi046.stdout: "discovery_interval": { 2024-04-26T02:01:01.562 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "discovery_interval", 2024-04-26T02:01:01.563 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "uint", 2024-04-26T02:01:01.563 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.563 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.563 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "100", 2024-04-26T02:01:01.563 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.563 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.563 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.563 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.563 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.563 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.563 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.563 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.563 INFO:teuthology.orchestra.run.smithi046.stdout: "identifier": { 2024-04-26T02:01:01.563 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "identifier", 2024-04-26T02:01:01.564 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.564 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.564 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.564 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.564 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.564 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.564 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.564 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.564 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.564 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.564 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.564 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.564 INFO:teuthology.orchestra.run.smithi046.stdout: "interval": { 2024-04-26T02:01:01.564 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "interval", 2024-04-26T02:01:01.565 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "secs", 2024-04-26T02:01:01.565 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.565 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.565 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "60", 2024-04-26T02:01:01.565 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.565 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.565 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.565 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.565 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.565 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.565 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.565 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.565 INFO:teuthology.orchestra.run.smithi046.stdout: "log_level": { 2024-04-26T02:01:01.566 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_level", 2024-04-26T02:01:01.566 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.566 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.566 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.566 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.566 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.566 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.566 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.566 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.566 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.566 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.566 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.566 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.566 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.567 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.567 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.567 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.567 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.567 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.567 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.567 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster": { 2024-04-26T02:01:01.567 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster", 2024-04-26T02:01:01.567 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.567 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.567 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.567 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.567 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.568 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.568 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.568 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.568 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.568 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.568 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.568 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.568 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_cluster_level": { 2024-04-26T02:01:01.568 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_cluster_level", 2024-04-26T02:01:01.568 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.568 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.568 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.568 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "info", 2024-04-26T02:01:01.568 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.569 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.569 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [ 2024-04-26T02:01:01.569 INFO:teuthology.orchestra.run.smithi046.stdout: "", 2024-04-26T02:01:01.569 INFO:teuthology.orchestra.run.smithi046.stdout: "critical", 2024-04-26T02:01:01.569 INFO:teuthology.orchestra.run.smithi046.stdout: "debug", 2024-04-26T02:01:01.569 INFO:teuthology.orchestra.run.smithi046.stdout: "error", 2024-04-26T02:01:01.569 INFO:teuthology.orchestra.run.smithi046.stdout: "info", 2024-04-26T02:01:01.569 INFO:teuthology.orchestra.run.smithi046.stdout: "warning" 2024-04-26T02:01:01.569 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.569 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.569 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.569 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.569 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.569 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.569 INFO:teuthology.orchestra.run.smithi046.stdout: "log_to_file": { 2024-04-26T02:01:01.570 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "log_to_file", 2024-04-26T02:01:01.570 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "bool", 2024-04-26T02:01:01.570 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.570 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 1, 2024-04-26T02:01:01.570 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "False", 2024-04-26T02:01:01.570 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.570 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.570 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.570 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.570 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.570 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.570 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.570 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.570 INFO:teuthology.orchestra.run.smithi046.stdout: "zabbix_host": { 2024-04-26T02:01:01.571 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "zabbix_host", 2024-04-26T02:01:01.571 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.571 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.571 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.571 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "", 2024-04-26T02:01:01.571 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.571 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.571 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.571 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.571 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.571 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.571 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.571 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.571 INFO:teuthology.orchestra.run.smithi046.stdout: "zabbix_port": { 2024-04-26T02:01:01.571 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "zabbix_port", 2024-04-26T02:01:01.572 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "int", 2024-04-26T02:01:01.572 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.572 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.572 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "10051", 2024-04-26T02:01:01.572 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.572 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.572 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.572 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.572 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.572 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.572 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.572 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.572 INFO:teuthology.orchestra.run.smithi046.stdout: "zabbix_sender": { 2024-04-26T02:01:01.572 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "zabbix_sender", 2024-04-26T02:01:01.572 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "str", 2024-04-26T02:01:01.573 INFO:teuthology.orchestra.run.smithi046.stdout: "level": "advanced", 2024-04-26T02:01:01.573 INFO:teuthology.orchestra.run.smithi046.stdout: "flags": 0, 2024-04-26T02:01:01.573 INFO:teuthology.orchestra.run.smithi046.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-26T02:01:01.573 INFO:teuthology.orchestra.run.smithi046.stdout: "min": "", 2024-04-26T02:01:01.573 INFO:teuthology.orchestra.run.smithi046.stdout: "max": "", 2024-04-26T02:01:01.573 INFO:teuthology.orchestra.run.smithi046.stdout: "enum_allowed": [], 2024-04-26T02:01:01.573 INFO:teuthology.orchestra.run.smithi046.stdout: "desc": "", 2024-04-26T02:01:01.573 INFO:teuthology.orchestra.run.smithi046.stdout: "long_desc": "", 2024-04-26T02:01:01.573 INFO:teuthology.orchestra.run.smithi046.stdout: "tags": [], 2024-04-26T02:01:01.573 INFO:teuthology.orchestra.run.smithi046.stdout: "see_also": [] 2024-04-26T02:01:01.573 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.573 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.573 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.573 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.573 INFO:teuthology.orchestra.run.smithi046.stdout: "services": { 2024-04-26T02:01:01.574 INFO:teuthology.orchestra.run.smithi046.stdout: "dashboard": "https://172.21.15.46:8443/" 2024-04-26T02:01:01.574 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.574 INFO:teuthology.orchestra.run.smithi046.stdout: "always_on_modules": { 2024-04-26T02:01:01.574 INFO:teuthology.orchestra.run.smithi046.stdout: "octopus": [ 2024-04-26T02:01:01.574 INFO:teuthology.orchestra.run.smithi046.stdout: "balancer", 2024-04-26T02:01:01.574 INFO:teuthology.orchestra.run.smithi046.stdout: "crash", 2024-04-26T02:01:01.574 INFO:teuthology.orchestra.run.smithi046.stdout: "devicehealth", 2024-04-26T02:01:01.574 INFO:teuthology.orchestra.run.smithi046.stdout: "orchestrator", 2024-04-26T02:01:01.574 INFO:teuthology.orchestra.run.smithi046.stdout: "pg_autoscaler", 2024-04-26T02:01:01.574 INFO:teuthology.orchestra.run.smithi046.stdout: "progress", 2024-04-26T02:01:01.574 INFO:teuthology.orchestra.run.smithi046.stdout: "rbd_support", 2024-04-26T02:01:01.574 INFO:teuthology.orchestra.run.smithi046.stdout: "status", 2024-04-26T02:01:01.574 INFO:teuthology.orchestra.run.smithi046.stdout: "telemetry", 2024-04-26T02:01:01.574 INFO:teuthology.orchestra.run.smithi046.stdout: "volumes" 2024-04-26T02:01:01.574 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.575 INFO:teuthology.orchestra.run.smithi046.stdout: "pacific": [ 2024-04-26T02:01:01.575 INFO:teuthology.orchestra.run.smithi046.stdout: "balancer", 2024-04-26T02:01:01.575 INFO:teuthology.orchestra.run.smithi046.stdout: "crash", 2024-04-26T02:01:01.575 INFO:teuthology.orchestra.run.smithi046.stdout: "devicehealth", 2024-04-26T02:01:01.575 INFO:teuthology.orchestra.run.smithi046.stdout: "orchestrator", 2024-04-26T02:01:01.575 INFO:teuthology.orchestra.run.smithi046.stdout: "pg_autoscaler", 2024-04-26T02:01:01.575 INFO:teuthology.orchestra.run.smithi046.stdout: "progress", 2024-04-26T02:01:01.575 INFO:teuthology.orchestra.run.smithi046.stdout: "rbd_support", 2024-04-26T02:01:01.575 INFO:teuthology.orchestra.run.smithi046.stdout: "status", 2024-04-26T02:01:01.575 INFO:teuthology.orchestra.run.smithi046.stdout: "telemetry", 2024-04-26T02:01:01.575 INFO:teuthology.orchestra.run.smithi046.stdout: "volumes" 2024-04-26T02:01:01.575 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.575 INFO:teuthology.orchestra.run.smithi046.stdout: "quincy": [ 2024-04-26T02:01:01.575 INFO:teuthology.orchestra.run.smithi046.stdout: "balancer", 2024-04-26T02:01:01.576 INFO:teuthology.orchestra.run.smithi046.stdout: "crash", 2024-04-26T02:01:01.576 INFO:teuthology.orchestra.run.smithi046.stdout: "devicehealth", 2024-04-26T02:01:01.576 INFO:teuthology.orchestra.run.smithi046.stdout: "orchestrator", 2024-04-26T02:01:01.576 INFO:teuthology.orchestra.run.smithi046.stdout: "pg_autoscaler", 2024-04-26T02:01:01.576 INFO:teuthology.orchestra.run.smithi046.stdout: "progress", 2024-04-26T02:01:01.576 INFO:teuthology.orchestra.run.smithi046.stdout: "rbd_support", 2024-04-26T02:01:01.576 INFO:teuthology.orchestra.run.smithi046.stdout: "status", 2024-04-26T02:01:01.576 INFO:teuthology.orchestra.run.smithi046.stdout: "telemetry", 2024-04-26T02:01:01.576 INFO:teuthology.orchestra.run.smithi046.stdout: "volumes" 2024-04-26T02:01:01.576 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.576 INFO:teuthology.orchestra.run.smithi046.stdout: "reef": [ 2024-04-26T02:01:01.576 INFO:teuthology.orchestra.run.smithi046.stdout: "balancer", 2024-04-26T02:01:01.576 INFO:teuthology.orchestra.run.smithi046.stdout: "crash", 2024-04-26T02:01:01.576 INFO:teuthology.orchestra.run.smithi046.stdout: "devicehealth", 2024-04-26T02:01:01.576 INFO:teuthology.orchestra.run.smithi046.stdout: "orchestrator", 2024-04-26T02:01:01.577 INFO:teuthology.orchestra.run.smithi046.stdout: "pg_autoscaler", 2024-04-26T02:01:01.577 INFO:teuthology.orchestra.run.smithi046.stdout: "progress", 2024-04-26T02:01:01.577 INFO:teuthology.orchestra.run.smithi046.stdout: "rbd_support", 2024-04-26T02:01:01.577 INFO:teuthology.orchestra.run.smithi046.stdout: "status", 2024-04-26T02:01:01.577 INFO:teuthology.orchestra.run.smithi046.stdout: "telemetry", 2024-04-26T02:01:01.577 INFO:teuthology.orchestra.run.smithi046.stdout: "volumes" 2024-04-26T02:01:01.577 INFO:teuthology.orchestra.run.smithi046.stdout: ], 2024-04-26T02:01:01.577 INFO:teuthology.orchestra.run.smithi046.stdout: "squid": [ 2024-04-26T02:01:01.577 INFO:teuthology.orchestra.run.smithi046.stdout: "balancer", 2024-04-26T02:01:01.577 INFO:teuthology.orchestra.run.smithi046.stdout: "crash", 2024-04-26T02:01:01.577 INFO:teuthology.orchestra.run.smithi046.stdout: "devicehealth", 2024-04-26T02:01:01.577 INFO:teuthology.orchestra.run.smithi046.stdout: "orchestrator", 2024-04-26T02:01:01.577 INFO:teuthology.orchestra.run.smithi046.stdout: "pg_autoscaler", 2024-04-26T02:01:01.577 INFO:teuthology.orchestra.run.smithi046.stdout: "progress", 2024-04-26T02:01:01.577 INFO:teuthology.orchestra.run.smithi046.stdout: "rbd_support", 2024-04-26T02:01:01.577 INFO:teuthology.orchestra.run.smithi046.stdout: "status", 2024-04-26T02:01:01.578 INFO:teuthology.orchestra.run.smithi046.stdout: "telemetry", 2024-04-26T02:01:01.578 INFO:teuthology.orchestra.run.smithi046.stdout: "volumes" 2024-04-26T02:01:01.578 INFO:teuthology.orchestra.run.smithi046.stdout: ] 2024-04-26T02:01:01.578 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.578 INFO:teuthology.orchestra.run.smithi046.stdout: "last_failure_osd_epoch": 92, 2024-04-26T02:01:01.578 INFO:teuthology.orchestra.run.smithi046.stdout: "active_clients": [ 2024-04-26T02:01:01.578 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.578 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "devicehealth", 2024-04-26T02:01:01.578 INFO:teuthology.orchestra.run.smithi046.stdout: "addrvec": [ 2024-04-26T02:01:01.578 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.578 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "v2", 2024-04-26T02:01:01.578 INFO:teuthology.orchestra.run.smithi046.stdout: "addr": "172.21.15.46:0", 2024-04-26T02:01:01.578 INFO:teuthology.orchestra.run.smithi046.stdout: "nonce": 1338311994 2024-04-26T02:01:01.578 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.578 INFO:teuthology.orchestra.run.smithi046.stdout: ] 2024-04-26T02:01:01.579 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.579 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.579 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "libcephsqlite", 2024-04-26T02:01:01.579 INFO:teuthology.orchestra.run.smithi046.stdout: "addrvec": [ 2024-04-26T02:01:01.579 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.579 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "v2", 2024-04-26T02:01:01.579 INFO:teuthology.orchestra.run.smithi046.stdout: "addr": "172.21.15.46:0", 2024-04-26T02:01:01.579 INFO:teuthology.orchestra.run.smithi046.stdout: "nonce": 2327217809 2024-04-26T02:01:01.579 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.579 INFO:teuthology.orchestra.run.smithi046.stdout: ] 2024-04-26T02:01:01.579 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.579 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.579 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "rbd_support", 2024-04-26T02:01:01.579 INFO:teuthology.orchestra.run.smithi046.stdout: "addrvec": [ 2024-04-26T02:01:01.579 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.580 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "v2", 2024-04-26T02:01:01.580 INFO:teuthology.orchestra.run.smithi046.stdout: "addr": "172.21.15.46:0", 2024-04-26T02:01:01.580 INFO:teuthology.orchestra.run.smithi046.stdout: "nonce": 3897089731 2024-04-26T02:01:01.580 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.580 INFO:teuthology.orchestra.run.smithi046.stdout: ] 2024-04-26T02:01:01.580 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.580 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.580 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "snap_schedule", 2024-04-26T02:01:01.580 INFO:teuthology.orchestra.run.smithi046.stdout: "addrvec": [ 2024-04-26T02:01:01.580 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.580 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "v2", 2024-04-26T02:01:01.580 INFO:teuthology.orchestra.run.smithi046.stdout: "addr": "172.21.15.46:0", 2024-04-26T02:01:01.580 INFO:teuthology.orchestra.run.smithi046.stdout: "nonce": 3856114001 2024-04-26T02:01:01.580 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.580 INFO:teuthology.orchestra.run.smithi046.stdout: ] 2024-04-26T02:01:01.581 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.581 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.581 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "snap_schedule", 2024-04-26T02:01:01.581 INFO:teuthology.orchestra.run.smithi046.stdout: "addrvec": [ 2024-04-26T02:01:01.581 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.581 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "v2", 2024-04-26T02:01:01.581 INFO:teuthology.orchestra.run.smithi046.stdout: "addr": "172.21.15.46:0", 2024-04-26T02:01:01.581 INFO:teuthology.orchestra.run.smithi046.stdout: "nonce": 533147017 2024-04-26T02:01:01.581 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.581 INFO:teuthology.orchestra.run.smithi046.stdout: ] 2024-04-26T02:01:01.581 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:01.581 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.581 INFO:teuthology.orchestra.run.smithi046.stdout: "name": "volumes", 2024-04-26T02:01:01.581 INFO:teuthology.orchestra.run.smithi046.stdout: "addrvec": [ 2024-04-26T02:01:01.582 INFO:teuthology.orchestra.run.smithi046.stdout: { 2024-04-26T02:01:01.582 INFO:teuthology.orchestra.run.smithi046.stdout: "type": "v2", 2024-04-26T02:01:01.582 INFO:teuthology.orchestra.run.smithi046.stdout: "addr": "172.21.15.46:0", 2024-04-26T02:01:01.582 INFO:teuthology.orchestra.run.smithi046.stdout: "nonce": 1372220819 2024-04-26T02:01:01.582 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.582 INFO:teuthology.orchestra.run.smithi046.stdout: ] 2024-04-26T02:01:01.582 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:01.582 INFO:teuthology.orchestra.run.smithi046.stdout: ] 2024-04-26T02:01:01.582 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-04-26T02:01:01.583 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:00 smithi163 ceph-mon[32592]: pgmap v314: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 12 op/s 2024-04-26T02:01:01.584 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:00 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/2685634395' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-26T02:01:01.584 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:00 smithi103 ceph-mon[32920]: pgmap v314: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 12 op/s 2024-04-26T02:01:01.584 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:00 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/2685634395' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-26T02:01:01.584 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.310+0000 7f910d600640 1 -- 172.21.15.46:0/2685634395 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f90ec0a3d20 msgr2=0x7f90ec0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:01.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.310+0000 7f910d600640 1 --2- 172.21.15.46:0/2685634395 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f90ec0a3d20 0x7f90ec0a61e0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f90f80099a0 tx=0x7f90f8004a80 comp rx=0 tx=0).stop 2024-04-26T02:01:01.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.310+0000 7f910d600640 1 -- 172.21.15.46:0/2685634395 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f910810c350 msgr2=0x7f910819a700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:01.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.310+0000 7f910d600640 1 --2- 172.21.15.46:0/2685634395 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f910810c350 0x7f910819a700 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f9100005fd0 tx=0x7f910000ed20 comp rx=0 tx=0).stop 2024-04-26T02:01:01.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.310+0000 7f910d600640 1 -- 172.21.15.46:0/2685634395 shutdown_connections 2024-04-26T02:01:01.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.310+0000 7f910d600640 1 --2- 172.21.15.46:0/2685634395 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f90ec0a3d20 0x7f90ec0a61e0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:01.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.310+0000 7f910d600640 1 --2- 172.21.15.46:0/2685634395 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f910810c350 0x7f910819a700 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:01.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.310+0000 7f910d600640 1 --2- 172.21.15.46:0/2685634395 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f9108103850 0x7f91081a0b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:01.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.310+0000 7f910d600640 1 --2- 172.21.15.46:0/2685634395 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f9108102f30 0x7f91081a0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:01.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.310+0000 7f910d600640 1 -- 172.21.15.46:0/2685634395 >> 172.21.15.46:0/2685634395 conn(0x7f91080fc770 msgr2=0x7f91080fd3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:01.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.310+0000 7f910d600640 1 -- 172.21.15.46:0/2685634395 shutdown_connections 2024-04-26T02:01:01.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:00.311+0000 7f910d600640 1 -- 172.21.15.46:0/2685634395 wait complete. 2024-04-26T02:01:01.591 DEBUG:tasks.check_counter:Getting stats from a 2024-04-26T02:01:01.591 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph daemon mds.a perf dump 2024-04-26T02:01:01.591 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:00 smithi046 ceph-mon[28013]: pgmap v314: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 12 op/s 2024-04-26T02:01:01.591 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:00 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/2685634395' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-26T02:01:02.085 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:01:03.120 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:02 smithi046 ceph-mon[28013]: pgmap v315: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-26T02:01:03.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:02 smithi103 ceph-mon[32920]: pgmap v315: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-26T02:01:03.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:02 smithi163 ceph-mon[32592]: pgmap v315: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-26T02:01:04.647 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-04-26T02:01:04.647 INFO:teuthology.orchestra.run.smithi046.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T02:01:04.647 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_messages": 20843, 2024-04-26T02:01:04.647 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages": 29095, 2024-04-26T02:01:04.647 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_bytes": 10552809, 2024-04-26T02:01:04.647 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_bytes": 29082338, 2024-04-26T02:01:04.647 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_created_connections": 14, 2024-04-26T02:01:04.647 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_active_connections": 7, 2024-04-26T02:01:04.647 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_total_time": 5.263041172, 2024-04-26T02:01:04.647 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_send_time": 3.064902203, 2024-04-26T02:01:04.647 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_recv_time": 2.760732922, 2024-04-26T02:01:04.647 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_fast_dispatch_time": 0.191977785, 2024-04-26T02:01:04.648 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:01:04.648 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 29092, 2024-04-26T02:01:04.648 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 14.437332719, 2024-04-26T02:01:04.648 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000496264 2024-04-26T02:01:04.648 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.648 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:01:04.648 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 39832, 2024-04-26T02:01:04.648 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.017862940, 2024-04-26T02:01:04.648 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000448 2024-04-26T02:01:04.648 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.648 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_encrypted_bytes": 3947248, 2024-04-26T02:01:04.648 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_encrypted_bytes": 10968352 2024-04-26T02:01:04.648 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.648 INFO:teuthology.orchestra.run.smithi046.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T02:01:04.649 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_messages": 4832, 2024-04-26T02:01:04.649 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages": 4714, 2024-04-26T02:01:04.649 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_bytes": 1874573, 2024-04-26T02:01:04.649 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_bytes": 5413914, 2024-04-26T02:01:04.649 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_created_connections": 18, 2024-04-26T02:01:04.649 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_active_connections": 7, 2024-04-26T02:01:04.649 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_total_time": 0.871373099, 2024-04-26T02:01:04.649 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_send_time": 0.396669099, 2024-04-26T02:01:04.649 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_recv_time": 0.528514787, 2024-04-26T02:01:04.649 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_fast_dispatch_time": 0.055613899, 2024-04-26T02:01:04.649 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:01:04.649 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 4711, 2024-04-26T02:01:04.649 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.454529101, 2024-04-26T02:01:04.650 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000096482 2024-04-26T02:01:04.650 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.650 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:01:04.650 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 6418, 2024-04-26T02:01:04.650 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.003174758, 2024-04-26T02:01:04.650 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000494 2024-04-26T02:01:04.650 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.650 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_encrypted_bytes": 3296, 2024-04-26T02:01:04.650 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_encrypted_bytes": 484256 2024-04-26T02:01:04.650 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.650 INFO:teuthology.orchestra.run.smithi046.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T02:01:04.650 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_messages": 9935, 2024-04-26T02:01:04.650 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages": 8391, 2024-04-26T02:01:04.651 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_bytes": 6498394, 2024-04-26T02:01:04.651 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_bytes": 11983020, 2024-04-26T02:01:04.651 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_created_connections": 7, 2024-04-26T02:01:04.651 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_active_connections": 5, 2024-04-26T02:01:04.651 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_total_time": 1.799247720, 2024-04-26T02:01:04.651 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_send_time": 0.817349403, 2024-04-26T02:01:04.651 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_recv_time": 1.295991147, 2024-04-26T02:01:04.651 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_fast_dispatch_time": 0.049260113, 2024-04-26T02:01:04.651 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:01:04.651 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 8392, 2024-04-26T02:01:04.651 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.770410759, 2024-04-26T02:01:04.651 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000091802 2024-04-26T02:01:04.651 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.651 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:01:04.652 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 15991, 2024-04-26T02:01:04.652 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.006708482, 2024-04-26T02:01:04.652 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000419 2024-04-26T02:01:04.652 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.652 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_encrypted_bytes": 1992752, 2024-04-26T02:01:04.652 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_encrypted_bytes": 155376 2024-04-26T02:01:04.652 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.652 INFO:teuthology.orchestra.run.smithi046.stdout: "cct": { 2024-04-26T02:01:04.652 INFO:teuthology.orchestra.run.smithi046.stdout: "total_workers": 1, 2024-04-26T02:01:04.652 INFO:teuthology.orchestra.run.smithi046.stdout: "unhealthy_workers": 0 2024-04-26T02:01:04.652 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.652 INFO:teuthology.orchestra.run.smithi046.stdout: "finisher-MDSRank": { 2024-04-26T02:01:04.652 INFO:teuthology.orchestra.run.smithi046.stdout: "queue_len": 0, 2024-04-26T02:01:04.652 INFO:teuthology.orchestra.run.smithi046.stdout: "complete_latency": { 2024-04-26T02:01:04.652 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 1628, 2024-04-26T02:01:04.653 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 10.976198258, 2024-04-26T02:01:04.653 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.006742136 2024-04-26T02:01:04.653 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:04.653 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.653 INFO:teuthology.orchestra.run.smithi046.stdout: "finisher-PurgeQueue": { 2024-04-26T02:01:04.653 INFO:teuthology.orchestra.run.smithi046.stdout: "queue_len": 0, 2024-04-26T02:01:04.653 INFO:teuthology.orchestra.run.smithi046.stdout: "complete_latency": { 2024-04-26T02:01:04.653 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 4406, 2024-04-26T02:01:04.653 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 1.772048375, 2024-04-26T02:01:04.653 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000402189 2024-04-26T02:01:04.653 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:04.653 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.653 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": { 2024-04-26T02:01:04.653 INFO:teuthology.orchestra.run.smithi046.stdout: "request": 5260, 2024-04-26T02:01:04.654 INFO:teuthology.orchestra.run.smithi046.stdout: "reply": 5199, 2024-04-26T02:01:04.654 INFO:teuthology.orchestra.run.smithi046.stdout: "reply_latency": { 2024-04-26T02:01:04.654 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 5199, 2024-04-26T02:01:04.654 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 14.364230475, 2024-04-26T02:01:04.654 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.002762883 2024-04-26T02:01:04.654 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.654 INFO:teuthology.orchestra.run.smithi046.stdout: "slow_reply": 0, 2024-04-26T02:01:04.654 INFO:teuthology.orchestra.run.smithi046.stdout: "forward": 61, 2024-04-26T02:01:04.654 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_fetch_complete": 13, 2024-04-26T02:01:04.654 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_fetch_keys": 0, 2024-04-26T02:01:04.654 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_commit": 28, 2024-04-26T02:01:04.654 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_split": 2, 2024-04-26T02:01:04.654 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_merge": 0, 2024-04-26T02:01:04.655 INFO:teuthology.orchestra.run.smithi046.stdout: "inodes": 2164, 2024-04-26T02:01:04.655 INFO:teuthology.orchestra.run.smithi046.stdout: "inodes_top": 93, 2024-04-26T02:01:04.655 INFO:teuthology.orchestra.run.smithi046.stdout: "inodes_bottom": 1544, 2024-04-26T02:01:04.655 INFO:teuthology.orchestra.run.smithi046.stdout: "inodes_pin_tail": 527, 2024-04-26T02:01:04.655 INFO:teuthology.orchestra.run.smithi046.stdout: "inodes_pinned": 2028, 2024-04-26T02:01:04.655 INFO:teuthology.orchestra.run.smithi046.stdout: "inodes_expired": 3050, 2024-04-26T02:01:04.655 INFO:teuthology.orchestra.run.smithi046.stdout: "inodes_with_caps": 0, 2024-04-26T02:01:04.655 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": 0, 2024-04-26T02:01:04.655 INFO:teuthology.orchestra.run.smithi046.stdout: "subtrees": 6, 2024-04-26T02:01:04.655 INFO:teuthology.orchestra.run.smithi046.stdout: "traverse": 8815, 2024-04-26T02:01:04.655 INFO:teuthology.orchestra.run.smithi046.stdout: "traverse_hit": 7502, 2024-04-26T02:01:04.655 INFO:teuthology.orchestra.run.smithi046.stdout: "traverse_forward": 37, 2024-04-26T02:01:04.655 INFO:teuthology.orchestra.run.smithi046.stdout: "traverse_discover": 707, 2024-04-26T02:01:04.655 INFO:teuthology.orchestra.run.smithi046.stdout: "traverse_dir_fetch": 0, 2024-04-26T02:01:04.656 INFO:teuthology.orchestra.run.smithi046.stdout: "traverse_remote_ino": 0, 2024-04-26T02:01:04.656 INFO:teuthology.orchestra.run.smithi046.stdout: "traverse_lock": 0, 2024-04-26T02:01:04.656 INFO:teuthology.orchestra.run.smithi046.stdout: "load_cent": 1000, 2024-04-26T02:01:04.656 INFO:teuthology.orchestra.run.smithi046.stdout: "q": 1, 2024-04-26T02:01:04.656 INFO:teuthology.orchestra.run.smithi046.stdout: "exported": 25, 2024-04-26T02:01:04.656 INFO:teuthology.orchestra.run.smithi046.stdout: "exported_inodes": 1733, 2024-04-26T02:01:04.656 INFO:teuthology.orchestra.run.smithi046.stdout: "imported": 18, 2024-04-26T02:01:04.656 INFO:teuthology.orchestra.run.smithi046.stdout: "imported_inodes": 2569, 2024-04-26T02:01:04.656 INFO:teuthology.orchestra.run.smithi046.stdout: "openino_dir_fetch": 0, 2024-04-26T02:01:04.656 INFO:teuthology.orchestra.run.smithi046.stdout: "openino_backtrace_fetch": 0, 2024-04-26T02:01:04.656 INFO:teuthology.orchestra.run.smithi046.stdout: "openino_peer_discover": 0, 2024-04-26T02:01:04.656 INFO:teuthology.orchestra.run.smithi046.stdout: "root_rfiles": 4, 2024-04-26T02:01:04.656 INFO:teuthology.orchestra.run.smithi046.stdout: "root_rbytes": 234, 2024-04-26T02:01:04.656 INFO:teuthology.orchestra.run.smithi046.stdout: "root_rsnaps": 6, 2024-04-26T02:01:04.657 INFO:teuthology.orchestra.run.smithi046.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T02:01:04.657 INFO:teuthology.orchestra.run.smithi046.stdout: "scrub_set_tag": 0, 2024-04-26T02:01:04.657 INFO:teuthology.orchestra.run.smithi046.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T02:01:04.657 INFO:teuthology.orchestra.run.smithi046.stdout: "scrub_inotable_repaired": 0, 2024-04-26T02:01:04.657 INFO:teuthology.orchestra.run.smithi046.stdout: "scrub_dir_inodes": 0, 2024-04-26T02:01:04.657 INFO:teuthology.orchestra.run.smithi046.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T02:01:04.657 INFO:teuthology.orchestra.run.smithi046.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T02:01:04.657 INFO:teuthology.orchestra.run.smithi046.stdout: "scrub_file_inodes": 0, 2024-04-26T02:01:04.657 INFO:teuthology.orchestra.run.smithi046.stdout: "handle_inode_file_caps": 12, 2024-04-26T02:01:04.657 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_cap_op_revoke": 1587, 2024-04-26T02:01:04.657 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_cap_op_grant": 4014, 2024-04-26T02:01:04.657 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T02:01:04.657 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T02:01:04.658 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T02:01:04.658 INFO:teuthology.orchestra.run.smithi046.stdout: "handle_client_caps": 4435, 2024-04-26T02:01:04.658 INFO:teuthology.orchestra.run.smithi046.stdout: "handle_client_caps_dirty": 2866, 2024-04-26T02:01:04.658 INFO:teuthology.orchestra.run.smithi046.stdout: "handle_client_cap_release": 59, 2024-04-26T02:01:04.658 INFO:teuthology.orchestra.run.smithi046.stdout: "process_request_cap_release": 3363 2024-04-26T02:01:04.658 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.658 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_cache": { 2024-04-26T02:01:04.658 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_update": 548, 2024-04-26T02:01:04.658 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_update_receipt": 2509, 2024-04-26T02:01:04.658 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_try_discover": 1607, 2024-04-26T02:01:04.658 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_send_discover": 1732, 2024-04-26T02:01:04.658 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_handle_discover": 881, 2024-04-26T02:01:04.658 INFO:teuthology.orchestra.run.smithi046.stdout: "num_strays": 54, 2024-04-26T02:01:04.658 INFO:teuthology.orchestra.run.smithi046.stdout: "num_strays_delayed": 0, 2024-04-26T02:01:04.659 INFO:teuthology.orchestra.run.smithi046.stdout: "num_strays_enqueuing": 0, 2024-04-26T02:01:04.659 INFO:teuthology.orchestra.run.smithi046.stdout: "strays_created": 2636, 2024-04-26T02:01:04.659 INFO:teuthology.orchestra.run.smithi046.stdout: "strays_enqueued": 2582, 2024-04-26T02:01:04.659 INFO:teuthology.orchestra.run.smithi046.stdout: "strays_reintegrated": 0, 2024-04-26T02:01:04.659 INFO:teuthology.orchestra.run.smithi046.stdout: "strays_migrated": 0, 2024-04-26T02:01:04.659 INFO:teuthology.orchestra.run.smithi046.stdout: "num_recovering_processing": 0, 2024-04-26T02:01:04.659 INFO:teuthology.orchestra.run.smithi046.stdout: "num_recovering_enqueued": 0, 2024-04-26T02:01:04.659 INFO:teuthology.orchestra.run.smithi046.stdout: "num_recovering_prioritized": 0, 2024-04-26T02:01:04.659 INFO:teuthology.orchestra.run.smithi046.stdout: "recovery_started": 0, 2024-04-26T02:01:04.659 INFO:teuthology.orchestra.run.smithi046.stdout: "recovery_completed": 0, 2024-04-26T02:01:04.659 INFO:teuthology.orchestra.run.smithi046.stdout: "ireq_quiesce_path": 3, 2024-04-26T02:01:04.659 INFO:teuthology.orchestra.run.smithi046.stdout: "ireq_quiesce_inode": 2381, 2024-04-26T02:01:04.659 INFO:teuthology.orchestra.run.smithi046.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T02:01:04.659 INFO:teuthology.orchestra.run.smithi046.stdout: "ireq_exportdir": 25, 2024-04-26T02:01:04.660 INFO:teuthology.orchestra.run.smithi046.stdout: "ireq_flush": 0, 2024-04-26T02:01:04.660 INFO:teuthology.orchestra.run.smithi046.stdout: "ireq_fragmentdir": 2, 2024-04-26T02:01:04.660 INFO:teuthology.orchestra.run.smithi046.stdout: "ireq_fragstats": 0, 2024-04-26T02:01:04.660 INFO:teuthology.orchestra.run.smithi046.stdout: "ireq_inodestats": 0 2024-04-26T02:01:04.660 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.660 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_log": { 2024-04-26T02:01:04.660 INFO:teuthology.orchestra.run.smithi046.stdout: "evlrg": 0, 2024-04-26T02:01:04.660 INFO:teuthology.orchestra.run.smithi046.stdout: "evadd": 11198, 2024-04-26T02:01:04.660 INFO:teuthology.orchestra.run.smithi046.stdout: "evex": 0, 2024-04-26T02:01:04.660 INFO:teuthology.orchestra.run.smithi046.stdout: "evtrm": 0, 2024-04-26T02:01:04.660 INFO:teuthology.orchestra.run.smithi046.stdout: "ev": 11198, 2024-04-26T02:01:04.660 INFO:teuthology.orchestra.run.smithi046.stdout: "evexg": 0, 2024-04-26T02:01:04.660 INFO:teuthology.orchestra.run.smithi046.stdout: "evexd": 0, 2024-04-26T02:01:04.660 INFO:teuthology.orchestra.run.smithi046.stdout: "segadd": 16, 2024-04-26T02:01:04.660 INFO:teuthology.orchestra.run.smithi046.stdout: "segex": 0, 2024-04-26T02:01:04.661 INFO:teuthology.orchestra.run.smithi046.stdout: "segtrm": 0, 2024-04-26T02:01:04.661 INFO:teuthology.orchestra.run.smithi046.stdout: "seg": 16, 2024-04-26T02:01:04.661 INFO:teuthology.orchestra.run.smithi046.stdout: "segmjr": 2, 2024-04-26T02:01:04.661 INFO:teuthology.orchestra.run.smithi046.stdout: "segexg": 0, 2024-04-26T02:01:04.661 INFO:teuthology.orchestra.run.smithi046.stdout: "segexd": 0, 2024-04-26T02:01:04.661 INFO:teuthology.orchestra.run.smithi046.stdout: "expos": 4194304, 2024-04-26T02:01:04.661 INFO:teuthology.orchestra.run.smithi046.stdout: "wrpos": 33367506, 2024-04-26T02:01:04.661 INFO:teuthology.orchestra.run.smithi046.stdout: "rdpos": 0, 2024-04-26T02:01:04.661 INFO:teuthology.orchestra.run.smithi046.stdout: "jlat": { 2024-04-26T02:01:04.661 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 900, 2024-04-26T02:01:04.661 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 14.401958096, 2024-04-26T02:01:04.661 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.016002175 2024-04-26T02:01:04.661 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.661 INFO:teuthology.orchestra.run.smithi046.stdout: "replayed": 0 2024-04-26T02:01:04.661 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.662 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_mem": { 2024-04-26T02:01:04.662 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 1387, 2024-04-26T02:01:04.662 INFO:teuthology.orchestra.run.smithi046.stdout: "ino+": 6213, 2024-04-26T02:01:04.662 INFO:teuthology.orchestra.run.smithi046.stdout: "ino-": 4826, 2024-04-26T02:01:04.662 INFO:teuthology.orchestra.run.smithi046.stdout: "dir": 113, 2024-04-26T02:01:04.662 INFO:teuthology.orchestra.run.smithi046.stdout: "dir+": 1083, 2024-04-26T02:01:04.662 INFO:teuthology.orchestra.run.smithi046.stdout: "dir-": 970, 2024-04-26T02:01:04.662 INFO:teuthology.orchestra.run.smithi046.stdout: "dn": 2164, 2024-04-26T02:01:04.662 INFO:teuthology.orchestra.run.smithi046.stdout: "dn+": 8374, 2024-04-26T02:01:04.662 INFO:teuthology.orchestra.run.smithi046.stdout: "dn-": 6210, 2024-04-26T02:01:04.662 INFO:teuthology.orchestra.run.smithi046.stdout: "cap": 0, 2024-04-26T02:01:04.662 INFO:teuthology.orchestra.run.smithi046.stdout: "cap+": 3995, 2024-04-26T02:01:04.662 INFO:teuthology.orchestra.run.smithi046.stdout: "cap-": 3995, 2024-04-26T02:01:04.662 INFO:teuthology.orchestra.run.smithi046.stdout: "rss": 89120, 2024-04-26T02:01:04.663 INFO:teuthology.orchestra.run.smithi046.stdout: "heap": 223608 2024-04-26T02:01:04.663 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.663 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_server": { 2024-04-26T02:01:04.663 INFO:teuthology.orchestra.run.smithi046.stdout: "dispatch_client_request": 6351, 2024-04-26T02:01:04.663 INFO:teuthology.orchestra.run.smithi046.stdout: "dispatch_server_request": 411, 2024-04-26T02:01:04.663 INFO:teuthology.orchestra.run.smithi046.stdout: "handle_client_request": 5260, 2024-04-26T02:01:04.663 INFO:teuthology.orchestra.run.smithi046.stdout: "handle_client_session": 11, 2024-04-26T02:01:04.663 INFO:teuthology.orchestra.run.smithi046.stdout: "handle_peer_request": 1650, 2024-04-26T02:01:04.663 INFO:teuthology.orchestra.run.smithi046.stdout: "req_create_latency": { 2024-04-26T02:01:04.663 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 1060, 2024-04-26T02:01:04.663 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 2.066793497, 2024-04-26T02:01:04.663 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.001949805 2024-04-26T02:01:04.663 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.663 INFO:teuthology.orchestra.run.smithi046.stdout: "req_getattr_latency": { 2024-04-26T02:01:04.664 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 2, 2024-04-26T02:01:04.664 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.007307890, 2024-04-26T02:01:04.664 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.003653945 2024-04-26T02:01:04.664 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.664 INFO:teuthology.orchestra.run.smithi046.stdout: "req_getfilelock_latency": { 2024-04-26T02:01:04.664 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:04.664 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:04.664 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:04.664 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.664 INFO:teuthology.orchestra.run.smithi046.stdout: "req_link_latency": { 2024-04-26T02:01:04.664 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:04.664 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:04.664 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:04.664 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.664 INFO:teuthology.orchestra.run.smithi046.stdout: "req_lookup_latency": { 2024-04-26T02:01:04.665 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 1272, 2024-04-26T02:01:04.665 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.963319016, 2024-04-26T02:01:04.665 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000757326 2024-04-26T02:01:04.665 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.665 INFO:teuthology.orchestra.run.smithi046.stdout: "req_lookuphash_latency": { 2024-04-26T02:01:04.665 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:04.665 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:04.665 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:04.665 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.665 INFO:teuthology.orchestra.run.smithi046.stdout: "req_lookupino_latency": { 2024-04-26T02:01:04.665 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:04.665 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:04.665 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:04.665 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.665 INFO:teuthology.orchestra.run.smithi046.stdout: "req_lookupname_latency": { 2024-04-26T02:01:04.666 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:04.666 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:04.666 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:04.666 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.666 INFO:teuthology.orchestra.run.smithi046.stdout: "req_lookupparent_latency": { 2024-04-26T02:01:04.666 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:04.666 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:04.666 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:04.666 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.666 INFO:teuthology.orchestra.run.smithi046.stdout: "req_lookupsnap_latency": { 2024-04-26T02:01:04.666 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:04.666 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:04.666 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:04.666 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.667 INFO:teuthology.orchestra.run.smithi046.stdout: "req_lssnap_latency": { 2024-04-26T02:01:04.667 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:04.667 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:04.667 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:04.667 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.668 INFO:teuthology.orchestra.run.smithi046.stdout: "req_mkdir_latency": { 2024-04-26T02:01:04.668 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:04.668 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:04.668 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:04.668 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.668 INFO:teuthology.orchestra.run.smithi046.stdout: "req_mknod_latency": { 2024-04-26T02:01:04.668 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:04.668 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:04.668 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:04.668 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.668 INFO:teuthology.orchestra.run.smithi046.stdout: "req_mksnap_latency": { 2024-04-26T02:01:04.669 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:04.669 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:04.669 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:04.669 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.669 INFO:teuthology.orchestra.run.smithi046.stdout: "req_open_latency": { 2024-04-26T02:01:04.669 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:04.669 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:04.669 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:04.669 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.669 INFO:teuthology.orchestra.run.smithi046.stdout: "req_readdir_latency": { 2024-04-26T02:01:04.669 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 229, 2024-04-26T02:01:04.669 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.500350884, 2024-04-26T02:01:04.669 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.002184938 2024-04-26T02:01:04.669 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.669 INFO:teuthology.orchestra.run.smithi046.stdout: "req_rename_latency": { 2024-04-26T02:01:04.670 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:04.670 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:04.670 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:04.670 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.670 INFO:teuthology.orchestra.run.smithi046.stdout: "req_renamesnap_latency": { 2024-04-26T02:01:04.670 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:04.670 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:04.670 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:04.670 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.670 INFO:teuthology.orchestra.run.smithi046.stdout: "req_snapdiff_latency": { 2024-04-26T02:01:04.670 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:04.670 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:04.670 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:04.670 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.671 INFO:teuthology.orchestra.run.smithi046.stdout: "req_rmdir_latency": { 2024-04-26T02:01:04.671 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 73, 2024-04-26T02:01:04.671 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 3.311073647, 2024-04-26T02:01:04.671 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.045357173 2024-04-26T02:01:04.671 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.671 INFO:teuthology.orchestra.run.smithi046.stdout: "req_rmsnap_latency": { 2024-04-26T02:01:04.671 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:04.671 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:04.671 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:04.671 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.671 INFO:teuthology.orchestra.run.smithi046.stdout: "req_rmxattr_latency": { 2024-04-26T02:01:04.671 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:04.671 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:04.671 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:04.671 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.672 INFO:teuthology.orchestra.run.smithi046.stdout: "req_setattr_latency": { 2024-04-26T02:01:04.672 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:04.672 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:04.672 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:04.672 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.672 INFO:teuthology.orchestra.run.smithi046.stdout: "req_setdirlayout_latency": { 2024-04-26T02:01:04.672 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:04.672 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:04.672 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:04.672 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.672 INFO:teuthology.orchestra.run.smithi046.stdout: "req_setfilelock_latency": { 2024-04-26T02:01:04.672 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:04.672 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:04.672 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:04.673 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.673 INFO:teuthology.orchestra.run.smithi046.stdout: "req_setlayout_latency": { 2024-04-26T02:01:04.673 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:04.673 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:04.673 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:04.673 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.673 INFO:teuthology.orchestra.run.smithi046.stdout: "req_setxattr_latency": { 2024-04-26T02:01:04.673 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:04.673 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:04.673 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:04.673 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.673 INFO:teuthology.orchestra.run.smithi046.stdout: "req_symlink_latency": { 2024-04-26T02:01:04.673 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:04.673 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:04.673 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:04.674 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.674 INFO:teuthology.orchestra.run.smithi046.stdout: "req_unlink_latency": { 2024-04-26T02:01:04.674 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 2563, 2024-04-26T02:01:04.674 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 7.515385541, 2024-04-26T02:01:04.674 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.002932261 2024-04-26T02:01:04.674 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.674 INFO:teuthology.orchestra.run.smithi046.stdout: "cap_revoke_eviction": 0, 2024-04-26T02:01:04.674 INFO:teuthology.orchestra.run.smithi046.stdout: "cap_acquisition_throttle": 0, 2024-04-26T02:01:04.674 INFO:teuthology.orchestra.run.smithi046.stdout: "req_getvxattr_latency": { 2024-04-26T02:01:04.674 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:04.674 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:04.674 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:04.674 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:04.674 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.675 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_sessions": { 2024-04-26T02:01:04.675 INFO:teuthology.orchestra.run.smithi046.stdout: "session_count": 1, 2024-04-26T02:01:04.675 INFO:teuthology.orchestra.run.smithi046.stdout: "session_add": 2, 2024-04-26T02:01:04.675 INFO:teuthology.orchestra.run.smithi046.stdout: "session_remove": 1, 2024-04-26T02:01:04.675 INFO:teuthology.orchestra.run.smithi046.stdout: "sessions_open": 1, 2024-04-26T02:01:04.675 INFO:teuthology.orchestra.run.smithi046.stdout: "sessions_stale": 0, 2024-04-26T02:01:04.675 INFO:teuthology.orchestra.run.smithi046.stdout: "total_load": 2552, 2024-04-26T02:01:04.675 INFO:teuthology.orchestra.run.smithi046.stdout: "average_load": 2552, 2024-04-26T02:01:04.675 INFO:teuthology.orchestra.run.smithi046.stdout: "avg_session_uptime": 2004, 2024-04-26T02:01:04.675 INFO:teuthology.orchestra.run.smithi046.stdout: "mdthresh_evicted": 0 2024-04-26T02:01:04.675 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.675 INFO:teuthology.orchestra.run.smithi046.stdout: "mempool": { 2024-04-26T02:01:04.675 INFO:teuthology.orchestra.run.smithi046.stdout: "bloom_filter_bytes": 0, 2024-04-26T02:01:04.675 INFO:teuthology.orchestra.run.smithi046.stdout: "bloom_filter_items": 0, 2024-04-26T02:01:04.675 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T02:01:04.676 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_alloc_items": 0, 2024-04-26T02:01:04.676 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T02:01:04.676 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_data_items": 0, 2024-04-26T02:01:04.676 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T02:01:04.676 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T02:01:04.676 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T02:01:04.676 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T02:01:04.676 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T02:01:04.676 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_other_items": 0, 2024-04-26T02:01:04.676 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T02:01:04.676 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T02:01:04.676 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_extent_bytes": 0, 2024-04-26T02:01:04.676 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_extent_items": 0, 2024-04-26T02:01:04.676 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_blob_bytes": 0, 2024-04-26T02:01:04.676 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_blob_items": 0, 2024-04-26T02:01:04.676 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T02:01:04.677 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T02:01:04.677 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T02:01:04.677 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T02:01:04.677 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T02:01:04.677 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_fsck_items": 0, 2024-04-26T02:01:04.677 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_txc_bytes": 0, 2024-04-26T02:01:04.677 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_txc_items": 0, 2024-04-26T02:01:04.677 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T02:01:04.677 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T02:01:04.677 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_writing_bytes": 0, 2024-04-26T02:01:04.677 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_writing_items": 0, 2024-04-26T02:01:04.677 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_bytes": 0, 2024-04-26T02:01:04.677 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_items": 0, 2024-04-26T02:01:04.677 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T02:01:04.677 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_file_reader_items": 0, 2024-04-26T02:01:04.677 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T02:01:04.678 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_file_writer_items": 0, 2024-04-26T02:01:04.678 INFO:teuthology.orchestra.run.smithi046.stdout: "buffer_anon_bytes": 740621, 2024-04-26T02:01:04.678 INFO:teuthology.orchestra.run.smithi046.stdout: "buffer_anon_items": 1595, 2024-04-26T02:01:04.678 INFO:teuthology.orchestra.run.smithi046.stdout: "buffer_meta_bytes": 0, 2024-04-26T02:01:04.678 INFO:teuthology.orchestra.run.smithi046.stdout: "buffer_meta_items": 0, 2024-04-26T02:01:04.678 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_bytes": 0, 2024-04-26T02:01:04.678 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_items": 0, 2024-04-26T02:01:04.678 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_mapbl_bytes": 0, 2024-04-26T02:01:04.678 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_mapbl_items": 0, 2024-04-26T02:01:04.678 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_pglog_bytes": 0, 2024-04-26T02:01:04.678 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_pglog_items": 0, 2024-04-26T02:01:04.678 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_bytes": 8032, 2024-04-26T02:01:04.678 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_items": 167, 2024-04-26T02:01:04.678 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T02:01:04.679 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_mapping_items": 0, 2024-04-26T02:01:04.679 INFO:teuthology.orchestra.run.smithi046.stdout: "pgmap_bytes": 0, 2024-04-26T02:01:04.679 INFO:teuthology.orchestra.run.smithi046.stdout: "pgmap_items": 0, 2024-04-26T02:01:04.679 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_co_bytes": 5033097, 2024-04-26T02:01:04.679 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_co_items": 74177, 2024-04-26T02:01:04.679 INFO:teuthology.orchestra.run.smithi046.stdout: "unittest_1_bytes": 0, 2024-04-26T02:01:04.679 INFO:teuthology.orchestra.run.smithi046.stdout: "unittest_1_items": 0, 2024-04-26T02:01:04.679 INFO:teuthology.orchestra.run.smithi046.stdout: "unittest_2_bytes": 0, 2024-04-26T02:01:04.679 INFO:teuthology.orchestra.run.smithi046.stdout: "unittest_2_items": 0 2024-04-26T02:01:04.679 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.679 INFO:teuthology.orchestra.run.smithi046.stdout: "objecter": { 2024-04-26T02:01:04.679 INFO:teuthology.orchestra.run.smithi046.stdout: "op_active": 0, 2024-04-26T02:01:04.679 INFO:teuthology.orchestra.run.smithi046.stdout: "op_laggy": 0, 2024-04-26T02:01:04.679 INFO:teuthology.orchestra.run.smithi046.stdout: "op_send": 3776, 2024-04-26T02:01:04.679 INFO:teuthology.orchestra.run.smithi046.stdout: "op_send_bytes": 30032831, 2024-04-26T02:01:04.680 INFO:teuthology.orchestra.run.smithi046.stdout: "op_resend": 28, 2024-04-26T02:01:04.680 INFO:teuthology.orchestra.run.smithi046.stdout: "op_reply": 3776, 2024-04-26T02:01:04.680 INFO:teuthology.orchestra.run.smithi046.stdout: "op_latency": { 2024-04-26T02:01:04.680 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 3776, 2024-04-26T02:01:04.680 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 15.013833476, 2024-04-26T02:01:04.680 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.003976121 2024-04-26T02:01:04.680 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.680 INFO:teuthology.orchestra.run.smithi046.stdout: "op_inflight": 0, 2024-04-26T02:01:04.680 INFO:teuthology.orchestra.run.smithi046.stdout: "oplen_avg": { 2024-04-26T02:01:04.680 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 3776, 2024-04-26T02:01:04.680 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 3916 2024-04-26T02:01:04.680 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.680 INFO:teuthology.orchestra.run.smithi046.stdout: "op": 3776, 2024-04-26T02:01:04.680 INFO:teuthology.orchestra.run.smithi046.stdout: "op_r": 70, 2024-04-26T02:01:04.680 INFO:teuthology.orchestra.run.smithi046.stdout: "op_w": 3706, 2024-04-26T02:01:04.681 INFO:teuthology.orchestra.run.smithi046.stdout: "op_rmw": 0, 2024-04-26T02:01:04.681 INFO:teuthology.orchestra.run.smithi046.stdout: "op_pg": 0, 2024-04-26T02:01:04.681 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_stat": 0, 2024-04-26T02:01:04.681 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_create": 10, 2024-04-26T02:01:04.681 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_read": 57, 2024-04-26T02:01:04.681 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_write": 957, 2024-04-26T02:01:04.681 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_writefull": 39, 2024-04-26T02:01:04.681 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_writesame": 0, 2024-04-26T02:01:04.681 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_append": 0, 2024-04-26T02:01:04.681 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_zero": 0, 2024-04-26T02:01:04.681 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_truncate": 2, 2024-04-26T02:01:04.681 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_delete": 2608, 2024-04-26T02:01:04.681 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_mapext": 0, 2024-04-26T02:01:04.681 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_sparse_read": 0, 2024-04-26T02:01:04.681 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_clonerange": 0, 2024-04-26T02:01:04.681 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_getxattr": 5, 2024-04-26T02:01:04.682 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_setxattr": 20, 2024-04-26T02:01:04.682 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_cmpxattr": 0, 2024-04-26T02:01:04.682 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_rmxattr": 0, 2024-04-26T02:01:04.682 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_resetxattrs": 0, 2024-04-26T02:01:04.682 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_call": 0, 2024-04-26T02:01:04.682 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_watch": 0, 2024-04-26T02:01:04.682 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_notify": 0, 2024-04-26T02:01:04.682 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T02:01:04.682 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_pgls": 0, 2024-04-26T02:01:04.682 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_pgls_filter": 0, 2024-04-26T02:01:04.682 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_other": 0, 2024-04-26T02:01:04.682 INFO:teuthology.orchestra.run.smithi046.stdout: "linger_active": 0, 2024-04-26T02:01:04.682 INFO:teuthology.orchestra.run.smithi046.stdout: "linger_send": 0, 2024-04-26T02:01:04.682 INFO:teuthology.orchestra.run.smithi046.stdout: "linger_resend": 0, 2024-04-26T02:01:04.683 INFO:teuthology.orchestra.run.smithi046.stdout: "linger_ping": 0, 2024-04-26T02:01:04.683 INFO:teuthology.orchestra.run.smithi046.stdout: "poolop_active": 0, 2024-04-26T02:01:04.683 INFO:teuthology.orchestra.run.smithi046.stdout: "poolop_send": 0, 2024-04-26T02:01:04.683 INFO:teuthology.orchestra.run.smithi046.stdout: "poolop_resend": 0, 2024-04-26T02:01:04.683 INFO:teuthology.orchestra.run.smithi046.stdout: "poolstat_active": 0, 2024-04-26T02:01:04.683 INFO:teuthology.orchestra.run.smithi046.stdout: "poolstat_send": 0, 2024-04-26T02:01:04.683 INFO:teuthology.orchestra.run.smithi046.stdout: "poolstat_resend": 0, 2024-04-26T02:01:04.683 INFO:teuthology.orchestra.run.smithi046.stdout: "statfs_active": 0, 2024-04-26T02:01:04.683 INFO:teuthology.orchestra.run.smithi046.stdout: "statfs_send": 0, 2024-04-26T02:01:04.683 INFO:teuthology.orchestra.run.smithi046.stdout: "statfs_resend": 0, 2024-04-26T02:01:04.683 INFO:teuthology.orchestra.run.smithi046.stdout: "command_active": 0, 2024-04-26T02:01:04.683 INFO:teuthology.orchestra.run.smithi046.stdout: "command_send": 0, 2024-04-26T02:01:04.683 INFO:teuthology.orchestra.run.smithi046.stdout: "command_resend": 0, 2024-04-26T02:01:04.683 INFO:teuthology.orchestra.run.smithi046.stdout: "map_epoch": 100, 2024-04-26T02:01:04.683 INFO:teuthology.orchestra.run.smithi046.stdout: "map_full": 0, 2024-04-26T02:01:04.684 INFO:teuthology.orchestra.run.smithi046.stdout: "map_inc": 11, 2024-04-26T02:01:04.684 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_sessions": 12, 2024-04-26T02:01:04.684 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_session_open": 12, 2024-04-26T02:01:04.684 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_session_close": 0, 2024-04-26T02:01:04.684 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_laggy": 0, 2024-04-26T02:01:04.684 INFO:teuthology.orchestra.run.smithi046.stdout: "omap_wr": 152, 2024-04-26T02:01:04.684 INFO:teuthology.orchestra.run.smithi046.stdout: "omap_rd": 26, 2024-04-26T02:01:04.684 INFO:teuthology.orchestra.run.smithi046.stdout: "omap_del": 40 2024-04-26T02:01:04.684 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.684 INFO:teuthology.orchestra.run.smithi046.stdout: "oft": { 2024-04-26T02:01:04.684 INFO:teuthology.orchestra.run.smithi046.stdout: "omap_total_objs": 1, 2024-04-26T02:01:04.684 INFO:teuthology.orchestra.run.smithi046.stdout: "omap_total_kv_pairs": 0, 2024-04-26T02:01:04.684 INFO:teuthology.orchestra.run.smithi046.stdout: "omap_total_updates": 0, 2024-04-26T02:01:04.684 INFO:teuthology.orchestra.run.smithi046.stdout: "omap_total_removes": 0 2024-04-26T02:01:04.685 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.685 INFO:teuthology.orchestra.run.smithi046.stdout: "osd-slow-ops": { 2024-04-26T02:01:04.685 INFO:teuthology.orchestra.run.smithi046.stdout: "slow_ops_count": 2688 2024-04-26T02:01:04.685 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.685 INFO:teuthology.orchestra.run.smithi046.stdout: "purge_queue": { 2024-04-26T02:01:04.685 INFO:teuthology.orchestra.run.smithi046.stdout: "pq_executing_ops": 0, 2024-04-26T02:01:04.685 INFO:teuthology.orchestra.run.smithi046.stdout: "pq_executing_ops_high_water": 14, 2024-04-26T02:01:04.685 INFO:teuthology.orchestra.run.smithi046.stdout: "pq_executing": 0, 2024-04-26T02:01:04.685 INFO:teuthology.orchestra.run.smithi046.stdout: "pq_executing_high_water": 6, 2024-04-26T02:01:04.685 INFO:teuthology.orchestra.run.smithi046.stdout: "pq_executed_ops": 2590, 2024-04-26T02:01:04.685 INFO:teuthology.orchestra.run.smithi046.stdout: "pq_executed": 2582, 2024-04-26T02:01:04.685 INFO:teuthology.orchestra.run.smithi046.stdout: "pq_item_in_journal": 0 2024-04-26T02:01:04.685 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.685 INFO:teuthology.orchestra.run.smithi046.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T02:01:04.685 INFO:teuthology.orchestra.run.smithi046.stdout: "val": 0, 2024-04-26T02:01:04.686 INFO:teuthology.orchestra.run.smithi046.stdout: "max": 104857600, 2024-04-26T02:01:04.686 INFO:teuthology.orchestra.run.smithi046.stdout: "get_started": 0, 2024-04-26T02:01:04.686 INFO:teuthology.orchestra.run.smithi046.stdout: "get": 35606, 2024-04-26T02:01:04.686 INFO:teuthology.orchestra.run.smithi046.stdout: "get_sum": 15255173, 2024-04-26T02:01:04.686 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:04.686 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_success": 35606, 2024-04-26T02:01:04.686 INFO:teuthology.orchestra.run.smithi046.stdout: "take": 0, 2024-04-26T02:01:04.686 INFO:teuthology.orchestra.run.smithi046.stdout: "take_sum": 0, 2024-04-26T02:01:04.686 INFO:teuthology.orchestra.run.smithi046.stdout: "put": 35606, 2024-04-26T02:01:04.686 INFO:teuthology.orchestra.run.smithi046.stdout: "put_sum": 15255173, 2024-04-26T02:01:04.686 INFO:teuthology.orchestra.run.smithi046.stdout: "wait": { 2024-04-26T02:01:04.686 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:04.686 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:04.686 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:04.686 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:04.687 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.687 INFO:teuthology.orchestra.run.smithi046.stdout: "throttle-objecter_bytes": { 2024-04-26T02:01:04.687 INFO:teuthology.orchestra.run.smithi046.stdout: "val": 0, 2024-04-26T02:01:04.687 INFO:teuthology.orchestra.run.smithi046.stdout: "max": 104857600, 2024-04-26T02:01:04.687 INFO:teuthology.orchestra.run.smithi046.stdout: "get_started": 0, 2024-04-26T02:01:04.687 INFO:teuthology.orchestra.run.smithi046.stdout: "get": 0, 2024-04-26T02:01:04.687 INFO:teuthology.orchestra.run.smithi046.stdout: "get_sum": 0, 2024-04-26T02:01:04.687 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:04.687 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_success": 0, 2024-04-26T02:01:04.687 INFO:teuthology.orchestra.run.smithi046.stdout: "take": 3776, 2024-04-26T02:01:04.687 INFO:teuthology.orchestra.run.smithi046.stdout: "take_sum": 30315349, 2024-04-26T02:01:04.687 INFO:teuthology.orchestra.run.smithi046.stdout: "put": 3776, 2024-04-26T02:01:04.687 INFO:teuthology.orchestra.run.smithi046.stdout: "put_sum": 30315349, 2024-04-26T02:01:04.687 INFO:teuthology.orchestra.run.smithi046.stdout: "wait": { 2024-04-26T02:01:04.688 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:04.688 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:04.688 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:04.688 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:04.688 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.688 INFO:teuthology.orchestra.run.smithi046.stdout: "throttle-objecter_ops": { 2024-04-26T02:01:04.688 INFO:teuthology.orchestra.run.smithi046.stdout: "val": 0, 2024-04-26T02:01:04.688 INFO:teuthology.orchestra.run.smithi046.stdout: "max": 1024, 2024-04-26T02:01:04.688 INFO:teuthology.orchestra.run.smithi046.stdout: "get_started": 0, 2024-04-26T02:01:04.688 INFO:teuthology.orchestra.run.smithi046.stdout: "get": 0, 2024-04-26T02:01:04.688 INFO:teuthology.orchestra.run.smithi046.stdout: "get_sum": 0, 2024-04-26T02:01:04.688 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:04.688 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_success": 0, 2024-04-26T02:01:04.688 INFO:teuthology.orchestra.run.smithi046.stdout: "take": 3776, 2024-04-26T02:01:04.688 INFO:teuthology.orchestra.run.smithi046.stdout: "take_sum": 3776, 2024-04-26T02:01:04.688 INFO:teuthology.orchestra.run.smithi046.stdout: "put": 3776, 2024-04-26T02:01:04.689 INFO:teuthology.orchestra.run.smithi046.stdout: "put_sum": 3776, 2024-04-26T02:01:04.689 INFO:teuthology.orchestra.run.smithi046.stdout: "wait": { 2024-04-26T02:01:04.689 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:04.689 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:04.689 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:04.689 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:04.689 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.689 INFO:teuthology.orchestra.run.smithi046.stdout: "throttle-write_buf_throttle": { 2024-04-26T02:01:04.689 INFO:teuthology.orchestra.run.smithi046.stdout: "val": 0, 2024-04-26T02:01:04.689 INFO:teuthology.orchestra.run.smithi046.stdout: "max": 3758096384, 2024-04-26T02:01:04.689 INFO:teuthology.orchestra.run.smithi046.stdout: "get_started": 0, 2024-04-26T02:01:04.689 INFO:teuthology.orchestra.run.smithi046.stdout: "get": 2582, 2024-04-26T02:01:04.689 INFO:teuthology.orchestra.run.smithi046.stdout: "get_sum": 282726, 2024-04-26T02:01:04.689 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:04.689 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_success": 2582, 2024-04-26T02:01:04.690 INFO:teuthology.orchestra.run.smithi046.stdout: "take": 0, 2024-04-26T02:01:04.690 INFO:teuthology.orchestra.run.smithi046.stdout: "take_sum": 0, 2024-04-26T02:01:04.690 INFO:teuthology.orchestra.run.smithi046.stdout: "put": 57, 2024-04-26T02:01:04.690 INFO:teuthology.orchestra.run.smithi046.stdout: "put_sum": 282726, 2024-04-26T02:01:04.690 INFO:teuthology.orchestra.run.smithi046.stdout: "wait": { 2024-04-26T02:01:04.690 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:04.690 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:04.690 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:04.690 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:04.690 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:04.690 INFO:teuthology.orchestra.run.smithi046.stdout: "throttle-write_buf_throttle-0x56007fb7e500": { 2024-04-26T02:01:04.690 INFO:teuthology.orchestra.run.smithi046.stdout: "val": 0, 2024-04-26T02:01:04.690 INFO:teuthology.orchestra.run.smithi046.stdout: "max": 3758096384, 2024-04-26T02:01:04.690 INFO:teuthology.orchestra.run.smithi046.stdout: "get_started": 0, 2024-04-26T02:01:04.691 INFO:teuthology.orchestra.run.smithi046.stdout: "get": 11198, 2024-04-26T02:01:04.691 INFO:teuthology.orchestra.run.smithi046.stdout: "get_sum": 29173202, 2024-04-26T02:01:04.691 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:04.691 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_success": 11198, 2024-04-26T02:01:04.691 INFO:teuthology.orchestra.run.smithi046.stdout: "take": 0, 2024-04-26T02:01:04.691 INFO:teuthology.orchestra.run.smithi046.stdout: "take_sum": 0, 2024-04-26T02:01:04.691 INFO:teuthology.orchestra.run.smithi046.stdout: "put": 900, 2024-04-26T02:01:04.691 INFO:teuthology.orchestra.run.smithi046.stdout: "put_sum": 29173202, 2024-04-26T02:01:04.691 INFO:teuthology.orchestra.run.smithi046.stdout: "wait": { 2024-04-26T02:01:04.691 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:04.691 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:04.691 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:04.691 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:04.691 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:04.691 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-04-26T02:01:05.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:04 smithi046 ceph-mon[28013]: pgmap v316: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-26T02:01:05.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:04 smithi103 ceph-mon[32920]: pgmap v316: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-26T02:01:05.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:04 smithi163 ceph-mon[32592]: pgmap v316: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-26T02:01:05.785 INFO:tasks.check_counter:Daemon mds.a mds.exported=25 2024-04-26T02:01:05.785 INFO:tasks.check_counter:Daemon mds.a mds.imported=18 2024-04-26T02:01:05.785 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update=548 2024-04-26T02:01:05.785 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update_receipt=2509 2024-04-26T02:01:05.785 INFO:tasks.check_counter:Daemon mds.a mds.root_rsnaps=6 2024-04-26T02:01:05.785 INFO:tasks.check_counter:Daemon mds.a mds_server.req_mksnap_latency.avgcount=0 2024-04-26T02:01:05.785 INFO:tasks.check_counter:Daemon mds.a mds_server.req_rmsnap_latency.avgcount=0 2024-04-26T02:01:05.785 DEBUG:tasks.check_counter:Getting stats from d 2024-04-26T02:01:05.786 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph daemon mds.d perf dump 2024-04-26T02:01:06.221 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:01:07.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:06 smithi046 ceph-mon[28013]: pgmap v317: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 44 KiB/s wr, 34 op/s 2024-04-26T02:01:07.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:06 smithi103 ceph-mon[32920]: pgmap v317: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 44 KiB/s wr, 34 op/s 2024-04-26T02:01:07.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:06 smithi163 ceph-mon[32592]: pgmap v317: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 44 KiB/s wr, 34 op/s 2024-04-26T02:01:08.633 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-04-26T02:01:08.634 INFO:teuthology.orchestra.run.smithi046.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T02:01:08.634 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_messages": 1312, 2024-04-26T02:01:08.634 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages": 1314, 2024-04-26T02:01:08.634 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_bytes": 4599917, 2024-04-26T02:01:08.634 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_bytes": 417217, 2024-04-26T02:01:08.634 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_created_connections": 7, 2024-04-26T02:01:08.634 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_active_connections": 3, 2024-04-26T02:01:08.634 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_total_time": 0.314135562, 2024-04-26T02:01:08.634 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_send_time": 0.119880451, 2024-04-26T02:01:08.634 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_recv_time": 0.085236993, 2024-04-26T02:01:08.635 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_fast_dispatch_time": 0.076169740, 2024-04-26T02:01:08.635 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:01:08.635 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 1312, 2024-04-26T02:01:08.635 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.125806150, 2024-04-26T02:01:08.635 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000095888 2024-04-26T02:01:08.635 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.635 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:01:08.635 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:08.635 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:08.635 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:08.635 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.635 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-26T02:01:08.635 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_encrypted_bytes": 0 2024-04-26T02:01:08.636 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.636 INFO:teuthology.orchestra.run.smithi046.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T02:01:08.636 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_messages": 1094, 2024-04-26T02:01:08.636 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages": 1050, 2024-04-26T02:01:08.636 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_bytes": 7349381, 2024-04-26T02:01:08.636 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_bytes": 405332, 2024-04-26T02:01:08.636 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_created_connections": 4, 2024-04-26T02:01:08.636 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_active_connections": 3, 2024-04-26T02:01:08.636 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_total_time": 0.310811484, 2024-04-26T02:01:08.636 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_send_time": 0.086376527, 2024-04-26T02:01:08.636 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_recv_time": 0.191246454, 2024-04-26T02:01:08.636 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_fast_dispatch_time": 0.060211987, 2024-04-26T02:01:08.636 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:01:08.636 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 1050, 2024-04-26T02:01:08.636 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.101496733, 2024-04-26T02:01:08.637 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000096663 2024-04-26T02:01:08.637 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.637 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:01:08.637 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:08.637 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:08.637 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:08.637 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.637 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_encrypted_bytes": 1968352, 2024-04-26T02:01:08.637 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_encrypted_bytes": 155952 2024-04-26T02:01:08.637 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.637 INFO:teuthology.orchestra.run.smithi046.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T02:01:08.637 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_messages": 431, 2024-04-26T02:01:08.637 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages": 617, 2024-04-26T02:01:08.637 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_bytes": 4308849, 2024-04-26T02:01:08.638 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_bytes": 617112, 2024-04-26T02:01:08.638 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_created_connections": 7, 2024-04-26T02:01:08.638 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_active_connections": 5, 2024-04-26T02:01:08.638 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_total_time": 0.134924408, 2024-04-26T02:01:08.638 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_send_time": 0.056500144, 2024-04-26T02:01:08.638 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_recv_time": 0.042445604, 2024-04-26T02:01:08.638 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_fast_dispatch_time": 0.021372153, 2024-04-26T02:01:08.638 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:01:08.638 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 614, 2024-04-26T02:01:08.638 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.060988284, 2024-04-26T02:01:08.638 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000099329 2024-04-26T02:01:08.638 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.638 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:01:08.638 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:08.639 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:08.639 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:08.639 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.639 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-26T02:01:08.639 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_encrypted_bytes": 481008 2024-04-26T02:01:08.639 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.639 INFO:teuthology.orchestra.run.smithi046.stdout: "cct": { 2024-04-26T02:01:08.639 INFO:teuthology.orchestra.run.smithi046.stdout: "total_workers": 1, 2024-04-26T02:01:08.639 INFO:teuthology.orchestra.run.smithi046.stdout: "unhealthy_workers": 0 2024-04-26T02:01:08.639 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.639 INFO:teuthology.orchestra.run.smithi046.stdout: "finisher-MDSRank": { 2024-04-26T02:01:08.639 INFO:teuthology.orchestra.run.smithi046.stdout: "queue_len": 0, 2024-04-26T02:01:08.639 INFO:teuthology.orchestra.run.smithi046.stdout: "complete_latency": { 2024-04-26T02:01:08.640 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 4173, 2024-04-26T02:01:08.640 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.228111135, 2024-04-26T02:01:08.640 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000054663 2024-04-26T02:01:08.640 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:08.640 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.640 INFO:teuthology.orchestra.run.smithi046.stdout: "finisher-PurgeQueue": { 2024-04-26T02:01:08.640 INFO:teuthology.orchestra.run.smithi046.stdout: "queue_len": 0, 2024-04-26T02:01:08.640 INFO:teuthology.orchestra.run.smithi046.stdout: "complete_latency": { 2024-04-26T02:01:08.640 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:08.640 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:08.640 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:08.640 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:08.640 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.640 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": { 2024-04-26T02:01:08.641 INFO:teuthology.orchestra.run.smithi046.stdout: "request": 0, 2024-04-26T02:01:08.641 INFO:teuthology.orchestra.run.smithi046.stdout: "reply": 0, 2024-04-26T02:01:08.641 INFO:teuthology.orchestra.run.smithi046.stdout: "reply_latency": { 2024-04-26T02:01:08.641 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:08.641 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:08.641 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:08.641 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.641 INFO:teuthology.orchestra.run.smithi046.stdout: "slow_reply": 0, 2024-04-26T02:01:08.641 INFO:teuthology.orchestra.run.smithi046.stdout: "forward": 0, 2024-04-26T02:01:08.641 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_fetch_complete": 0, 2024-04-26T02:01:08.641 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_fetch_keys": 0, 2024-04-26T02:01:08.641 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_commit": 0, 2024-04-26T02:01:08.641 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_split": 0, 2024-04-26T02:01:08.641 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_merge": 0, 2024-04-26T02:01:08.641 INFO:teuthology.orchestra.run.smithi046.stdout: "inodes": 2470, 2024-04-26T02:01:08.642 INFO:teuthology.orchestra.run.smithi046.stdout: "inodes_top": 2, 2024-04-26T02:01:08.642 INFO:teuthology.orchestra.run.smithi046.stdout: "inodes_bottom": 2468, 2024-04-26T02:01:08.642 INFO:teuthology.orchestra.run.smithi046.stdout: "inodes_pin_tail": 0, 2024-04-26T02:01:08.642 INFO:teuthology.orchestra.run.smithi046.stdout: "inodes_pinned": 2466, 2024-04-26T02:01:08.642 INFO:teuthology.orchestra.run.smithi046.stdout: "inodes_expired": 0, 2024-04-26T02:01:08.642 INFO:teuthology.orchestra.run.smithi046.stdout: "inodes_with_caps": 0, 2024-04-26T02:01:08.642 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": 0, 2024-04-26T02:01:08.642 INFO:teuthology.orchestra.run.smithi046.stdout: "subtrees": 1, 2024-04-26T02:01:08.642 INFO:teuthology.orchestra.run.smithi046.stdout: "traverse": 0, 2024-04-26T02:01:08.642 INFO:teuthology.orchestra.run.smithi046.stdout: "traverse_hit": 0, 2024-04-26T02:01:08.642 INFO:teuthology.orchestra.run.smithi046.stdout: "traverse_forward": 0, 2024-04-26T02:01:08.642 INFO:teuthology.orchestra.run.smithi046.stdout: "traverse_discover": 0, 2024-04-26T02:01:08.643 INFO:teuthology.orchestra.run.smithi046.stdout: "traverse_dir_fetch": 0, 2024-04-26T02:01:08.643 INFO:teuthology.orchestra.run.smithi046.stdout: "traverse_remote_ino": 0, 2024-04-26T02:01:08.643 INFO:teuthology.orchestra.run.smithi046.stdout: "traverse_lock": 0, 2024-04-26T02:01:08.643 INFO:teuthology.orchestra.run.smithi046.stdout: "load_cent": 0, 2024-04-26T02:01:08.643 INFO:teuthology.orchestra.run.smithi046.stdout: "q": 0, 2024-04-26T02:01:08.643 INFO:teuthology.orchestra.run.smithi046.stdout: "exported": 0, 2024-04-26T02:01:08.643 INFO:teuthology.orchestra.run.smithi046.stdout: "exported_inodes": 0, 2024-04-26T02:01:08.643 INFO:teuthology.orchestra.run.smithi046.stdout: "imported": 0, 2024-04-26T02:01:08.643 INFO:teuthology.orchestra.run.smithi046.stdout: "imported_inodes": 0, 2024-04-26T02:01:08.643 INFO:teuthology.orchestra.run.smithi046.stdout: "openino_dir_fetch": 0, 2024-04-26T02:01:08.643 INFO:teuthology.orchestra.run.smithi046.stdout: "openino_backtrace_fetch": 0, 2024-04-26T02:01:08.643 INFO:teuthology.orchestra.run.smithi046.stdout: "openino_peer_discover": 0, 2024-04-26T02:01:08.644 INFO:teuthology.orchestra.run.smithi046.stdout: "root_rfiles": 0, 2024-04-26T02:01:08.644 INFO:teuthology.orchestra.run.smithi046.stdout: "root_rbytes": 0, 2024-04-26T02:01:08.644 INFO:teuthology.orchestra.run.smithi046.stdout: "root_rsnaps": 0, 2024-04-26T02:01:08.644 INFO:teuthology.orchestra.run.smithi046.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T02:01:08.644 INFO:teuthology.orchestra.run.smithi046.stdout: "scrub_set_tag": 0, 2024-04-26T02:01:08.644 INFO:teuthology.orchestra.run.smithi046.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T02:01:08.644 INFO:teuthology.orchestra.run.smithi046.stdout: "scrub_inotable_repaired": 0, 2024-04-26T02:01:08.644 INFO:teuthology.orchestra.run.smithi046.stdout: "scrub_dir_inodes": 0, 2024-04-26T02:01:08.644 INFO:teuthology.orchestra.run.smithi046.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T02:01:08.644 INFO:teuthology.orchestra.run.smithi046.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T02:01:08.644 INFO:teuthology.orchestra.run.smithi046.stdout: "scrub_file_inodes": 0, 2024-04-26T02:01:08.644 INFO:teuthology.orchestra.run.smithi046.stdout: "handle_inode_file_caps": 0, 2024-04-26T02:01:08.644 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_cap_op_revoke": 0, 2024-04-26T02:01:08.644 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_cap_op_grant": 0, 2024-04-26T02:01:08.644 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T02:01:08.645 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T02:01:08.645 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T02:01:08.645 INFO:teuthology.orchestra.run.smithi046.stdout: "handle_client_caps": 0, 2024-04-26T02:01:08.645 INFO:teuthology.orchestra.run.smithi046.stdout: "handle_client_caps_dirty": 0, 2024-04-26T02:01:08.645 INFO:teuthology.orchestra.run.smithi046.stdout: "handle_client_cap_release": 0, 2024-04-26T02:01:08.645 INFO:teuthology.orchestra.run.smithi046.stdout: "process_request_cap_release": 0 2024-04-26T02:01:08.645 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.645 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_cache": { 2024-04-26T02:01:08.645 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_update": 0, 2024-04-26T02:01:08.645 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_update_receipt": 0, 2024-04-26T02:01:08.645 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_try_discover": 0, 2024-04-26T02:01:08.645 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_send_discover": 0, 2024-04-26T02:01:08.645 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_handle_discover": 0, 2024-04-26T02:01:08.645 INFO:teuthology.orchestra.run.smithi046.stdout: "num_strays": 0, 2024-04-26T02:01:08.645 INFO:teuthology.orchestra.run.smithi046.stdout: "num_strays_delayed": 0, 2024-04-26T02:01:08.645 INFO:teuthology.orchestra.run.smithi046.stdout: "num_strays_enqueuing": 0, 2024-04-26T02:01:08.646 INFO:teuthology.orchestra.run.smithi046.stdout: "strays_created": 0, 2024-04-26T02:01:08.646 INFO:teuthology.orchestra.run.smithi046.stdout: "strays_enqueued": 0, 2024-04-26T02:01:08.646 INFO:teuthology.orchestra.run.smithi046.stdout: "strays_reintegrated": 0, 2024-04-26T02:01:08.646 INFO:teuthology.orchestra.run.smithi046.stdout: "strays_migrated": 0, 2024-04-26T02:01:08.646 INFO:teuthology.orchestra.run.smithi046.stdout: "num_recovering_processing": 0, 2024-04-26T02:01:08.646 INFO:teuthology.orchestra.run.smithi046.stdout: "num_recovering_enqueued": 0, 2024-04-26T02:01:08.646 INFO:teuthology.orchestra.run.smithi046.stdout: "num_recovering_prioritized": 0, 2024-04-26T02:01:08.646 INFO:teuthology.orchestra.run.smithi046.stdout: "recovery_started": 0, 2024-04-26T02:01:08.646 INFO:teuthology.orchestra.run.smithi046.stdout: "recovery_completed": 0, 2024-04-26T02:01:08.646 INFO:teuthology.orchestra.run.smithi046.stdout: "ireq_quiesce_path": 0, 2024-04-26T02:01:08.646 INFO:teuthology.orchestra.run.smithi046.stdout: "ireq_quiesce_inode": 0, 2024-04-26T02:01:08.646 INFO:teuthology.orchestra.run.smithi046.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T02:01:08.646 INFO:teuthology.orchestra.run.smithi046.stdout: "ireq_exportdir": 0, 2024-04-26T02:01:08.647 INFO:teuthology.orchestra.run.smithi046.stdout: "ireq_flush": 0, 2024-04-26T02:01:08.647 INFO:teuthology.orchestra.run.smithi046.stdout: "ireq_fragmentdir": 0, 2024-04-26T02:01:08.647 INFO:teuthology.orchestra.run.smithi046.stdout: "ireq_fragstats": 0, 2024-04-26T02:01:08.647 INFO:teuthology.orchestra.run.smithi046.stdout: "ireq_inodestats": 0 2024-04-26T02:01:08.647 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.647 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_log": { 2024-04-26T02:01:08.647 INFO:teuthology.orchestra.run.smithi046.stdout: "evlrg": 0, 2024-04-26T02:01:08.647 INFO:teuthology.orchestra.run.smithi046.stdout: "evadd": 0, 2024-04-26T02:01:08.647 INFO:teuthology.orchestra.run.smithi046.stdout: "evex": 0, 2024-04-26T02:01:08.647 INFO:teuthology.orchestra.run.smithi046.stdout: "evtrm": 0, 2024-04-26T02:01:08.647 INFO:teuthology.orchestra.run.smithi046.stdout: "ev": 5780, 2024-04-26T02:01:08.647 INFO:teuthology.orchestra.run.smithi046.stdout: "evexg": 0, 2024-04-26T02:01:08.647 INFO:teuthology.orchestra.run.smithi046.stdout: "evexd": 0, 2024-04-26T02:01:08.647 INFO:teuthology.orchestra.run.smithi046.stdout: "segadd": 0, 2024-04-26T02:01:08.647 INFO:teuthology.orchestra.run.smithi046.stdout: "segex": 0, 2024-04-26T02:01:08.647 INFO:teuthology.orchestra.run.smithi046.stdout: "segtrm": 0, 2024-04-26T02:01:08.648 INFO:teuthology.orchestra.run.smithi046.stdout: "seg": 8, 2024-04-26T02:01:08.648 INFO:teuthology.orchestra.run.smithi046.stdout: "segmjr": 2, 2024-04-26T02:01:08.648 INFO:teuthology.orchestra.run.smithi046.stdout: "segexg": 0, 2024-04-26T02:01:08.648 INFO:teuthology.orchestra.run.smithi046.stdout: "segexd": 0, 2024-04-26T02:01:08.648 INFO:teuthology.orchestra.run.smithi046.stdout: "expos": 4194304, 2024-04-26T02:01:08.648 INFO:teuthology.orchestra.run.smithi046.stdout: "wrpos": 17763737, 2024-04-26T02:01:08.648 INFO:teuthology.orchestra.run.smithi046.stdout: "rdpos": 17760703, 2024-04-26T02:01:08.648 INFO:teuthology.orchestra.run.smithi046.stdout: "jlat": { 2024-04-26T02:01:08.648 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:08.648 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:08.648 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:08.648 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.648 INFO:teuthology.orchestra.run.smithi046.stdout: "replayed": 5780 2024-04-26T02:01:08.648 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.649 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_mem": { 2024-04-26T02:01:08.649 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 570, 2024-04-26T02:01:08.649 INFO:teuthology.orchestra.run.smithi046.stdout: "ino+": 2979, 2024-04-26T02:01:08.649 INFO:teuthology.orchestra.run.smithi046.stdout: "ino-": 2409, 2024-04-26T02:01:08.649 INFO:teuthology.orchestra.run.smithi046.stdout: "dir": 65, 2024-04-26T02:01:08.649 INFO:teuthology.orchestra.run.smithi046.stdout: "dir+": 191, 2024-04-26T02:01:08.649 INFO:teuthology.orchestra.run.smithi046.stdout: "dir-": 126, 2024-04-26T02:01:08.649 INFO:teuthology.orchestra.run.smithi046.stdout: "dn": 2470, 2024-04-26T02:01:08.649 INFO:teuthology.orchestra.run.smithi046.stdout: "dn+": 4553, 2024-04-26T02:01:08.649 INFO:teuthology.orchestra.run.smithi046.stdout: "dn-": 2083, 2024-04-26T02:01:08.649 INFO:teuthology.orchestra.run.smithi046.stdout: "cap": 0, 2024-04-26T02:01:08.649 INFO:teuthology.orchestra.run.smithi046.stdout: "cap+": 0, 2024-04-26T02:01:08.649 INFO:teuthology.orchestra.run.smithi046.stdout: "cap-": 0, 2024-04-26T02:01:08.649 INFO:teuthology.orchestra.run.smithi046.stdout: "rss": 56564, 2024-04-26T02:01:08.650 INFO:teuthology.orchestra.run.smithi046.stdout: "heap": 215416 2024-04-26T02:01:08.650 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.650 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_server": { 2024-04-26T02:01:08.650 INFO:teuthology.orchestra.run.smithi046.stdout: "dispatch_client_request": 0, 2024-04-26T02:01:08.650 INFO:teuthology.orchestra.run.smithi046.stdout: "dispatch_server_request": 0, 2024-04-26T02:01:08.650 INFO:teuthology.orchestra.run.smithi046.stdout: "handle_client_request": 0, 2024-04-26T02:01:08.650 INFO:teuthology.orchestra.run.smithi046.stdout: "handle_client_session": 0, 2024-04-26T02:01:08.650 INFO:teuthology.orchestra.run.smithi046.stdout: "handle_peer_request": 0, 2024-04-26T02:01:08.650 INFO:teuthology.orchestra.run.smithi046.stdout: "req_create_latency": { 2024-04-26T02:01:08.650 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:08.650 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:08.650 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:08.650 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.651 INFO:teuthology.orchestra.run.smithi046.stdout: "req_getattr_latency": { 2024-04-26T02:01:08.651 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:08.651 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:08.651 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:08.651 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.651 INFO:teuthology.orchestra.run.smithi046.stdout: "req_getfilelock_latency": { 2024-04-26T02:01:08.651 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:08.651 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:08.651 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:08.651 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.651 INFO:teuthology.orchestra.run.smithi046.stdout: "req_link_latency": { 2024-04-26T02:01:08.651 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:08.651 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:08.651 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:08.652 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.652 INFO:teuthology.orchestra.run.smithi046.stdout: "req_lookup_latency": { 2024-04-26T02:01:08.652 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:08.652 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:08.652 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:08.652 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.652 INFO:teuthology.orchestra.run.smithi046.stdout: "req_lookuphash_latency": { 2024-04-26T02:01:08.652 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:08.652 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:08.652 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:08.652 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.652 INFO:teuthology.orchestra.run.smithi046.stdout: "req_lookupino_latency": { 2024-04-26T02:01:08.652 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:08.652 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:08.653 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:08.653 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.653 INFO:teuthology.orchestra.run.smithi046.stdout: "req_lookupname_latency": { 2024-04-26T02:01:08.653 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:08.653 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:08.653 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:08.653 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.653 INFO:teuthology.orchestra.run.smithi046.stdout: "req_lookupparent_latency": { 2024-04-26T02:01:08.653 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:08.653 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:08.653 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:08.653 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.653 INFO:teuthology.orchestra.run.smithi046.stdout: "req_lookupsnap_latency": { 2024-04-26T02:01:08.653 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:08.653 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:08.654 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:08.654 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.654 INFO:teuthology.orchestra.run.smithi046.stdout: "req_lssnap_latency": { 2024-04-26T02:01:08.654 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:08.654 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:08.654 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:08.654 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.654 INFO:teuthology.orchestra.run.smithi046.stdout: "req_mkdir_latency": { 2024-04-26T02:01:08.655 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:08.655 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:08.655 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:08.655 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.655 INFO:teuthology.orchestra.run.smithi046.stdout: "req_mknod_latency": { 2024-04-26T02:01:08.655 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:08.655 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:08.655 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:08.655 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.655 INFO:teuthology.orchestra.run.smithi046.stdout: "req_mksnap_latency": { 2024-04-26T02:01:08.655 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:08.656 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:08.656 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:08.656 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.656 INFO:teuthology.orchestra.run.smithi046.stdout: "req_open_latency": { 2024-04-26T02:01:08.656 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:08.656 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:08.656 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:08.656 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.656 INFO:teuthology.orchestra.run.smithi046.stdout: "req_readdir_latency": { 2024-04-26T02:01:08.656 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:08.656 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:08.656 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:08.656 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.656 INFO:teuthology.orchestra.run.smithi046.stdout: "req_rename_latency": { 2024-04-26T02:01:08.657 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:08.657 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:08.657 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:08.657 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.657 INFO:teuthology.orchestra.run.smithi046.stdout: "req_renamesnap_latency": { 2024-04-26T02:01:08.657 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:08.657 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:08.657 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:08.657 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.657 INFO:teuthology.orchestra.run.smithi046.stdout: "req_snapdiff_latency": { 2024-04-26T02:01:08.657 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:08.657 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:08.658 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:08.658 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.658 INFO:teuthology.orchestra.run.smithi046.stdout: "req_rmdir_latency": { 2024-04-26T02:01:08.658 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:08.658 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:08.658 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:08.658 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.658 INFO:teuthology.orchestra.run.smithi046.stdout: "req_rmsnap_latency": { 2024-04-26T02:01:08.658 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:08.658 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:08.658 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:08.658 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.658 INFO:teuthology.orchestra.run.smithi046.stdout: "req_rmxattr_latency": { 2024-04-26T02:01:08.659 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:08.659 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:08.659 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:08.659 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.659 INFO:teuthology.orchestra.run.smithi046.stdout: "req_setattr_latency": { 2024-04-26T02:01:08.659 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:08.659 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:08.659 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:08.659 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.659 INFO:teuthology.orchestra.run.smithi046.stdout: "req_setdirlayout_latency": { 2024-04-26T02:01:08.659 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:08.660 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:08.660 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:08.660 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.660 INFO:teuthology.orchestra.run.smithi046.stdout: "req_setfilelock_latency": { 2024-04-26T02:01:08.660 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:08.660 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:08.660 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:08.660 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.660 INFO:teuthology.orchestra.run.smithi046.stdout: "req_setlayout_latency": { 2024-04-26T02:01:08.660 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:08.660 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:08.660 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:08.661 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.661 INFO:teuthology.orchestra.run.smithi046.stdout: "req_setxattr_latency": { 2024-04-26T02:01:08.661 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:08.661 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:08.661 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:08.661 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.661 INFO:teuthology.orchestra.run.smithi046.stdout: "req_symlink_latency": { 2024-04-26T02:01:08.661 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:08.661 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:08.661 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:08.661 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.661 INFO:teuthology.orchestra.run.smithi046.stdout: "req_unlink_latency": { 2024-04-26T02:01:08.661 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:08.662 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:08.662 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:08.662 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.662 INFO:teuthology.orchestra.run.smithi046.stdout: "cap_revoke_eviction": 0, 2024-04-26T02:01:08.662 INFO:teuthology.orchestra.run.smithi046.stdout: "cap_acquisition_throttle": 0, 2024-04-26T02:01:08.662 INFO:teuthology.orchestra.run.smithi046.stdout: "req_getvxattr_latency": { 2024-04-26T02:01:08.662 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:08.662 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:08.662 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:08.662 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:08.662 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.662 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_sessions": { 2024-04-26T02:01:08.663 INFO:teuthology.orchestra.run.smithi046.stdout: "session_count": 2, 2024-04-26T02:01:08.663 INFO:teuthology.orchestra.run.smithi046.stdout: "session_add": 4, 2024-04-26T02:01:08.663 INFO:teuthology.orchestra.run.smithi046.stdout: "session_remove": 2, 2024-04-26T02:01:08.663 INFO:teuthology.orchestra.run.smithi046.stdout: "sessions_open": 3, 2024-04-26T02:01:08.663 INFO:teuthology.orchestra.run.smithi046.stdout: "sessions_stale": 0, 2024-04-26T02:01:08.663 INFO:teuthology.orchestra.run.smithi046.stdout: "total_load": 0, 2024-04-26T02:01:08.663 INFO:teuthology.orchestra.run.smithi046.stdout: "average_load": 0, 2024-04-26T02:01:08.663 INFO:teuthology.orchestra.run.smithi046.stdout: "avg_session_uptime": 2705, 2024-04-26T02:01:08.663 INFO:teuthology.orchestra.run.smithi046.stdout: "mdthresh_evicted": 0 2024-04-26T02:01:08.663 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.663 INFO:teuthology.orchestra.run.smithi046.stdout: "mempool": { 2024-04-26T02:01:08.663 INFO:teuthology.orchestra.run.smithi046.stdout: "bloom_filter_bytes": 0, 2024-04-26T02:01:08.664 INFO:teuthology.orchestra.run.smithi046.stdout: "bloom_filter_items": 0, 2024-04-26T02:01:08.664 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T02:01:08.664 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_alloc_items": 0, 2024-04-26T02:01:08.664 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T02:01:08.664 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_data_items": 0, 2024-04-26T02:01:08.664 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T02:01:08.664 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T02:01:08.664 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T02:01:08.664 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T02:01:08.664 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T02:01:08.664 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_other_items": 0, 2024-04-26T02:01:08.664 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T02:01:08.665 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T02:01:08.665 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_extent_bytes": 0, 2024-04-26T02:01:08.665 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_extent_items": 0, 2024-04-26T02:01:08.665 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_blob_bytes": 0, 2024-04-26T02:01:08.665 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_blob_items": 0, 2024-04-26T02:01:08.665 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T02:01:08.665 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T02:01:08.665 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T02:01:08.665 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T02:01:08.665 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T02:01:08.665 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_fsck_items": 0, 2024-04-26T02:01:08.665 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_txc_bytes": 0, 2024-04-26T02:01:08.666 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_txc_items": 0, 2024-04-26T02:01:08.666 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T02:01:08.666 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T02:01:08.666 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_writing_bytes": 0, 2024-04-26T02:01:08.666 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_writing_items": 0, 2024-04-26T02:01:08.666 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_bytes": 0, 2024-04-26T02:01:08.666 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_items": 0, 2024-04-26T02:01:08.666 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T02:01:08.666 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_file_reader_items": 0, 2024-04-26T02:01:08.666 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T02:01:08.666 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_file_writer_items": 0, 2024-04-26T02:01:08.666 INFO:teuthology.orchestra.run.smithi046.stdout: "buffer_anon_bytes": 232852, 2024-04-26T02:01:08.666 INFO:teuthology.orchestra.run.smithi046.stdout: "buffer_anon_items": 731, 2024-04-26T02:01:08.667 INFO:teuthology.orchestra.run.smithi046.stdout: "buffer_meta_bytes": 0, 2024-04-26T02:01:08.667 INFO:teuthology.orchestra.run.smithi046.stdout: "buffer_meta_items": 0, 2024-04-26T02:01:08.669 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_bytes": 0, 2024-04-26T02:01:08.669 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_items": 0, 2024-04-26T02:01:08.669 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_mapbl_bytes": 0, 2024-04-26T02:01:08.669 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_mapbl_items": 0, 2024-04-26T02:01:08.670 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_pglog_bytes": 0, 2024-04-26T02:01:08.670 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_pglog_items": 0, 2024-04-26T02:01:08.670 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_bytes": 8152, 2024-04-26T02:01:08.670 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_items": 170, 2024-04-26T02:01:08.670 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T02:01:08.670 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_mapping_items": 0, 2024-04-26T02:01:08.670 INFO:teuthology.orchestra.run.smithi046.stdout: "pgmap_bytes": 0, 2024-04-26T02:01:08.670 INFO:teuthology.orchestra.run.smithi046.stdout: "pgmap_items": 0, 2024-04-26T02:01:08.670 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_co_bytes": 3245006, 2024-04-26T02:01:08.670 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_co_items": 35935, 2024-04-26T02:01:08.670 INFO:teuthology.orchestra.run.smithi046.stdout: "unittest_1_bytes": 0, 2024-04-26T02:01:08.670 INFO:teuthology.orchestra.run.smithi046.stdout: "unittest_1_items": 0, 2024-04-26T02:01:08.671 INFO:teuthology.orchestra.run.smithi046.stdout: "unittest_2_bytes": 0, 2024-04-26T02:01:08.671 INFO:teuthology.orchestra.run.smithi046.stdout: "unittest_2_items": 0 2024-04-26T02:01:08.671 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.671 INFO:teuthology.orchestra.run.smithi046.stdout: "objecter": { 2024-04-26T02:01:08.671 INFO:teuthology.orchestra.run.smithi046.stdout: "op_active": 0, 2024-04-26T02:01:08.671 INFO:teuthology.orchestra.run.smithi046.stdout: "op_laggy": 0, 2024-04-26T02:01:08.671 INFO:teuthology.orchestra.run.smithi046.stdout: "op_send": 2524, 2024-04-26T02:01:08.671 INFO:teuthology.orchestra.run.smithi046.stdout: "op_send_bytes": 21, 2024-04-26T02:01:08.671 INFO:teuthology.orchestra.run.smithi046.stdout: "op_resend": 3, 2024-04-26T02:01:08.671 INFO:teuthology.orchestra.run.smithi046.stdout: "op_reply": 2524, 2024-04-26T02:01:08.671 INFO:teuthology.orchestra.run.smithi046.stdout: "op_latency": { 2024-04-26T02:01:08.671 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 2524, 2024-04-26T02:01:08.671 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 2.258974644, 2024-04-26T02:01:08.672 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000894997 2024-04-26T02:01:08.672 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.672 INFO:teuthology.orchestra.run.smithi046.stdout: "op_inflight": 0, 2024-04-26T02:01:08.672 INFO:teuthology.orchestra.run.smithi046.stdout: "oplen_avg": { 2024-04-26T02:01:08.672 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 2524, 2024-04-26T02:01:08.672 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 2525 2024-04-26T02:01:08.672 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.672 INFO:teuthology.orchestra.run.smithi046.stdout: "op": 2524, 2024-04-26T02:01:08.672 INFO:teuthology.orchestra.run.smithi046.stdout: "op_r": 2524, 2024-04-26T02:01:08.672 INFO:teuthology.orchestra.run.smithi046.stdout: "op_w": 0, 2024-04-26T02:01:08.672 INFO:teuthology.orchestra.run.smithi046.stdout: "op_rmw": 0, 2024-04-26T02:01:08.672 INFO:teuthology.orchestra.run.smithi046.stdout: "op_pg": 0, 2024-04-26T02:01:08.672 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_stat": 1605, 2024-04-26T02:01:08.673 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_create": 0, 2024-04-26T02:01:08.673 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_read": 917, 2024-04-26T02:01:08.673 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_write": 0, 2024-04-26T02:01:08.673 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_writefull": 0, 2024-04-26T02:01:08.673 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_writesame": 0, 2024-04-26T02:01:08.673 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_append": 0, 2024-04-26T02:01:08.673 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_zero": 0, 2024-04-26T02:01:08.673 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_truncate": 0, 2024-04-26T02:01:08.673 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_delete": 0, 2024-04-26T02:01:08.673 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_mapext": 0, 2024-04-26T02:01:08.673 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_sparse_read": 0, 2024-04-26T02:01:08.673 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_clonerange": 0, 2024-04-26T02:01:08.673 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_getxattr": 1, 2024-04-26T02:01:08.674 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_setxattr": 0, 2024-04-26T02:01:08.674 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_cmpxattr": 0, 2024-04-26T02:01:08.674 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_rmxattr": 0, 2024-04-26T02:01:08.674 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_resetxattrs": 0, 2024-04-26T02:01:08.674 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_call": 0, 2024-04-26T02:01:08.674 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_watch": 0, 2024-04-26T02:01:08.674 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_notify": 0, 2024-04-26T02:01:08.674 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T02:01:08.674 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_pgls": 0, 2024-04-26T02:01:08.674 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_pgls_filter": 0, 2024-04-26T02:01:08.674 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_other": 0, 2024-04-26T02:01:08.674 INFO:teuthology.orchestra.run.smithi046.stdout: "linger_active": 0, 2024-04-26T02:01:08.674 INFO:teuthology.orchestra.run.smithi046.stdout: "linger_send": 0, 2024-04-26T02:01:08.674 INFO:teuthology.orchestra.run.smithi046.stdout: "linger_resend": 0, 2024-04-26T02:01:08.675 INFO:teuthology.orchestra.run.smithi046.stdout: "linger_ping": 0, 2024-04-26T02:01:08.675 INFO:teuthology.orchestra.run.smithi046.stdout: "poolop_active": 0, 2024-04-26T02:01:08.675 INFO:teuthology.orchestra.run.smithi046.stdout: "poolop_send": 0, 2024-04-26T02:01:08.675 INFO:teuthology.orchestra.run.smithi046.stdout: "poolop_resend": 0, 2024-04-26T02:01:08.675 INFO:teuthology.orchestra.run.smithi046.stdout: "poolstat_active": 0, 2024-04-26T02:01:08.675 INFO:teuthology.orchestra.run.smithi046.stdout: "poolstat_send": 0, 2024-04-26T02:01:08.675 INFO:teuthology.orchestra.run.smithi046.stdout: "poolstat_resend": 0, 2024-04-26T02:01:08.675 INFO:teuthology.orchestra.run.smithi046.stdout: "statfs_active": 0, 2024-04-26T02:01:08.675 INFO:teuthology.orchestra.run.smithi046.stdout: "statfs_send": 0, 2024-04-26T02:01:08.675 INFO:teuthology.orchestra.run.smithi046.stdout: "statfs_resend": 0, 2024-04-26T02:01:08.675 INFO:teuthology.orchestra.run.smithi046.stdout: "command_active": 0, 2024-04-26T02:01:08.675 INFO:teuthology.orchestra.run.smithi046.stdout: "command_send": 0, 2024-04-26T02:01:08.675 INFO:teuthology.orchestra.run.smithi046.stdout: "command_resend": 0, 2024-04-26T02:01:08.676 INFO:teuthology.orchestra.run.smithi046.stdout: "map_epoch": 101, 2024-04-26T02:01:08.676 INFO:teuthology.orchestra.run.smithi046.stdout: "map_full": 0, 2024-04-26T02:01:08.676 INFO:teuthology.orchestra.run.smithi046.stdout: "map_inc": 12, 2024-04-26T02:01:08.676 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_sessions": 7, 2024-04-26T02:01:08.676 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_session_open": 7, 2024-04-26T02:01:08.676 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_session_close": 0, 2024-04-26T02:01:08.676 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_laggy": 0, 2024-04-26T02:01:08.676 INFO:teuthology.orchestra.run.smithi046.stdout: "omap_wr": 0, 2024-04-26T02:01:08.676 INFO:teuthology.orchestra.run.smithi046.stdout: "omap_rd": 2, 2024-04-26T02:01:08.676 INFO:teuthology.orchestra.run.smithi046.stdout: "omap_del": 0 2024-04-26T02:01:08.676 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.676 INFO:teuthology.orchestra.run.smithi046.stdout: "oft": { 2024-04-26T02:01:08.676 INFO:teuthology.orchestra.run.smithi046.stdout: "omap_total_objs": 0, 2024-04-26T02:01:08.676 INFO:teuthology.orchestra.run.smithi046.stdout: "omap_total_kv_pairs": 0, 2024-04-26T02:01:08.677 INFO:teuthology.orchestra.run.smithi046.stdout: "omap_total_updates": 0, 2024-04-26T02:01:08.677 INFO:teuthology.orchestra.run.smithi046.stdout: "omap_total_removes": 0 2024-04-26T02:01:08.677 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.677 INFO:teuthology.orchestra.run.smithi046.stdout: "osd-slow-ops": { 2024-04-26T02:01:08.677 INFO:teuthology.orchestra.run.smithi046.stdout: "slow_ops_count": 0 2024-04-26T02:01:08.677 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.677 INFO:teuthology.orchestra.run.smithi046.stdout: "purge_queue": { 2024-04-26T02:01:08.677 INFO:teuthology.orchestra.run.smithi046.stdout: "pq_executing_ops": 0, 2024-04-26T02:01:08.677 INFO:teuthology.orchestra.run.smithi046.stdout: "pq_executing_ops_high_water": 0, 2024-04-26T02:01:08.677 INFO:teuthology.orchestra.run.smithi046.stdout: "pq_executing": 0, 2024-04-26T02:01:08.677 INFO:teuthology.orchestra.run.smithi046.stdout: "pq_executing_high_water": 0, 2024-04-26T02:01:08.677 INFO:teuthology.orchestra.run.smithi046.stdout: "pq_executed_ops": 0, 2024-04-26T02:01:08.677 INFO:teuthology.orchestra.run.smithi046.stdout: "pq_executed": 0, 2024-04-26T02:01:08.678 INFO:teuthology.orchestra.run.smithi046.stdout: "pq_item_in_journal": 0 2024-04-26T02:01:08.678 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.678 INFO:teuthology.orchestra.run.smithi046.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T02:01:08.678 INFO:teuthology.orchestra.run.smithi046.stdout: "val": 0, 2024-04-26T02:01:08.678 INFO:teuthology.orchestra.run.smithi046.stdout: "max": 104857600, 2024-04-26T02:01:08.678 INFO:teuthology.orchestra.run.smithi046.stdout: "get_started": 0, 2024-04-26T02:01:08.678 INFO:teuthology.orchestra.run.smithi046.stdout: "get": 2833, 2024-04-26T02:01:08.678 INFO:teuthology.orchestra.run.smithi046.stdout: "get_sum": 15984639, 2024-04-26T02:01:08.678 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:08.678 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_success": 2833, 2024-04-26T02:01:08.678 INFO:teuthology.orchestra.run.smithi046.stdout: "take": 0, 2024-04-26T02:01:08.678 INFO:teuthology.orchestra.run.smithi046.stdout: "take_sum": 0, 2024-04-26T02:01:08.679 INFO:teuthology.orchestra.run.smithi046.stdout: "put": 2833, 2024-04-26T02:01:08.679 INFO:teuthology.orchestra.run.smithi046.stdout: "put_sum": 15984639, 2024-04-26T02:01:08.679 INFO:teuthology.orchestra.run.smithi046.stdout: "wait": { 2024-04-26T02:01:08.679 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:08.679 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:08.679 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:08.679 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:08.679 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.679 INFO:teuthology.orchestra.run.smithi046.stdout: "throttle-objecter_bytes": { 2024-04-26T02:01:08.679 INFO:teuthology.orchestra.run.smithi046.stdout: "val": 0, 2024-04-26T02:01:08.679 INFO:teuthology.orchestra.run.smithi046.stdout: "max": 104857600, 2024-04-26T02:01:08.679 INFO:teuthology.orchestra.run.smithi046.stdout: "get_started": 0, 2024-04-26T02:01:08.679 INFO:teuthology.orchestra.run.smithi046.stdout: "get": 0, 2024-04-26T02:01:08.679 INFO:teuthology.orchestra.run.smithi046.stdout: "get_sum": 0, 2024-04-26T02:01:08.680 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:08.680 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_success": 0, 2024-04-26T02:01:08.680 INFO:teuthology.orchestra.run.smithi046.stdout: "take": 2524, 2024-04-26T02:01:08.680 INFO:teuthology.orchestra.run.smithi046.stdout: "take_sum": 13571979, 2024-04-26T02:01:08.680 INFO:teuthology.orchestra.run.smithi046.stdout: "put": 2524, 2024-04-26T02:01:08.680 INFO:teuthology.orchestra.run.smithi046.stdout: "put_sum": 13571979, 2024-04-26T02:01:08.680 INFO:teuthology.orchestra.run.smithi046.stdout: "wait": { 2024-04-26T02:01:08.680 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:08.680 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:08.680 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:08.680 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:08.680 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.680 INFO:teuthology.orchestra.run.smithi046.stdout: "throttle-objecter_ops": { 2024-04-26T02:01:08.681 INFO:teuthology.orchestra.run.smithi046.stdout: "val": 0, 2024-04-26T02:01:08.681 INFO:teuthology.orchestra.run.smithi046.stdout: "max": 1024, 2024-04-26T02:01:08.681 INFO:teuthology.orchestra.run.smithi046.stdout: "get_started": 0, 2024-04-26T02:01:08.681 INFO:teuthology.orchestra.run.smithi046.stdout: "get": 0, 2024-04-26T02:01:08.681 INFO:teuthology.orchestra.run.smithi046.stdout: "get_sum": 0, 2024-04-26T02:01:08.681 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:08.681 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_success": 0, 2024-04-26T02:01:08.681 INFO:teuthology.orchestra.run.smithi046.stdout: "take": 2524, 2024-04-26T02:01:08.681 INFO:teuthology.orchestra.run.smithi046.stdout: "take_sum": 2524, 2024-04-26T02:01:08.681 INFO:teuthology.orchestra.run.smithi046.stdout: "put": 2524, 2024-04-26T02:01:08.681 INFO:teuthology.orchestra.run.smithi046.stdout: "put_sum": 2524, 2024-04-26T02:01:08.681 INFO:teuthology.orchestra.run.smithi046.stdout: "wait": { 2024-04-26T02:01:08.681 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:08.682 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:08.682 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:08.682 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:08.682 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.682 INFO:teuthology.orchestra.run.smithi046.stdout: "throttle-write_buf_throttle": { 2024-04-26T02:01:08.682 INFO:teuthology.orchestra.run.smithi046.stdout: "val": 0, 2024-04-26T02:01:08.682 INFO:teuthology.orchestra.run.smithi046.stdout: "max": 3758096384, 2024-04-26T02:01:08.682 INFO:teuthology.orchestra.run.smithi046.stdout: "get_started": 0, 2024-04-26T02:01:08.682 INFO:teuthology.orchestra.run.smithi046.stdout: "get": 0, 2024-04-26T02:01:08.682 INFO:teuthology.orchestra.run.smithi046.stdout: "get_sum": 0, 2024-04-26T02:01:08.682 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:08.682 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_success": 0, 2024-04-26T02:01:08.682 INFO:teuthology.orchestra.run.smithi046.stdout: "take": 0, 2024-04-26T02:01:08.682 INFO:teuthology.orchestra.run.smithi046.stdout: "take_sum": 0, 2024-04-26T02:01:08.683 INFO:teuthology.orchestra.run.smithi046.stdout: "put": 0, 2024-04-26T02:01:08.683 INFO:teuthology.orchestra.run.smithi046.stdout: "put_sum": 0, 2024-04-26T02:01:08.683 INFO:teuthology.orchestra.run.smithi046.stdout: "wait": { 2024-04-26T02:01:08.683 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:08.683 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:08.683 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:08.683 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:08.683 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:08.683 INFO:teuthology.orchestra.run.smithi046.stdout: "throttle-write_buf_throttle-0x5562a6dbc780": { 2024-04-26T02:01:08.683 INFO:teuthology.orchestra.run.smithi046.stdout: "val": 0, 2024-04-26T02:01:08.683 INFO:teuthology.orchestra.run.smithi046.stdout: "max": 3758096384, 2024-04-26T02:01:08.683 INFO:teuthology.orchestra.run.smithi046.stdout: "get_started": 0, 2024-04-26T02:01:08.683 INFO:teuthology.orchestra.run.smithi046.stdout: "get": 0, 2024-04-26T02:01:08.684 INFO:teuthology.orchestra.run.smithi046.stdout: "get_sum": 0, 2024-04-26T02:01:08.684 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:08.684 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_success": 0, 2024-04-26T02:01:08.684 INFO:teuthology.orchestra.run.smithi046.stdout: "take": 0, 2024-04-26T02:01:08.684 INFO:teuthology.orchestra.run.smithi046.stdout: "take_sum": 0, 2024-04-26T02:01:08.684 INFO:teuthology.orchestra.run.smithi046.stdout: "put": 0, 2024-04-26T02:01:08.684 INFO:teuthology.orchestra.run.smithi046.stdout: "put_sum": 0, 2024-04-26T02:01:08.684 INFO:teuthology.orchestra.run.smithi046.stdout: "wait": { 2024-04-26T02:01:08.684 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:08.684 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:08.684 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:08.684 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:08.684 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:08.684 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-04-26T02:01:09.171 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:08 smithi163 ceph-mon[32592]: pgmap v318: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-04-26T02:01:09.171 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:08 smithi163 ceph-mon[32592]: osdmap e101: 12 total, 12 up, 12 in 2024-04-26T02:01:09.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:08 smithi046 ceph-mon[28013]: pgmap v318: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-04-26T02:01:09.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:08 smithi046 ceph-mon[28013]: osdmap e101: 12 total, 12 up, 12 in 2024-04-26T02:01:09.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:08 smithi103 ceph-mon[32920]: pgmap v318: 97 pgs: 97 active+clean; 202 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-04-26T02:01:09.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:08 smithi103 ceph-mon[32920]: osdmap e101: 12 total, 12 up, 12 in 2024-04-26T02:01:09.629 INFO:tasks.check_counter:Daemon mds.d mds.exported=0 2024-04-26T02:01:09.630 INFO:tasks.check_counter:Daemon mds.d mds.imported=0 2024-04-26T02:01:09.630 INFO:tasks.check_counter:Daemon mds.d mds_cache.dir_update=0 2024-04-26T02:01:09.630 INFO:tasks.check_counter:Daemon mds.d mds_cache.dir_update_receipt=0 2024-04-26T02:01:09.630 INFO:tasks.check_counter:Daemon mds.d mds.root_rsnaps=0 2024-04-26T02:01:09.630 INFO:tasks.check_counter:Daemon mds.d mds_server.req_mksnap_latency.avgcount=0 2024-04-26T02:01:09.630 INFO:tasks.check_counter:Daemon mds.d mds_server.req_rmsnap_latency.avgcount=0 2024-04-26T02:01:09.630 DEBUG:tasks.check_counter:Getting stats from g 2024-04-26T02:01:09.630 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph daemon mds.g perf dump 2024-04-26T02:01:10.086 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:01:11.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:10 smithi163 ceph-mon[32592]: pgmap v320: 97 pgs: 97 active+clean; 117 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 53 KiB/s wr, 35 op/s 2024-04-26T02:01:11.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:10 smithi046 ceph-mon[28013]: pgmap v320: 97 pgs: 97 active+clean; 117 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 53 KiB/s wr, 35 op/s 2024-04-26T02:01:11.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:10 smithi103 ceph-mon[32920]: pgmap v320: 97 pgs: 97 active+clean; 117 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 53 KiB/s wr, 35 op/s 2024-04-26T02:01:12.785 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-04-26T02:01:12.785 INFO:teuthology.orchestra.run.smithi046.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T02:01:12.786 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_messages": 255, 2024-04-26T02:01:12.786 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages": 243, 2024-04-26T02:01:12.786 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_bytes": 1737824, 2024-04-26T02:01:12.786 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_bytes": 150000, 2024-04-26T02:01:12.786 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_created_connections": 4, 2024-04-26T02:01:12.786 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_active_connections": 0, 2024-04-26T02:01:12.786 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_total_time": 0.121182891, 2024-04-26T02:01:12.786 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_send_time": 0.038041894, 2024-04-26T02:01:12.786 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_recv_time": 0.098792872, 2024-04-26T02:01:12.786 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_fast_dispatch_time": 0.011441324, 2024-04-26T02:01:12.786 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:01:12.786 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 242, 2024-04-26T02:01:12.787 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.024232402, 2024-04-26T02:01:12.787 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000100133 2024-04-26T02:01:12.787 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:12.787 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:01:12.787 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:12.787 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:12.787 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:12.787 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:12.787 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_encrypted_bytes": 1737824, 2024-04-26T02:01:12.787 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_encrypted_bytes": 150000 2024-04-26T02:01:12.787 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:12.787 INFO:teuthology.orchestra.run.smithi046.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T02:01:12.788 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_messages": 2, 2024-04-26T02:01:12.788 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages": 185, 2024-04-26T02:01:12.788 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_bytes": 320, 2024-04-26T02:01:12.788 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_bytes": 188640, 2024-04-26T02:01:12.788 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_created_connections": 5, 2024-04-26T02:01:12.788 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_active_connections": 3, 2024-04-26T02:01:12.788 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_total_time": 0.040339537, 2024-04-26T02:01:12.788 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_send_time": 0.027413067, 2024-04-26T02:01:12.788 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_recv_time": 0.007467660, 2024-04-26T02:01:12.788 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-26T02:01:12.788 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:01:12.788 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 182, 2024-04-26T02:01:12.788 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.025267256, 2024-04-26T02:01:12.788 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000138831 2024-04-26T02:01:12.789 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:12.789 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:01:12.789 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:12.789 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:12.789 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:12.789 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:12.789 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-26T02:01:12.789 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_encrypted_bytes": 188640 2024-04-26T02:01:12.789 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:12.789 INFO:teuthology.orchestra.run.smithi046.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T02:01:12.789 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_messages": 4, 2024-04-26T02:01:12.789 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages": 4, 2024-04-26T02:01:12.789 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_bytes": 2992, 2024-04-26T02:01:12.790 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_bytes": 448, 2024-04-26T02:01:12.790 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_created_connections": 2, 2024-04-26T02:01:12.790 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_active_connections": 1, 2024-04-26T02:01:12.790 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_total_time": 0.001423587, 2024-04-26T02:01:12.790 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_send_time": 0.000052605, 2024-04-26T02:01:12.790 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_recv_time": 0.001297728, 2024-04-26T02:01:12.790 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-26T02:01:12.790 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:01:12.790 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 3, 2024-04-26T02:01:12.790 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.001885493, 2024-04-26T02:01:12.791 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000628497 2024-04-26T02:01:12.791 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:12.791 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:01:12.791 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:12.791 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:12.791 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:12.791 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:12.791 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-04-26T02:01:12.791 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_encrypted_bytes": 448 2024-04-26T02:01:12.791 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:12.791 INFO:teuthology.orchestra.run.smithi046.stdout: "cct": { 2024-04-26T02:01:12.792 INFO:teuthology.orchestra.run.smithi046.stdout: "total_workers": 0, 2024-04-26T02:01:12.792 INFO:teuthology.orchestra.run.smithi046.stdout: "unhealthy_workers": 0 2024-04-26T02:01:12.792 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:12.792 INFO:teuthology.orchestra.run.smithi046.stdout: "mempool": { 2024-04-26T02:01:12.792 INFO:teuthology.orchestra.run.smithi046.stdout: "bloom_filter_bytes": 0, 2024-04-26T02:01:12.792 INFO:teuthology.orchestra.run.smithi046.stdout: "bloom_filter_items": 0, 2024-04-26T02:01:12.792 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T02:01:12.792 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_alloc_items": 0, 2024-04-26T02:01:12.792 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T02:01:12.792 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_data_items": 0, 2024-04-26T02:01:12.792 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T02:01:12.793 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T02:01:12.793 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T02:01:12.793 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T02:01:12.793 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T02:01:12.793 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_other_items": 0, 2024-04-26T02:01:12.793 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T02:01:12.793 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T02:01:12.793 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_extent_bytes": 0, 2024-04-26T02:01:12.793 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_extent_items": 0, 2024-04-26T02:01:12.793 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_blob_bytes": 0, 2024-04-26T02:01:12.793 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_blob_items": 0, 2024-04-26T02:01:12.793 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T02:01:12.794 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T02:01:12.794 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T02:01:12.794 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T02:01:12.794 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T02:01:12.794 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_fsck_items": 0, 2024-04-26T02:01:12.794 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_txc_bytes": 0, 2024-04-26T02:01:12.794 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_txc_items": 0, 2024-04-26T02:01:12.794 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T02:01:12.794 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T02:01:12.794 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_writing_bytes": 0, 2024-04-26T02:01:12.794 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_writing_items": 0, 2024-04-26T02:01:12.795 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_bytes": 0, 2024-04-26T02:01:12.795 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_items": 0, 2024-04-26T02:01:12.795 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T02:01:12.795 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_file_reader_items": 0, 2024-04-26T02:01:12.795 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T02:01:12.795 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_file_writer_items": 0, 2024-04-26T02:01:12.795 INFO:teuthology.orchestra.run.smithi046.stdout: "buffer_anon_bytes": 148714, 2024-04-26T02:01:12.795 INFO:teuthology.orchestra.run.smithi046.stdout: "buffer_anon_items": 30, 2024-04-26T02:01:12.795 INFO:teuthology.orchestra.run.smithi046.stdout: "buffer_meta_bytes": 0, 2024-04-26T02:01:12.795 INFO:teuthology.orchestra.run.smithi046.stdout: "buffer_meta_items": 0, 2024-04-26T02:01:12.795 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_bytes": 0, 2024-04-26T02:01:12.796 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_items": 0, 2024-04-26T02:01:12.796 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_mapbl_bytes": 0, 2024-04-26T02:01:12.796 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_mapbl_items": 0, 2024-04-26T02:01:12.796 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_pglog_bytes": 0, 2024-04-26T02:01:12.796 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_pglog_items": 0, 2024-04-26T02:01:12.796 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_bytes": 0, 2024-04-26T02:01:12.796 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_items": 0, 2024-04-26T02:01:12.796 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T02:01:12.796 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_mapping_items": 0, 2024-04-26T02:01:12.796 INFO:teuthology.orchestra.run.smithi046.stdout: "pgmap_bytes": 0, 2024-04-26T02:01:12.796 INFO:teuthology.orchestra.run.smithi046.stdout: "pgmap_items": 0, 2024-04-26T02:01:12.797 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_co_bytes": 928, 2024-04-26T02:01:12.797 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_co_items": 2, 2024-04-26T02:01:12.797 INFO:teuthology.orchestra.run.smithi046.stdout: "unittest_1_bytes": 0, 2024-04-26T02:01:12.797 INFO:teuthology.orchestra.run.smithi046.stdout: "unittest_1_items": 0, 2024-04-26T02:01:12.797 INFO:teuthology.orchestra.run.smithi046.stdout: "unittest_2_bytes": 0, 2024-04-26T02:01:12.797 INFO:teuthology.orchestra.run.smithi046.stdout: "unittest_2_items": 0 2024-04-26T02:01:12.797 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:12.797 INFO:teuthology.orchestra.run.smithi046.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T02:01:12.797 INFO:teuthology.orchestra.run.smithi046.stdout: "val": 0, 2024-04-26T02:01:12.797 INFO:teuthology.orchestra.run.smithi046.stdout: "max": 104857600, 2024-04-26T02:01:12.797 INFO:teuthology.orchestra.run.smithi046.stdout: "get_started": 0, 2024-04-26T02:01:12.797 INFO:teuthology.orchestra.run.smithi046.stdout: "get": 257, 2024-04-26T02:01:12.798 INFO:teuthology.orchestra.run.smithi046.stdout: "get_sum": 1701863, 2024-04-26T02:01:12.798 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:12.798 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_success": 257, 2024-04-26T02:01:12.798 INFO:teuthology.orchestra.run.smithi046.stdout: "take": 0, 2024-04-26T02:01:12.798 INFO:teuthology.orchestra.run.smithi046.stdout: "take_sum": 0, 2024-04-26T02:01:12.798 INFO:teuthology.orchestra.run.smithi046.stdout: "put": 257, 2024-04-26T02:01:12.798 INFO:teuthology.orchestra.run.smithi046.stdout: "put_sum": 1701863, 2024-04-26T02:01:12.798 INFO:teuthology.orchestra.run.smithi046.stdout: "wait": { 2024-04-26T02:01:12.798 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:12.798 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:12.798 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:12.798 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:12.798 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:12.799 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-04-26T02:01:13.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:12 smithi163 ceph-mon[32592]: pgmap v321: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 32 op/s 2024-04-26T02:01:13.196 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:12 smithi046 ceph-mon[28013]: pgmap v321: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 32 op/s 2024-04-26T02:01:13.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:12 smithi103 ceph-mon[32920]: pgmap v321: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 32 op/s 2024-04-26T02:01:13.673 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.g 2024-04-26T02:01:13.674 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.g 2024-04-26T02:01:13.674 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.g 2024-04-26T02:01:13.674 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.g 2024-04-26T02:01:13.674 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.g 2024-04-26T02:01:13.674 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.g 2024-04-26T02:01:13.674 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.g 2024-04-26T02:01:13.674 DEBUG:tasks.check_counter:Getting stats from j 2024-04-26T02:01:13.674 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph daemon mds.j perf dump 2024-04-26T02:01:14.149 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:01:15.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:14 smithi046 ceph-mon[28013]: pgmap v322: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 32 op/s 2024-04-26T02:01:15.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:14 smithi046 ceph-mon[28013]: osdmap e102: 12 total, 12 up, 12 in 2024-04-26T02:01:15.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:14 smithi163 ceph-mon[32592]: pgmap v322: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 32 op/s 2024-04-26T02:01:15.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:14 smithi163 ceph-mon[32592]: osdmap e102: 12 total, 12 up, 12 in 2024-04-26T02:01:15.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:14 smithi103 ceph-mon[32920]: pgmap v322: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 32 op/s 2024-04-26T02:01:15.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:14 smithi103 ceph-mon[32920]: osdmap e102: 12 total, 12 up, 12 in 2024-04-26T02:01:16.746 INFO:teuthology.orchestra.run.smithi046.stdout:{ 2024-04-26T02:01:16.746 INFO:teuthology.orchestra.run.smithi046.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T02:01:16.746 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_messages": 783, 2024-04-26T02:01:16.746 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages": 785, 2024-04-26T02:01:16.746 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_bytes": 8597497, 2024-04-26T02:01:16.746 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_bytes": 249058, 2024-04-26T02:01:16.746 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_created_connections": 7, 2024-04-26T02:01:16.746 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_active_connections": 3, 2024-04-26T02:01:16.746 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_total_time": 0.200353480, 2024-04-26T02:01:16.746 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_send_time": 0.067576515, 2024-04-26T02:01:16.747 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_recv_time": 0.074420832, 2024-04-26T02:01:16.747 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_fast_dispatch_time": 0.038997749, 2024-04-26T02:01:16.747 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:01:16.747 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 783, 2024-04-26T02:01:16.747 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.082471391, 2024-04-26T02:01:16.747 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000105327 2024-04-26T02:01:16.747 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.747 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:01:16.747 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:16.747 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:16.747 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:16.747 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.747 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-26T02:01:16.748 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_encrypted_bytes": 0 2024-04-26T02:01:16.748 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.748 INFO:teuthology.orchestra.run.smithi046.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T02:01:16.748 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_messages": 645, 2024-04-26T02:01:16.748 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages": 835, 2024-04-26T02:01:16.748 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_bytes": 11755773, 2024-04-26T02:01:16.748 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_bytes": 689247, 2024-04-26T02:01:16.748 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_created_connections": 7, 2024-04-26T02:01:16.748 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_active_connections": 5, 2024-04-26T02:01:16.748 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_total_time": 0.211944955, 2024-04-26T02:01:16.748 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_send_time": 0.083421348, 2024-04-26T02:01:16.748 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_recv_time": 0.068760437, 2024-04-26T02:01:16.748 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_fast_dispatch_time": 0.040086084, 2024-04-26T02:01:16.748 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:01:16.748 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 832, 2024-04-26T02:01:16.749 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.098783436, 2024-04-26T02:01:16.749 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000118730 2024-04-26T02:01:16.749 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.749 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:01:16.749 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:16.749 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:16.749 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:16.749 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.749 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-26T02:01:16.749 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_encrypted_bytes": 484768 2024-04-26T02:01:16.749 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.749 INFO:teuthology.orchestra.run.smithi046.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T02:01:16.749 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_messages": 1298, 2024-04-26T02:01:16.749 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages": 1254, 2024-04-26T02:01:16.750 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_bytes": 6484916, 2024-04-26T02:01:16.750 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_bytes": 470960, 2024-04-26T02:01:16.750 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_created_connections": 4, 2024-04-26T02:01:16.750 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_active_connections": 3, 2024-04-26T02:01:16.750 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_total_time": 0.380402487, 2024-04-26T02:01:16.750 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_send_time": 0.133908757, 2024-04-26T02:01:16.750 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_recv_time": 0.197230093, 2024-04-26T02:01:16.750 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_running_fast_dispatch_time": 0.069145991, 2024-04-26T02:01:16.750 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:01:16.750 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 1254, 2024-04-26T02:01:16.750 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.126222217, 2024-04-26T02:01:16.750 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000100655 2024-04-26T02:01:16.750 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.750 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:01:16.751 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:16.751 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:16.751 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:16.751 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.751 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_recv_encrypted_bytes": 1969632, 2024-04-26T02:01:16.751 INFO:teuthology.orchestra.run.smithi046.stdout: "msgr_send_encrypted_bytes": 158048 2024-04-26T02:01:16.751 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.751 INFO:teuthology.orchestra.run.smithi046.stdout: "cct": { 2024-04-26T02:01:16.751 INFO:teuthology.orchestra.run.smithi046.stdout: "total_workers": 1, 2024-04-26T02:01:16.751 INFO:teuthology.orchestra.run.smithi046.stdout: "unhealthy_workers": 0 2024-04-26T02:01:16.751 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.751 INFO:teuthology.orchestra.run.smithi046.stdout: "finisher-MDSRank": { 2024-04-26T02:01:16.751 INFO:teuthology.orchestra.run.smithi046.stdout: "queue_len": 0, 2024-04-26T02:01:16.751 INFO:teuthology.orchestra.run.smithi046.stdout: "complete_latency": { 2024-04-26T02:01:16.752 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 4098, 2024-04-26T02:01:16.752 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.226864469, 2024-04-26T02:01:16.752 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000055359 2024-04-26T02:01:16.752 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:16.752 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.752 INFO:teuthology.orchestra.run.smithi046.stdout: "finisher-PurgeQueue": { 2024-04-26T02:01:16.752 INFO:teuthology.orchestra.run.smithi046.stdout: "queue_len": 0, 2024-04-26T02:01:16.752 INFO:teuthology.orchestra.run.smithi046.stdout: "complete_latency": { 2024-04-26T02:01:16.752 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:16.752 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:16.752 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:16.752 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:16.753 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.753 INFO:teuthology.orchestra.run.smithi046.stdout: "mds": { 2024-04-26T02:01:16.753 INFO:teuthology.orchestra.run.smithi046.stdout: "request": 0, 2024-04-26T02:01:16.753 INFO:teuthology.orchestra.run.smithi046.stdout: "reply": 0, 2024-04-26T02:01:16.753 INFO:teuthology.orchestra.run.smithi046.stdout: "reply_latency": { 2024-04-26T02:01:16.753 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:16.753 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:16.753 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:16.753 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.753 INFO:teuthology.orchestra.run.smithi046.stdout: "slow_reply": 0, 2024-04-26T02:01:16.753 INFO:teuthology.orchestra.run.smithi046.stdout: "forward": 0, 2024-04-26T02:01:16.753 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_fetch_complete": 0, 2024-04-26T02:01:16.753 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_fetch_keys": 0, 2024-04-26T02:01:16.753 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_commit": 0, 2024-04-26T02:01:16.754 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_split": 0, 2024-04-26T02:01:16.754 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_merge": 0, 2024-04-26T02:01:16.754 INFO:teuthology.orchestra.run.smithi046.stdout: "inodes": 4608, 2024-04-26T02:01:16.754 INFO:teuthology.orchestra.run.smithi046.stdout: "inodes_top": 0, 2024-04-26T02:01:16.754 INFO:teuthology.orchestra.run.smithi046.stdout: "inodes_bottom": 4608, 2024-04-26T02:01:16.754 INFO:teuthology.orchestra.run.smithi046.stdout: "inodes_pin_tail": 0, 2024-04-26T02:01:16.754 INFO:teuthology.orchestra.run.smithi046.stdout: "inodes_pinned": 4608, 2024-04-26T02:01:16.754 INFO:teuthology.orchestra.run.smithi046.stdout: "inodes_expired": 0, 2024-04-26T02:01:16.754 INFO:teuthology.orchestra.run.smithi046.stdout: "inodes_with_caps": 0, 2024-04-26T02:01:16.754 INFO:teuthology.orchestra.run.smithi046.stdout: "caps": 0, 2024-04-26T02:01:16.754 INFO:teuthology.orchestra.run.smithi046.stdout: "subtrees": 1, 2024-04-26T02:01:16.754 INFO:teuthology.orchestra.run.smithi046.stdout: "traverse": 0, 2024-04-26T02:01:16.754 INFO:teuthology.orchestra.run.smithi046.stdout: "traverse_hit": 0, 2024-04-26T02:01:16.755 INFO:teuthology.orchestra.run.smithi046.stdout: "traverse_forward": 0, 2024-04-26T02:01:16.755 INFO:teuthology.orchestra.run.smithi046.stdout: "traverse_discover": 0, 2024-04-26T02:01:16.755 INFO:teuthology.orchestra.run.smithi046.stdout: "traverse_dir_fetch": 0, 2024-04-26T02:01:16.755 INFO:teuthology.orchestra.run.smithi046.stdout: "traverse_remote_ino": 0, 2024-04-26T02:01:16.755 INFO:teuthology.orchestra.run.smithi046.stdout: "traverse_lock": 0, 2024-04-26T02:01:16.755 INFO:teuthology.orchestra.run.smithi046.stdout: "load_cent": 0, 2024-04-26T02:01:16.755 INFO:teuthology.orchestra.run.smithi046.stdout: "q": 0, 2024-04-26T02:01:16.755 INFO:teuthology.orchestra.run.smithi046.stdout: "exported": 0, 2024-04-26T02:01:16.755 INFO:teuthology.orchestra.run.smithi046.stdout: "exported_inodes": 0, 2024-04-26T02:01:16.755 INFO:teuthology.orchestra.run.smithi046.stdout: "imported": 0, 2024-04-26T02:01:16.755 INFO:teuthology.orchestra.run.smithi046.stdout: "imported_inodes": 0, 2024-04-26T02:01:16.755 INFO:teuthology.orchestra.run.smithi046.stdout: "openino_dir_fetch": 0, 2024-04-26T02:01:16.755 INFO:teuthology.orchestra.run.smithi046.stdout: "openino_backtrace_fetch": 0, 2024-04-26T02:01:16.756 INFO:teuthology.orchestra.run.smithi046.stdout: "openino_peer_discover": 0, 2024-04-26T02:01:16.756 INFO:teuthology.orchestra.run.smithi046.stdout: "root_rfiles": 0, 2024-04-26T02:01:16.756 INFO:teuthology.orchestra.run.smithi046.stdout: "root_rbytes": 0, 2024-04-26T02:01:16.756 INFO:teuthology.orchestra.run.smithi046.stdout: "root_rsnaps": 0, 2024-04-26T02:01:16.756 INFO:teuthology.orchestra.run.smithi046.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T02:01:16.756 INFO:teuthology.orchestra.run.smithi046.stdout: "scrub_set_tag": 0, 2024-04-26T02:01:16.756 INFO:teuthology.orchestra.run.smithi046.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T02:01:16.756 INFO:teuthology.orchestra.run.smithi046.stdout: "scrub_inotable_repaired": 0, 2024-04-26T02:01:16.756 INFO:teuthology.orchestra.run.smithi046.stdout: "scrub_dir_inodes": 0, 2024-04-26T02:01:16.756 INFO:teuthology.orchestra.run.smithi046.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T02:01:16.756 INFO:teuthology.orchestra.run.smithi046.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T02:01:16.756 INFO:teuthology.orchestra.run.smithi046.stdout: "scrub_file_inodes": 0, 2024-04-26T02:01:16.756 INFO:teuthology.orchestra.run.smithi046.stdout: "handle_inode_file_caps": 0, 2024-04-26T02:01:16.757 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_cap_op_revoke": 0, 2024-04-26T02:01:16.757 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_cap_op_grant": 0, 2024-04-26T02:01:16.757 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T02:01:16.757 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T02:01:16.757 INFO:teuthology.orchestra.run.smithi046.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T02:01:16.757 INFO:teuthology.orchestra.run.smithi046.stdout: "handle_client_caps": 0, 2024-04-26T02:01:16.757 INFO:teuthology.orchestra.run.smithi046.stdout: "handle_client_caps_dirty": 0, 2024-04-26T02:01:16.757 INFO:teuthology.orchestra.run.smithi046.stdout: "handle_client_cap_release": 0, 2024-04-26T02:01:16.757 INFO:teuthology.orchestra.run.smithi046.stdout: "process_request_cap_release": 0 2024-04-26T02:01:16.757 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.757 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_cache": { 2024-04-26T02:01:16.757 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_update": 0, 2024-04-26T02:01:16.758 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_update_receipt": 0, 2024-04-26T02:01:16.758 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_try_discover": 0, 2024-04-26T02:01:16.758 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_send_discover": 0, 2024-04-26T02:01:16.758 INFO:teuthology.orchestra.run.smithi046.stdout: "dir_handle_discover": 0, 2024-04-26T02:01:16.758 INFO:teuthology.orchestra.run.smithi046.stdout: "num_strays": 0, 2024-04-26T02:01:16.758 INFO:teuthology.orchestra.run.smithi046.stdout: "num_strays_delayed": 0, 2024-04-26T02:01:16.758 INFO:teuthology.orchestra.run.smithi046.stdout: "num_strays_enqueuing": 0, 2024-04-26T02:01:16.758 INFO:teuthology.orchestra.run.smithi046.stdout: "strays_created": 0, 2024-04-26T02:01:16.758 INFO:teuthology.orchestra.run.smithi046.stdout: "strays_enqueued": 0, 2024-04-26T02:01:16.758 INFO:teuthology.orchestra.run.smithi046.stdout: "strays_reintegrated": 0, 2024-04-26T02:01:16.758 INFO:teuthology.orchestra.run.smithi046.stdout: "strays_migrated": 0, 2024-04-26T02:01:16.758 INFO:teuthology.orchestra.run.smithi046.stdout: "num_recovering_processing": 0, 2024-04-26T02:01:16.758 INFO:teuthology.orchestra.run.smithi046.stdout: "num_recovering_enqueued": 0, 2024-04-26T02:01:16.759 INFO:teuthology.orchestra.run.smithi046.stdout: "num_recovering_prioritized": 0, 2024-04-26T02:01:16.759 INFO:teuthology.orchestra.run.smithi046.stdout: "recovery_started": 0, 2024-04-26T02:01:16.759 INFO:teuthology.orchestra.run.smithi046.stdout: "recovery_completed": 0, 2024-04-26T02:01:16.759 INFO:teuthology.orchestra.run.smithi046.stdout: "ireq_quiesce_path": 0, 2024-04-26T02:01:16.759 INFO:teuthology.orchestra.run.smithi046.stdout: "ireq_quiesce_inode": 0, 2024-04-26T02:01:16.759 INFO:teuthology.orchestra.run.smithi046.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T02:01:16.759 INFO:teuthology.orchestra.run.smithi046.stdout: "ireq_exportdir": 0, 2024-04-26T02:01:16.759 INFO:teuthology.orchestra.run.smithi046.stdout: "ireq_flush": 0, 2024-04-26T02:01:16.759 INFO:teuthology.orchestra.run.smithi046.stdout: "ireq_fragmentdir": 0, 2024-04-26T02:01:16.759 INFO:teuthology.orchestra.run.smithi046.stdout: "ireq_fragstats": 0, 2024-04-26T02:01:16.759 INFO:teuthology.orchestra.run.smithi046.stdout: "ireq_inodestats": 0 2024-04-26T02:01:16.759 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.759 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_log": { 2024-04-26T02:01:16.760 INFO:teuthology.orchestra.run.smithi046.stdout: "evlrg": 0, 2024-04-26T02:01:16.760 INFO:teuthology.orchestra.run.smithi046.stdout: "evadd": 0, 2024-04-26T02:01:16.760 INFO:teuthology.orchestra.run.smithi046.stdout: "evex": 0, 2024-04-26T02:01:16.760 INFO:teuthology.orchestra.run.smithi046.stdout: "evtrm": 0, 2024-04-26T02:01:16.760 INFO:teuthology.orchestra.run.smithi046.stdout: "ev": 9822, 2024-04-26T02:01:16.760 INFO:teuthology.orchestra.run.smithi046.stdout: "evexg": 0, 2024-04-26T02:01:16.760 INFO:teuthology.orchestra.run.smithi046.stdout: "evexd": 0, 2024-04-26T02:01:16.760 INFO:teuthology.orchestra.run.smithi046.stdout: "segadd": 0, 2024-04-26T02:01:16.760 INFO:teuthology.orchestra.run.smithi046.stdout: "segex": 0, 2024-04-26T02:01:16.760 INFO:teuthology.orchestra.run.smithi046.stdout: "segtrm": 0, 2024-04-26T02:01:16.760 INFO:teuthology.orchestra.run.smithi046.stdout: "seg": 13, 2024-04-26T02:01:16.760 INFO:teuthology.orchestra.run.smithi046.stdout: "segmjr": 2, 2024-04-26T02:01:16.760 INFO:teuthology.orchestra.run.smithi046.stdout: "segexg": 0, 2024-04-26T02:01:16.760 INFO:teuthology.orchestra.run.smithi046.stdout: "segexd": 0, 2024-04-26T02:01:16.761 INFO:teuthology.orchestra.run.smithi046.stdout: "expos": 4194304, 2024-04-26T02:01:16.761 INFO:teuthology.orchestra.run.smithi046.stdout: "wrpos": 28367919, 2024-04-26T02:01:16.761 INFO:teuthology.orchestra.run.smithi046.stdout: "rdpos": 28367320, 2024-04-26T02:01:16.761 INFO:teuthology.orchestra.run.smithi046.stdout: "jlat": { 2024-04-26T02:01:16.761 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:16.761 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:16.761 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:16.761 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.761 INFO:teuthology.orchestra.run.smithi046.stdout: "replayed": 9822 2024-04-26T02:01:16.761 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.761 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_mem": { 2024-04-26T02:01:16.761 INFO:teuthology.orchestra.run.smithi046.stdout: "ino": 975, 2024-04-26T02:01:16.761 INFO:teuthology.orchestra.run.smithi046.stdout: "ino+": 4485, 2024-04-26T02:01:16.761 INFO:teuthology.orchestra.run.smithi046.stdout: "ino-": 3510, 2024-04-26T02:01:16.762 INFO:teuthology.orchestra.run.smithi046.stdout: "dir": 81, 2024-04-26T02:01:16.762 INFO:teuthology.orchestra.run.smithi046.stdout: "dir+": 295, 2024-04-26T02:01:16.762 INFO:teuthology.orchestra.run.smithi046.stdout: "dir-": 214, 2024-04-26T02:01:16.762 INFO:teuthology.orchestra.run.smithi046.stdout: "dn": 4608, 2024-04-26T02:01:16.762 INFO:teuthology.orchestra.run.smithi046.stdout: "dn+": 6939, 2024-04-26T02:01:16.762 INFO:teuthology.orchestra.run.smithi046.stdout: "dn-": 2331, 2024-04-26T02:01:16.762 INFO:teuthology.orchestra.run.smithi046.stdout: "cap": 0, 2024-04-26T02:01:16.762 INFO:teuthology.orchestra.run.smithi046.stdout: "cap+": 0, 2024-04-26T02:01:16.762 INFO:teuthology.orchestra.run.smithi046.stdout: "cap-": 0, 2024-04-26T02:01:16.762 INFO:teuthology.orchestra.run.smithi046.stdout: "rss": 60756, 2024-04-26T02:01:16.762 INFO:teuthology.orchestra.run.smithi046.stdout: "heap": 215416 2024-04-26T02:01:16.762 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.762 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_server": { 2024-04-26T02:01:16.763 INFO:teuthology.orchestra.run.smithi046.stdout: "dispatch_client_request": 0, 2024-04-26T02:01:16.763 INFO:teuthology.orchestra.run.smithi046.stdout: "dispatch_server_request": 0, 2024-04-26T02:01:16.763 INFO:teuthology.orchestra.run.smithi046.stdout: "handle_client_request": 0, 2024-04-26T02:01:16.763 INFO:teuthology.orchestra.run.smithi046.stdout: "handle_client_session": 0, 2024-04-26T02:01:16.763 INFO:teuthology.orchestra.run.smithi046.stdout: "handle_peer_request": 0, 2024-04-26T02:01:16.763 INFO:teuthology.orchestra.run.smithi046.stdout: "req_create_latency": { 2024-04-26T02:01:16.763 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:16.763 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:16.763 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:16.763 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.763 INFO:teuthology.orchestra.run.smithi046.stdout: "req_getattr_latency": { 2024-04-26T02:01:16.763 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:16.763 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:16.764 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:16.764 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.764 INFO:teuthology.orchestra.run.smithi046.stdout: "req_getfilelock_latency": { 2024-04-26T02:01:16.764 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:16.764 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:16.764 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:16.764 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.764 INFO:teuthology.orchestra.run.smithi046.stdout: "req_link_latency": { 2024-04-26T02:01:16.764 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:16.764 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:16.764 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:16.764 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.764 INFO:teuthology.orchestra.run.smithi046.stdout: "req_lookup_latency": { 2024-04-26T02:01:16.764 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:16.764 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:16.765 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:16.765 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.765 INFO:teuthology.orchestra.run.smithi046.stdout: "req_lookuphash_latency": { 2024-04-26T02:01:16.765 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:16.765 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:16.765 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:16.765 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.765 INFO:teuthology.orchestra.run.smithi046.stdout: "req_lookupino_latency": { 2024-04-26T02:01:16.765 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:16.765 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:16.765 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:16.765 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.765 INFO:teuthology.orchestra.run.smithi046.stdout: "req_lookupname_latency": { 2024-04-26T02:01:16.765 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:16.765 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:16.766 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:16.766 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.766 INFO:teuthology.orchestra.run.smithi046.stdout: "req_lookupparent_latency": { 2024-04-26T02:01:16.766 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:16.766 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:16.766 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:16.766 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.766 INFO:teuthology.orchestra.run.smithi046.stdout: "req_lookupsnap_latency": { 2024-04-26T02:01:16.766 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:16.767 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:16.767 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:16.767 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.767 INFO:teuthology.orchestra.run.smithi046.stdout: "req_lssnap_latency": { 2024-04-26T02:01:16.767 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:16.767 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:16.767 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:16.767 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.767 INFO:teuthology.orchestra.run.smithi046.stdout: "req_mkdir_latency": { 2024-04-26T02:01:16.768 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:16.768 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:16.768 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:16.768 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.768 INFO:teuthology.orchestra.run.smithi046.stdout: "req_mknod_latency": { 2024-04-26T02:01:16.768 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:16.768 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:16.768 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:16.768 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.768 INFO:teuthology.orchestra.run.smithi046.stdout: "req_mksnap_latency": { 2024-04-26T02:01:16.768 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:16.768 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:16.768 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:16.769 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.769 INFO:teuthology.orchestra.run.smithi046.stdout: "req_open_latency": { 2024-04-26T02:01:16.769 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:16.769 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:16.769 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:16.769 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.769 INFO:teuthology.orchestra.run.smithi046.stdout: "req_readdir_latency": { 2024-04-26T02:01:16.769 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:16.769 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:16.769 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:16.769 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.769 INFO:teuthology.orchestra.run.smithi046.stdout: "req_rename_latency": { 2024-04-26T02:01:16.769 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:16.769 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:16.770 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:16.770 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.770 INFO:teuthology.orchestra.run.smithi046.stdout: "req_renamesnap_latency": { 2024-04-26T02:01:16.770 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:16.770 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:16.770 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:16.770 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.770 INFO:teuthology.orchestra.run.smithi046.stdout: "req_snapdiff_latency": { 2024-04-26T02:01:16.770 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:16.770 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:16.770 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:16.770 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.770 INFO:teuthology.orchestra.run.smithi046.stdout: "req_rmdir_latency": { 2024-04-26T02:01:16.770 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:16.771 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:16.771 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:16.771 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.771 INFO:teuthology.orchestra.run.smithi046.stdout: "req_rmsnap_latency": { 2024-04-26T02:01:16.771 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:16.771 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:16.771 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:16.771 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.771 INFO:teuthology.orchestra.run.smithi046.stdout: "req_rmxattr_latency": { 2024-04-26T02:01:16.771 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:16.771 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:16.771 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:16.771 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.771 INFO:teuthology.orchestra.run.smithi046.stdout: "req_setattr_latency": { 2024-04-26T02:01:16.771 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:16.772 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:16.772 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:16.772 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.772 INFO:teuthology.orchestra.run.smithi046.stdout: "req_setdirlayout_latency": { 2024-04-26T02:01:16.772 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:16.772 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:16.772 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:16.772 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.772 INFO:teuthology.orchestra.run.smithi046.stdout: "req_setfilelock_latency": { 2024-04-26T02:01:16.772 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:16.772 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:16.772 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:16.772 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.772 INFO:teuthology.orchestra.run.smithi046.stdout: "req_setlayout_latency": { 2024-04-26T02:01:16.772 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:16.772 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:16.773 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:16.773 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.773 INFO:teuthology.orchestra.run.smithi046.stdout: "req_setxattr_latency": { 2024-04-26T02:01:16.773 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:16.773 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:16.773 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:16.773 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.773 INFO:teuthology.orchestra.run.smithi046.stdout: "req_symlink_latency": { 2024-04-26T02:01:16.773 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:16.773 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:16.773 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:16.773 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.773 INFO:teuthology.orchestra.run.smithi046.stdout: "req_unlink_latency": { 2024-04-26T02:01:16.773 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:16.773 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:16.774 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:16.774 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.774 INFO:teuthology.orchestra.run.smithi046.stdout: "cap_revoke_eviction": 0, 2024-04-26T02:01:16.774 INFO:teuthology.orchestra.run.smithi046.stdout: "cap_acquisition_throttle": 0, 2024-04-26T02:01:16.774 INFO:teuthology.orchestra.run.smithi046.stdout: "req_getvxattr_latency": { 2024-04-26T02:01:16.774 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:16.774 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:16.774 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:16.774 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:16.774 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.774 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_sessions": { 2024-04-26T02:01:16.774 INFO:teuthology.orchestra.run.smithi046.stdout: "session_count": 2, 2024-04-26T02:01:16.774 INFO:teuthology.orchestra.run.smithi046.stdout: "session_add": 2, 2024-04-26T02:01:16.774 INFO:teuthology.orchestra.run.smithi046.stdout: "session_remove": 0, 2024-04-26T02:01:16.775 INFO:teuthology.orchestra.run.smithi046.stdout: "sessions_open": 2, 2024-04-26T02:01:16.775 INFO:teuthology.orchestra.run.smithi046.stdout: "sessions_stale": 0, 2024-04-26T02:01:16.775 INFO:teuthology.orchestra.run.smithi046.stdout: "total_load": 0, 2024-04-26T02:01:16.775 INFO:teuthology.orchestra.run.smithi046.stdout: "average_load": 0, 2024-04-26T02:01:16.775 INFO:teuthology.orchestra.run.smithi046.stdout: "avg_session_uptime": 2013, 2024-04-26T02:01:16.775 INFO:teuthology.orchestra.run.smithi046.stdout: "mdthresh_evicted": 0 2024-04-26T02:01:16.775 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.775 INFO:teuthology.orchestra.run.smithi046.stdout: "mempool": { 2024-04-26T02:01:16.775 INFO:teuthology.orchestra.run.smithi046.stdout: "bloom_filter_bytes": 0, 2024-04-26T02:01:16.775 INFO:teuthology.orchestra.run.smithi046.stdout: "bloom_filter_items": 0, 2024-04-26T02:01:16.775 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T02:01:16.775 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_alloc_items": 0, 2024-04-26T02:01:16.775 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T02:01:16.775 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_data_items": 0, 2024-04-26T02:01:16.776 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T02:01:16.776 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T02:01:16.776 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T02:01:16.776 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T02:01:16.776 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T02:01:16.776 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_other_items": 0, 2024-04-26T02:01:16.776 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T02:01:16.776 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T02:01:16.776 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_extent_bytes": 0, 2024-04-26T02:01:16.776 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_extent_items": 0, 2024-04-26T02:01:16.776 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_blob_bytes": 0, 2024-04-26T02:01:16.776 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_blob_items": 0, 2024-04-26T02:01:16.776 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T02:01:16.776 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T02:01:16.776 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T02:01:16.777 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T02:01:16.777 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T02:01:16.777 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_fsck_items": 0, 2024-04-26T02:01:16.777 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_txc_bytes": 0, 2024-04-26T02:01:16.777 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_txc_items": 0, 2024-04-26T02:01:16.777 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T02:01:16.777 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T02:01:16.777 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_writing_bytes": 0, 2024-04-26T02:01:16.777 INFO:teuthology.orchestra.run.smithi046.stdout: "bluestore_writing_items": 0, 2024-04-26T02:01:16.777 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_bytes": 0, 2024-04-26T02:01:16.777 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_items": 0, 2024-04-26T02:01:16.777 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T02:01:16.777 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_file_reader_items": 0, 2024-04-26T02:01:16.777 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T02:01:16.777 INFO:teuthology.orchestra.run.smithi046.stdout: "bluefs_file_writer_items": 0, 2024-04-26T02:01:16.778 INFO:teuthology.orchestra.run.smithi046.stdout: "buffer_anon_bytes": 247234, 2024-04-26T02:01:16.778 INFO:teuthology.orchestra.run.smithi046.stdout: "buffer_anon_items": 1101, 2024-04-26T02:01:16.778 INFO:teuthology.orchestra.run.smithi046.stdout: "buffer_meta_bytes": 0, 2024-04-26T02:01:16.778 INFO:teuthology.orchestra.run.smithi046.stdout: "buffer_meta_items": 0, 2024-04-26T02:01:16.778 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_bytes": 0, 2024-04-26T02:01:16.778 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_items": 0, 2024-04-26T02:01:16.778 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_mapbl_bytes": 0, 2024-04-26T02:01:16.778 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_mapbl_items": 0, 2024-04-26T02:01:16.778 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_pglog_bytes": 0, 2024-04-26T02:01:16.778 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_pglog_items": 0, 2024-04-26T02:01:16.778 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_bytes": 8152, 2024-04-26T02:01:16.778 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_items": 170, 2024-04-26T02:01:16.778 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T02:01:16.779 INFO:teuthology.orchestra.run.smithi046.stdout: "osdmap_mapping_items": 0, 2024-04-26T02:01:16.779 INFO:teuthology.orchestra.run.smithi046.stdout: "pgmap_bytes": 0, 2024-04-26T02:01:16.779 INFO:teuthology.orchestra.run.smithi046.stdout: "pgmap_items": 0, 2024-04-26T02:01:16.779 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_co_bytes": 5667285, 2024-04-26T02:01:16.779 INFO:teuthology.orchestra.run.smithi046.stdout: "mds_co_items": 56049, 2024-04-26T02:01:16.779 INFO:teuthology.orchestra.run.smithi046.stdout: "unittest_1_bytes": 0, 2024-04-26T02:01:16.779 INFO:teuthology.orchestra.run.smithi046.stdout: "unittest_1_items": 0, 2024-04-26T02:01:16.779 INFO:teuthology.orchestra.run.smithi046.stdout: "unittest_2_bytes": 0, 2024-04-26T02:01:16.779 INFO:teuthology.orchestra.run.smithi046.stdout: "unittest_2_items": 0 2024-04-26T02:01:16.779 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.779 INFO:teuthology.orchestra.run.smithi046.stdout: "objecter": { 2024-04-26T02:01:16.779 INFO:teuthology.orchestra.run.smithi046.stdout: "op_active": 0, 2024-04-26T02:01:16.779 INFO:teuthology.orchestra.run.smithi046.stdout: "op_laggy": 0, 2024-04-26T02:01:16.779 INFO:teuthology.orchestra.run.smithi046.stdout: "op_send": 2410, 2024-04-26T02:01:16.780 INFO:teuthology.orchestra.run.smithi046.stdout: "op_send_bytes": 21, 2024-04-26T02:01:16.780 INFO:teuthology.orchestra.run.smithi046.stdout: "op_resend": 3, 2024-04-26T02:01:16.780 INFO:teuthology.orchestra.run.smithi046.stdout: "op_reply": 2410, 2024-04-26T02:01:16.780 INFO:teuthology.orchestra.run.smithi046.stdout: "op_latency": { 2024-04-26T02:01:16.780 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 2410, 2024-04-26T02:01:16.780 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 2.915967350, 2024-04-26T02:01:16.780 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.001209944 2024-04-26T02:01:16.780 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.780 INFO:teuthology.orchestra.run.smithi046.stdout: "op_inflight": 0, 2024-04-26T02:01:16.780 INFO:teuthology.orchestra.run.smithi046.stdout: "oplen_avg": { 2024-04-26T02:01:16.780 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 2410, 2024-04-26T02:01:16.780 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 2411 2024-04-26T02:01:16.780 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.780 INFO:teuthology.orchestra.run.smithi046.stdout: "op": 2410, 2024-04-26T02:01:16.781 INFO:teuthology.orchestra.run.smithi046.stdout: "op_r": 2410, 2024-04-26T02:01:16.781 INFO:teuthology.orchestra.run.smithi046.stdout: "op_w": 0, 2024-04-26T02:01:16.781 INFO:teuthology.orchestra.run.smithi046.stdout: "op_rmw": 0, 2024-04-26T02:01:16.781 INFO:teuthology.orchestra.run.smithi046.stdout: "op_pg": 0, 2024-04-26T02:01:16.781 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_stat": 1487, 2024-04-26T02:01:16.781 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_create": 0, 2024-04-26T02:01:16.781 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_read": 921, 2024-04-26T02:01:16.781 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_write": 0, 2024-04-26T02:01:16.781 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_writefull": 0, 2024-04-26T02:01:16.781 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_writesame": 0, 2024-04-26T02:01:16.781 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_append": 0, 2024-04-26T02:01:16.781 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_zero": 0, 2024-04-26T02:01:16.781 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_truncate": 0, 2024-04-26T02:01:16.781 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_delete": 0, 2024-04-26T02:01:16.782 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_mapext": 0, 2024-04-26T02:01:16.782 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_sparse_read": 0, 2024-04-26T02:01:16.782 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_clonerange": 0, 2024-04-26T02:01:16.782 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_getxattr": 1, 2024-04-26T02:01:16.782 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_setxattr": 0, 2024-04-26T02:01:16.782 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_cmpxattr": 0, 2024-04-26T02:01:16.782 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_rmxattr": 0, 2024-04-26T02:01:16.782 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_resetxattrs": 0, 2024-04-26T02:01:16.782 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_call": 0, 2024-04-26T02:01:16.782 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_watch": 0, 2024-04-26T02:01:16.782 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_notify": 0, 2024-04-26T02:01:16.782 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T02:01:16.782 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_pgls": 0, 2024-04-26T02:01:16.783 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_pgls_filter": 0, 2024-04-26T02:01:16.783 INFO:teuthology.orchestra.run.smithi046.stdout: "osdop_other": 0, 2024-04-26T02:01:16.783 INFO:teuthology.orchestra.run.smithi046.stdout: "linger_active": 0, 2024-04-26T02:01:16.783 INFO:teuthology.orchestra.run.smithi046.stdout: "linger_send": 0, 2024-04-26T02:01:16.783 INFO:teuthology.orchestra.run.smithi046.stdout: "linger_resend": 0, 2024-04-26T02:01:16.783 INFO:teuthology.orchestra.run.smithi046.stdout: "linger_ping": 0, 2024-04-26T02:01:16.783 INFO:teuthology.orchestra.run.smithi046.stdout: "poolop_active": 0, 2024-04-26T02:01:16.783 INFO:teuthology.orchestra.run.smithi046.stdout: "poolop_send": 0, 2024-04-26T02:01:16.783 INFO:teuthology.orchestra.run.smithi046.stdout: "poolop_resend": 0, 2024-04-26T02:01:16.783 INFO:teuthology.orchestra.run.smithi046.stdout: "poolstat_active": 0, 2024-04-26T02:01:16.783 INFO:teuthology.orchestra.run.smithi046.stdout: "poolstat_send": 0, 2024-04-26T02:01:16.783 INFO:teuthology.orchestra.run.smithi046.stdout: "poolstat_resend": 0, 2024-04-26T02:01:16.783 INFO:teuthology.orchestra.run.smithi046.stdout: "statfs_active": 0, 2024-04-26T02:01:16.783 INFO:teuthology.orchestra.run.smithi046.stdout: "statfs_send": 0, 2024-04-26T02:01:16.783 INFO:teuthology.orchestra.run.smithi046.stdout: "statfs_resend": 0, 2024-04-26T02:01:16.784 INFO:teuthology.orchestra.run.smithi046.stdout: "command_active": 0, 2024-04-26T02:01:16.784 INFO:teuthology.orchestra.run.smithi046.stdout: "command_send": 0, 2024-04-26T02:01:16.784 INFO:teuthology.orchestra.run.smithi046.stdout: "command_resend": 0, 2024-04-26T02:01:16.784 INFO:teuthology.orchestra.run.smithi046.stdout: "map_epoch": 102, 2024-04-26T02:01:16.784 INFO:teuthology.orchestra.run.smithi046.stdout: "map_full": 0, 2024-04-26T02:01:16.784 INFO:teuthology.orchestra.run.smithi046.stdout: "map_inc": 13, 2024-04-26T02:01:16.784 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_sessions": 7, 2024-04-26T02:01:16.784 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_session_open": 7, 2024-04-26T02:01:16.784 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_session_close": 0, 2024-04-26T02:01:16.784 INFO:teuthology.orchestra.run.smithi046.stdout: "osd_laggy": 0, 2024-04-26T02:01:16.784 INFO:teuthology.orchestra.run.smithi046.stdout: "omap_wr": 0, 2024-04-26T02:01:16.784 INFO:teuthology.orchestra.run.smithi046.stdout: "omap_rd": 2, 2024-04-26T02:01:16.784 INFO:teuthology.orchestra.run.smithi046.stdout: "omap_del": 0 2024-04-26T02:01:16.784 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.784 INFO:teuthology.orchestra.run.smithi046.stdout: "oft": { 2024-04-26T02:01:16.784 INFO:teuthology.orchestra.run.smithi046.stdout: "omap_total_objs": 0, 2024-04-26T02:01:16.785 INFO:teuthology.orchestra.run.smithi046.stdout: "omap_total_kv_pairs": 0, 2024-04-26T02:01:16.785 INFO:teuthology.orchestra.run.smithi046.stdout: "omap_total_updates": 0, 2024-04-26T02:01:16.785 INFO:teuthology.orchestra.run.smithi046.stdout: "omap_total_removes": 0 2024-04-26T02:01:16.785 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.785 INFO:teuthology.orchestra.run.smithi046.stdout: "osd-slow-ops": { 2024-04-26T02:01:16.785 INFO:teuthology.orchestra.run.smithi046.stdout: "slow_ops_count": 0 2024-04-26T02:01:16.785 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.785 INFO:teuthology.orchestra.run.smithi046.stdout: "purge_queue": { 2024-04-26T02:01:16.785 INFO:teuthology.orchestra.run.smithi046.stdout: "pq_executing_ops": 0, 2024-04-26T02:01:16.785 INFO:teuthology.orchestra.run.smithi046.stdout: "pq_executing_ops_high_water": 0, 2024-04-26T02:01:16.785 INFO:teuthology.orchestra.run.smithi046.stdout: "pq_executing": 0, 2024-04-26T02:01:16.785 INFO:teuthology.orchestra.run.smithi046.stdout: "pq_executing_high_water": 0, 2024-04-26T02:01:16.785 INFO:teuthology.orchestra.run.smithi046.stdout: "pq_executed_ops": 0, 2024-04-26T02:01:16.785 INFO:teuthology.orchestra.run.smithi046.stdout: "pq_executed": 0, 2024-04-26T02:01:16.785 INFO:teuthology.orchestra.run.smithi046.stdout: "pq_item_in_journal": 0 2024-04-26T02:01:16.786 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.786 INFO:teuthology.orchestra.run.smithi046.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T02:01:16.786 INFO:teuthology.orchestra.run.smithi046.stdout: "val": 0, 2024-04-26T02:01:16.786 INFO:teuthology.orchestra.run.smithi046.stdout: "max": 104857600, 2024-04-26T02:01:16.786 INFO:teuthology.orchestra.run.smithi046.stdout: "get_started": 0, 2024-04-26T02:01:16.786 INFO:teuthology.orchestra.run.smithi046.stdout: "get": 2722, 2024-04-26T02:01:16.786 INFO:teuthology.orchestra.run.smithi046.stdout: "get_sum": 26574470, 2024-04-26T02:01:16.786 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:16.786 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_success": 2722, 2024-04-26T02:01:16.786 INFO:teuthology.orchestra.run.smithi046.stdout: "take": 0, 2024-04-26T02:01:16.786 INFO:teuthology.orchestra.run.smithi046.stdout: "take_sum": 0, 2024-04-26T02:01:16.786 INFO:teuthology.orchestra.run.smithi046.stdout: "put": 2722, 2024-04-26T02:01:16.786 INFO:teuthology.orchestra.run.smithi046.stdout: "put_sum": 26574470, 2024-04-26T02:01:16.786 INFO:teuthology.orchestra.run.smithi046.stdout: "wait": { 2024-04-26T02:01:16.786 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:16.787 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:16.787 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:16.787 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:16.787 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.787 INFO:teuthology.orchestra.run.smithi046.stdout: "throttle-objecter_bytes": { 2024-04-26T02:01:16.787 INFO:teuthology.orchestra.run.smithi046.stdout: "val": 0, 2024-04-26T02:01:16.787 INFO:teuthology.orchestra.run.smithi046.stdout: "max": 104857600, 2024-04-26T02:01:16.787 INFO:teuthology.orchestra.run.smithi046.stdout: "get_started": 0, 2024-04-26T02:01:16.787 INFO:teuthology.orchestra.run.smithi046.stdout: "get": 0, 2024-04-26T02:01:16.787 INFO:teuthology.orchestra.run.smithi046.stdout: "get_sum": 0, 2024-04-26T02:01:16.787 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:16.787 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_success": 0, 2024-04-26T02:01:16.787 INFO:teuthology.orchestra.run.smithi046.stdout: "take": 2410, 2024-04-26T02:01:16.787 INFO:teuthology.orchestra.run.smithi046.stdout: "take_sum": 24177946, 2024-04-26T02:01:16.788 INFO:teuthology.orchestra.run.smithi046.stdout: "put": 2410, 2024-04-26T02:01:16.788 INFO:teuthology.orchestra.run.smithi046.stdout: "put_sum": 24177946, 2024-04-26T02:01:16.788 INFO:teuthology.orchestra.run.smithi046.stdout: "wait": { 2024-04-26T02:01:16.788 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:16.788 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:16.788 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:16.788 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:16.788 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.788 INFO:teuthology.orchestra.run.smithi046.stdout: "throttle-objecter_ops": { 2024-04-26T02:01:16.788 INFO:teuthology.orchestra.run.smithi046.stdout: "val": 0, 2024-04-26T02:01:16.788 INFO:teuthology.orchestra.run.smithi046.stdout: "max": 1024, 2024-04-26T02:01:16.788 INFO:teuthology.orchestra.run.smithi046.stdout: "get_started": 0, 2024-04-26T02:01:16.788 INFO:teuthology.orchestra.run.smithi046.stdout: "get": 0, 2024-04-26T02:01:16.789 INFO:teuthology.orchestra.run.smithi046.stdout: "get_sum": 0, 2024-04-26T02:01:16.789 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:16.789 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_success": 0, 2024-04-26T02:01:16.789 INFO:teuthology.orchestra.run.smithi046.stdout: "take": 2410, 2024-04-26T02:01:16.789 INFO:teuthology.orchestra.run.smithi046.stdout: "take_sum": 2410, 2024-04-26T02:01:16.789 INFO:teuthology.orchestra.run.smithi046.stdout: "put": 2410, 2024-04-26T02:01:16.789 INFO:teuthology.orchestra.run.smithi046.stdout: "put_sum": 2410, 2024-04-26T02:01:16.789 INFO:teuthology.orchestra.run.smithi046.stdout: "wait": { 2024-04-26T02:01:16.789 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:16.789 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:16.789 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:16.789 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:16.789 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.789 INFO:teuthology.orchestra.run.smithi046.stdout: "throttle-write_buf_throttle": { 2024-04-26T02:01:16.789 INFO:teuthology.orchestra.run.smithi046.stdout: "val": 0, 2024-04-26T02:01:16.790 INFO:teuthology.orchestra.run.smithi046.stdout: "max": 3758096384, 2024-04-26T02:01:16.790 INFO:teuthology.orchestra.run.smithi046.stdout: "get_started": 0, 2024-04-26T02:01:16.790 INFO:teuthology.orchestra.run.smithi046.stdout: "get": 0, 2024-04-26T02:01:16.790 INFO:teuthology.orchestra.run.smithi046.stdout: "get_sum": 0, 2024-04-26T02:01:16.790 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:16.790 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_success": 0, 2024-04-26T02:01:16.790 INFO:teuthology.orchestra.run.smithi046.stdout: "take": 0, 2024-04-26T02:01:16.790 INFO:teuthology.orchestra.run.smithi046.stdout: "take_sum": 0, 2024-04-26T02:01:16.790 INFO:teuthology.orchestra.run.smithi046.stdout: "put": 0, 2024-04-26T02:01:16.790 INFO:teuthology.orchestra.run.smithi046.stdout: "put_sum": 0, 2024-04-26T02:01:16.790 INFO:teuthology.orchestra.run.smithi046.stdout: "wait": { 2024-04-26T02:01:16.790 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:16.791 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:16.791 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:16.791 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:16.791 INFO:teuthology.orchestra.run.smithi046.stdout: }, 2024-04-26T02:01:16.791 INFO:teuthology.orchestra.run.smithi046.stdout: "throttle-write_buf_throttle-0x556d436e2780": { 2024-04-26T02:01:16.791 INFO:teuthology.orchestra.run.smithi046.stdout: "val": 0, 2024-04-26T02:01:16.791 INFO:teuthology.orchestra.run.smithi046.stdout: "max": 3758096384, 2024-04-26T02:01:16.791 INFO:teuthology.orchestra.run.smithi046.stdout: "get_started": 0, 2024-04-26T02:01:16.791 INFO:teuthology.orchestra.run.smithi046.stdout: "get": 0, 2024-04-26T02:01:16.791 INFO:teuthology.orchestra.run.smithi046.stdout: "get_sum": 0, 2024-04-26T02:01:16.791 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:16.791 INFO:teuthology.orchestra.run.smithi046.stdout: "get_or_fail_success": 0, 2024-04-26T02:01:16.791 INFO:teuthology.orchestra.run.smithi046.stdout: "take": 0, 2024-04-26T02:01:16.791 INFO:teuthology.orchestra.run.smithi046.stdout: "take_sum": 0, 2024-04-26T02:01:16.791 INFO:teuthology.orchestra.run.smithi046.stdout: "put": 0, 2024-04-26T02:01:16.792 INFO:teuthology.orchestra.run.smithi046.stdout: "put_sum": 0, 2024-04-26T02:01:16.792 INFO:teuthology.orchestra.run.smithi046.stdout: "wait": { 2024-04-26T02:01:16.792 INFO:teuthology.orchestra.run.smithi046.stdout: "avgcount": 0, 2024-04-26T02:01:16.792 INFO:teuthology.orchestra.run.smithi046.stdout: "sum": 0.000000000, 2024-04-26T02:01:16.792 INFO:teuthology.orchestra.run.smithi046.stdout: "avgtime": 0.000000000 2024-04-26T02:01:16.792 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:16.792 INFO:teuthology.orchestra.run.smithi046.stdout: } 2024-04-26T02:01:16.792 INFO:teuthology.orchestra.run.smithi046.stdout:} 2024-04-26T02:01:17.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:16 smithi163 ceph-mon[32592]: pgmap v324: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 255 B/s wr, 15 op/s 2024-04-26T02:01:17.280 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:16 smithi046 ceph-mon[28013]: pgmap v324: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 255 B/s wr, 15 op/s 2024-04-26T02:01:17.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:16 smithi103 ceph-mon[32920]: pgmap v324: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 255 B/s wr, 15 op/s 2024-04-26T02:01:17.691 INFO:tasks.check_counter:Daemon mds.j mds.exported=0 2024-04-26T02:01:17.692 INFO:tasks.check_counter:Daemon mds.j mds.imported=0 2024-04-26T02:01:17.692 INFO:tasks.check_counter:Daemon mds.j mds_cache.dir_update=0 2024-04-26T02:01:17.692 INFO:tasks.check_counter:Daemon mds.j mds_cache.dir_update_receipt=0 2024-04-26T02:01:17.692 INFO:tasks.check_counter:Daemon mds.j mds.root_rsnaps=0 2024-04-26T02:01:17.692 INFO:tasks.check_counter:Daemon mds.j mds_server.req_mksnap_latency.avgcount=0 2024-04-26T02:01:17.692 INFO:tasks.check_counter:Daemon mds.j mds_server.req_rmsnap_latency.avgcount=0 2024-04-26T02:01:17.692 DEBUG:tasks.check_counter:Getting stats from b 2024-04-26T02:01:17.692 DEBUG:teuthology.orchestra.run.smithi103:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph daemon mds.b perf dump 2024-04-26T02:01:17.942 INFO:teuthology.orchestra.run.smithi103.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T02:01:19.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:18 smithi163 ceph-mon[32592]: pgmap v325: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 208 B/s wr, 12 op/s 2024-04-26T02:01:19.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:18 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:01:19.200 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:18 smithi103 ceph-mon[32920]: pgmap v325: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 208 B/s wr, 12 op/s 2024-04-26T02:01:19.200 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:18 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:01:19.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:18 smithi046 ceph-mon[28013]: pgmap v325: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 208 B/s wr, 12 op/s 2024-04-26T02:01:19.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:18 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T02:01:19.834 INFO:teuthology.orchestra.run.smithi103.stdout:{ 2024-04-26T02:01:19.834 INFO:teuthology.orchestra.run.smithi103.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T02:01:19.834 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_messages": 44618, 2024-04-26T02:01:19.834 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages": 77019, 2024-04-26T02:01:19.834 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_bytes": 17069561, 2024-04-26T02:01:19.834 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_bytes": 73594127, 2024-04-26T02:01:19.835 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_created_connections": 17, 2024-04-26T02:01:19.835 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_active_connections": 6, 2024-04-26T02:01:19.835 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_total_time": 3.040321818, 2024-04-26T02:01:19.835 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_send_time": 1.463131360, 2024-04-26T02:01:19.835 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_recv_time": 2.194436827, 2024-04-26T02:01:19.835 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_fast_dispatch_time": 0.206961910, 2024-04-26T02:01:19.835 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:01:19.835 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 77018, 2024-04-26T02:01:19.835 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 8.367584413, 2024-04-26T02:01:19.835 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000108644 2024-04-26T02:01:19.835 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.835 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:01:19.835 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 82865, 2024-04-26T02:01:19.835 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.013483808, 2024-04-26T02:01:19.835 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000162 2024-04-26T02:01:19.836 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.836 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_encrypted_bytes": 12278544, 2024-04-26T02:01:19.836 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_encrypted_bytes": 32496992 2024-04-26T02:01:19.836 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.836 INFO:teuthology.orchestra.run.smithi103.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T02:01:19.836 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_messages": 17198, 2024-04-26T02:01:19.836 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages": 17412, 2024-04-26T02:01:19.836 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_bytes": 8336567, 2024-04-26T02:01:19.836 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_bytes": 34968112, 2024-04-26T02:01:19.836 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_created_connections": 11, 2024-04-26T02:01:19.836 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_active_connections": 7, 2024-04-26T02:01:19.836 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_total_time": 1.173553111, 2024-04-26T02:01:19.836 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_send_time": 0.510099246, 2024-04-26T02:01:19.836 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_recv_time": 0.482101506, 2024-04-26T02:01:19.836 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_fast_dispatch_time": 0.236533502, 2024-04-26T02:01:19.836 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:01:19.837 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 17411, 2024-04-26T02:01:19.837 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 7.331300976, 2024-04-26T02:01:19.837 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000421072 2024-04-26T02:01:19.837 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.837 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:01:19.837 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 18863, 2024-04-26T02:01:19.837 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.002947831, 2024-04-26T02:01:19.837 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000156 2024-04-26T02:01:19.837 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.837 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_encrypted_bytes": 2332960, 2024-04-26T02:01:19.837 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_encrypted_bytes": 261616 2024-04-26T02:01:19.837 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.837 INFO:teuthology.orchestra.run.smithi103.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T02:01:19.838 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_messages": 23646, 2024-04-26T02:01:19.838 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages": 23640, 2024-04-26T02:01:19.838 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_bytes": 9556037, 2024-04-26T02:01:19.838 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_bytes": 37695465, 2024-04-26T02:01:19.838 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_created_connections": 72, 2024-04-26T02:01:19.838 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_active_connections": 9, 2024-04-26T02:01:19.838 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_total_time": 1.301393924, 2024-04-26T02:01:19.838 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_send_time": 0.538561264, 2024-04-26T02:01:19.838 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_recv_time": 0.737671462, 2024-04-26T02:01:19.838 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_fast_dispatch_time": 0.149643160, 2024-04-26T02:01:19.838 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:01:19.838 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 23637, 2024-04-26T02:01:19.838 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 3.422316800, 2024-04-26T02:01:19.839 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000144786 2024-04-26T02:01:19.839 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.839 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:01:19.839 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 39145, 2024-04-26T02:01:19.839 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.005385657, 2024-04-26T02:01:19.839 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000137 2024-04-26T02:01:19.839 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.839 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_encrypted_bytes": 84608, 2024-04-26T02:01:19.839 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_encrypted_bytes": 181488 2024-04-26T02:01:19.839 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.839 INFO:teuthology.orchestra.run.smithi103.stdout: "cct": { 2024-04-26T02:01:19.839 INFO:teuthology.orchestra.run.smithi103.stdout: "total_workers": 1, 2024-04-26T02:01:19.839 INFO:teuthology.orchestra.run.smithi103.stdout: "unhealthy_workers": 0 2024-04-26T02:01:19.839 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.839 INFO:teuthology.orchestra.run.smithi103.stdout: "finisher-MDSRank": { 2024-04-26T02:01:19.840 INFO:teuthology.orchestra.run.smithi103.stdout: "queue_len": 0, 2024-04-26T02:01:19.840 INFO:teuthology.orchestra.run.smithi103.stdout: "complete_latency": { 2024-04-26T02:01:19.840 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 3417, 2024-04-26T02:01:19.840 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 18.996548483, 2024-04-26T02:01:19.840 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.005559423 2024-04-26T02:01:19.840 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-04-26T02:01:19.840 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.840 INFO:teuthology.orchestra.run.smithi103.stdout: "finisher-PurgeQueue": { 2024-04-26T02:01:19.840 INFO:teuthology.orchestra.run.smithi103.stdout: "queue_len": 0, 2024-04-26T02:01:19.840 INFO:teuthology.orchestra.run.smithi103.stdout: "complete_latency": { 2024-04-26T02:01:19.840 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 5583, 2024-04-26T02:01:19.840 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.513243426, 2024-04-26T02:01:19.840 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000091929 2024-04-26T02:01:19.841 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-04-26T02:01:19.841 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.841 INFO:teuthology.orchestra.run.smithi103.stdout: "mds": { 2024-04-26T02:01:19.841 INFO:teuthology.orchestra.run.smithi103.stdout: "request": 14823, 2024-04-26T02:01:19.841 INFO:teuthology.orchestra.run.smithi103.stdout: "reply": 14500, 2024-04-26T02:01:19.841 INFO:teuthology.orchestra.run.smithi103.stdout: "reply_latency": { 2024-04-26T02:01:19.841 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 14500, 2024-04-26T02:01:19.841 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 109.888732771, 2024-04-26T02:01:19.841 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.007578533 2024-04-26T02:01:19.841 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.841 INFO:teuthology.orchestra.run.smithi103.stdout: "slow_reply": 0, 2024-04-26T02:01:19.841 INFO:teuthology.orchestra.run.smithi103.stdout: "forward": 323, 2024-04-26T02:01:19.841 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_fetch_complete": 4, 2024-04-26T02:01:19.841 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_fetch_keys": 0, 2024-04-26T02:01:19.841 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_commit": 1430, 2024-04-26T02:01:19.841 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_split": 19, 2024-04-26T02:01:19.841 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_merge": 3, 2024-04-26T02:01:19.842 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes": 6304, 2024-04-26T02:01:19.842 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes_top": 3845, 2024-04-26T02:01:19.842 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes_bottom": 2332, 2024-04-26T02:01:19.842 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes_pin_tail": 127, 2024-04-26T02:01:19.842 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes_pinned": 580, 2024-04-26T02:01:19.842 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes_expired": 9770, 2024-04-26T02:01:19.842 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes_with_caps": 3, 2024-04-26T02:01:19.842 INFO:teuthology.orchestra.run.smithi103.stdout: "caps": 3, 2024-04-26T02:01:19.842 INFO:teuthology.orchestra.run.smithi103.stdout: "subtrees": 6, 2024-04-26T02:01:19.842 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse": 16887, 2024-04-26T02:01:19.842 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse_hit": 16101, 2024-04-26T02:01:19.842 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse_forward": 44, 2024-04-26T02:01:19.842 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse_discover": 458, 2024-04-26T02:01:19.842 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse_dir_fetch": 1, 2024-04-26T02:01:19.842 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse_remote_ino": 0, 2024-04-26T02:01:19.843 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse_lock": 0, 2024-04-26T02:01:19.843 INFO:teuthology.orchestra.run.smithi103.stdout: "load_cent": 0, 2024-04-26T02:01:19.843 INFO:teuthology.orchestra.run.smithi103.stdout: "q": 0, 2024-04-26T02:01:19.843 INFO:teuthology.orchestra.run.smithi103.stdout: "exported": 133, 2024-04-26T02:01:19.843 INFO:teuthology.orchestra.run.smithi103.stdout: "exported_inodes": 8793, 2024-04-26T02:01:19.843 INFO:teuthology.orchestra.run.smithi103.stdout: "imported": 121, 2024-04-26T02:01:19.843 INFO:teuthology.orchestra.run.smithi103.stdout: "imported_inodes": 4741, 2024-04-26T02:01:19.843 INFO:teuthology.orchestra.run.smithi103.stdout: "openino_dir_fetch": 0, 2024-04-26T02:01:19.843 INFO:teuthology.orchestra.run.smithi103.stdout: "openino_backtrace_fetch": 0, 2024-04-26T02:01:19.843 INFO:teuthology.orchestra.run.smithi103.stdout: "openino_peer_discover": 0, 2024-04-26T02:01:19.843 INFO:teuthology.orchestra.run.smithi103.stdout: "root_rfiles": 4, 2024-04-26T02:01:19.843 INFO:teuthology.orchestra.run.smithi103.stdout: "root_rbytes": 234, 2024-04-26T02:01:19.843 INFO:teuthology.orchestra.run.smithi103.stdout: "root_rsnaps": 6, 2024-04-26T02:01:19.843 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T02:01:19.843 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_set_tag": 0, 2024-04-26T02:01:19.844 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T02:01:19.844 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_inotable_repaired": 0, 2024-04-26T02:01:19.844 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_dir_inodes": 0, 2024-04-26T02:01:19.844 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T02:01:19.844 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T02:01:19.844 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_file_inodes": 0, 2024-04-26T02:01:19.844 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_inode_file_caps": 434, 2024-04-26T02:01:19.844 INFO:teuthology.orchestra.run.smithi103.stdout: "ceph_cap_op_revoke": 3456, 2024-04-26T02:01:19.844 INFO:teuthology.orchestra.run.smithi103.stdout: "ceph_cap_op_grant": 15098, 2024-04-26T02:01:19.844 INFO:teuthology.orchestra.run.smithi103.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T02:01:19.844 INFO:teuthology.orchestra.run.smithi103.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T02:01:19.844 INFO:teuthology.orchestra.run.smithi103.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T02:01:19.844 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_client_caps": 13745, 2024-04-26T02:01:19.844 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_client_caps_dirty": 8853, 2024-04-26T02:01:19.844 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_client_cap_release": 1935, 2024-04-26T02:01:19.844 INFO:teuthology.orchestra.run.smithi103.stdout: "process_request_cap_release": 4661 2024-04-26T02:01:19.845 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.845 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_cache": { 2024-04-26T02:01:19.845 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_update": 1655, 2024-04-26T02:01:19.845 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_update_receipt": 1461, 2024-04-26T02:01:19.845 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_try_discover": 933, 2024-04-26T02:01:19.845 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_send_discover": 993, 2024-04-26T02:01:19.845 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_handle_discover": 3687, 2024-04-26T02:01:19.845 INFO:teuthology.orchestra.run.smithi103.stdout: "num_strays": 132, 2024-04-26T02:01:19.845 INFO:teuthology.orchestra.run.smithi103.stdout: "num_strays_delayed": 0, 2024-04-26T02:01:19.845 INFO:teuthology.orchestra.run.smithi103.stdout: "num_strays_enqueuing": 0, 2024-04-26T02:01:19.845 INFO:teuthology.orchestra.run.smithi103.stdout: "strays_created": 3032, 2024-04-26T02:01:19.845 INFO:teuthology.orchestra.run.smithi103.stdout: "strays_enqueued": 2900, 2024-04-26T02:01:19.845 INFO:teuthology.orchestra.run.smithi103.stdout: "strays_reintegrated": 0, 2024-04-26T02:01:19.845 INFO:teuthology.orchestra.run.smithi103.stdout: "strays_migrated": 0, 2024-04-26T02:01:19.845 INFO:teuthology.orchestra.run.smithi103.stdout: "num_recovering_processing": 0, 2024-04-26T02:01:19.846 INFO:teuthology.orchestra.run.smithi103.stdout: "num_recovering_enqueued": 0, 2024-04-26T02:01:19.846 INFO:teuthology.orchestra.run.smithi103.stdout: "num_recovering_prioritized": 0, 2024-04-26T02:01:19.846 INFO:teuthology.orchestra.run.smithi103.stdout: "recovery_started": 0, 2024-04-26T02:01:19.846 INFO:teuthology.orchestra.run.smithi103.stdout: "recovery_completed": 0, 2024-04-26T02:01:19.846 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_quiesce_path": 3, 2024-04-26T02:01:19.846 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_quiesce_inode": 1300, 2024-04-26T02:01:19.846 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T02:01:19.846 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_exportdir": 134, 2024-04-26T02:01:19.846 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_flush": 0, 2024-04-26T02:01:19.846 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_fragmentdir": 22, 2024-04-26T02:01:19.846 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_fragstats": 0, 2024-04-26T02:01:19.846 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_inodestats": 0 2024-04-26T02:01:19.846 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.847 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_log": { 2024-04-26T02:01:19.847 INFO:teuthology.orchestra.run.smithi103.stdout: "evlrg": 0, 2024-04-26T02:01:19.847 INFO:teuthology.orchestra.run.smithi103.stdout: "evadd": 28044, 2024-04-26T02:01:19.847 INFO:teuthology.orchestra.run.smithi103.stdout: "evex": 27682, 2024-04-26T02:01:19.847 INFO:teuthology.orchestra.run.smithi103.stdout: "evtrm": 27682, 2024-04-26T02:01:19.847 INFO:teuthology.orchestra.run.smithi103.stdout: "ev": 362, 2024-04-26T02:01:19.847 INFO:teuthology.orchestra.run.smithi103.stdout: "evexg": 0, 2024-04-26T02:01:19.847 INFO:teuthology.orchestra.run.smithi103.stdout: "evexd": 869, 2024-04-26T02:01:19.847 INFO:teuthology.orchestra.run.smithi103.stdout: "segadd": 56, 2024-04-26T02:01:19.847 INFO:teuthology.orchestra.run.smithi103.stdout: "segex": 54, 2024-04-26T02:01:19.847 INFO:teuthology.orchestra.run.smithi103.stdout: "segtrm": 54, 2024-04-26T02:01:19.847 INFO:teuthology.orchestra.run.smithi103.stdout: "seg": 2, 2024-04-26T02:01:19.847 INFO:teuthology.orchestra.run.smithi103.stdout: "segmjr": 1, 2024-04-26T02:01:19.847 INFO:teuthology.orchestra.run.smithi103.stdout: "segexg": 0, 2024-04-26T02:01:19.848 INFO:teuthology.orchestra.run.smithi103.stdout: "segexd": 1, 2024-04-26T02:01:19.848 INFO:teuthology.orchestra.run.smithi103.stdout: "expos": 79168584, 2024-04-26T02:01:19.848 INFO:teuthology.orchestra.run.smithi103.stdout: "wrpos": 79965235, 2024-04-26T02:01:19.848 INFO:teuthology.orchestra.run.smithi103.stdout: "rdpos": 0, 2024-04-26T02:01:19.848 INFO:teuthology.orchestra.run.smithi103.stdout: "jlat": { 2024-04-26T02:01:19.848 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 1764, 2024-04-26T02:01:19.848 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 49.014523014, 2024-04-26T02:01:19.848 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.027786010 2024-04-26T02:01:19.848 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.848 INFO:teuthology.orchestra.run.smithi103.stdout: "replayed": 0 2024-04-26T02:01:19.848 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.848 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_mem": { 2024-04-26T02:01:19.848 INFO:teuthology.orchestra.run.smithi103.stdout: "ino": 3534, 2024-04-26T02:01:19.848 INFO:teuthology.orchestra.run.smithi103.stdout: "ino+": 15666, 2024-04-26T02:01:19.849 INFO:teuthology.orchestra.run.smithi103.stdout: "ino-": 12132, 2024-04-26T02:01:19.849 INFO:teuthology.orchestra.run.smithi103.stdout: "dir": 238, 2024-04-26T02:01:19.849 INFO:teuthology.orchestra.run.smithi103.stdout: "dir+": 1355, 2024-04-26T02:01:19.849 INFO:teuthology.orchestra.run.smithi103.stdout: "dir-": 1117, 2024-04-26T02:01:19.849 INFO:teuthology.orchestra.run.smithi103.stdout: "dn": 6304, 2024-04-26T02:01:19.849 INFO:teuthology.orchestra.run.smithi103.stdout: "dn+": 19220, 2024-04-26T02:01:19.849 INFO:teuthology.orchestra.run.smithi103.stdout: "dn-": 12916, 2024-04-26T02:01:19.849 INFO:teuthology.orchestra.run.smithi103.stdout: "cap": 3, 2024-04-26T02:01:19.849 INFO:teuthology.orchestra.run.smithi103.stdout: "cap+": 10565, 2024-04-26T02:01:19.849 INFO:teuthology.orchestra.run.smithi103.stdout: "cap-": 10562, 2024-04-26T02:01:19.849 INFO:teuthology.orchestra.run.smithi103.stdout: "rss": 117120, 2024-04-26T02:01:19.849 INFO:teuthology.orchestra.run.smithi103.stdout: "heap": 231800 2024-04-26T02:01:19.849 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.849 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_server": { 2024-04-26T02:01:19.850 INFO:teuthology.orchestra.run.smithi103.stdout: "dispatch_client_request": 16928, 2024-04-26T02:01:19.850 INFO:teuthology.orchestra.run.smithi103.stdout: "dispatch_server_request": 2735, 2024-04-26T02:01:19.850 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_client_request": 14823, 2024-04-26T02:01:19.850 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_client_session": 159, 2024-04-26T02:01:19.850 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_peer_request": 6554, 2024-04-26T02:01:19.850 INFO:teuthology.orchestra.run.smithi103.stdout: "req_create_latency": { 2024-04-26T02:01:19.850 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 9394, 2024-04-26T02:01:19.850 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 15.386341762, 2024-04-26T02:01:19.850 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.001637890 2024-04-26T02:01:19.850 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.850 INFO:teuthology.orchestra.run.smithi103.stdout: "req_getattr_latency": { 2024-04-26T02:01:19.850 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 214, 2024-04-26T02:01:19.850 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.151791872, 2024-04-26T02:01:19.851 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000709307 2024-04-26T02:01:19.851 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.851 INFO:teuthology.orchestra.run.smithi103.stdout: "req_getfilelock_latency": { 2024-04-26T02:01:19.851 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:19.851 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:19.851 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:19.851 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.851 INFO:teuthology.orchestra.run.smithi103.stdout: "req_link_latency": { 2024-04-26T02:01:19.851 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:19.851 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:19.851 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:19.851 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.851 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lookup_latency": { 2024-04-26T02:01:19.851 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 645, 2024-04-26T02:01:19.852 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.381192116, 2024-04-26T02:01:19.852 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000590995 2024-04-26T02:01:19.852 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.852 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lookuphash_latency": { 2024-04-26T02:01:19.852 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:19.852 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:19.852 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:19.852 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.852 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lookupino_latency": { 2024-04-26T02:01:19.852 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 1, 2024-04-26T02:01:19.852 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000484913, 2024-04-26T02:01:19.852 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000484913 2024-04-26T02:01:19.852 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.852 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lookupname_latency": { 2024-04-26T02:01:19.852 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:19.853 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:19.853 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:19.853 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.853 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lookupparent_latency": { 2024-04-26T02:01:19.853 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:19.853 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:19.853 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:19.853 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.853 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lookupsnap_latency": { 2024-04-26T02:01:19.853 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:19.853 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:19.854 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:19.854 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.854 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lssnap_latency": { 2024-04-26T02:01:19.854 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 11, 2024-04-26T02:01:19.854 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.003387245, 2024-04-26T02:01:19.854 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000307931 2024-04-26T02:01:19.854 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.854 INFO:teuthology.orchestra.run.smithi103.stdout: "req_mkdir_latency": { 2024-04-26T02:01:19.855 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 623, 2024-04-26T02:01:19.855 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 28.318577221, 2024-04-26T02:01:19.855 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.045455180 2024-04-26T02:01:19.855 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.855 INFO:teuthology.orchestra.run.smithi103.stdout: "req_mknod_latency": { 2024-04-26T02:01:19.855 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:19.855 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:19.855 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:19.855 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.855 INFO:teuthology.orchestra.run.smithi103.stdout: "req_mksnap_latency": { 2024-04-26T02:01:19.855 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 11, 2024-04-26T02:01:19.855 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.215281364, 2024-04-26T02:01:19.855 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.019571033 2024-04-26T02:01:19.855 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.856 INFO:teuthology.orchestra.run.smithi103.stdout: "req_open_latency": { 2024-04-26T02:01:19.856 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 2, 2024-04-26T02:01:19.856 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.001496532, 2024-04-26T02:01:19.856 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000748266 2024-04-26T02:01:19.856 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.856 INFO:teuthology.orchestra.run.smithi103.stdout: "req_readdir_latency": { 2024-04-26T02:01:19.856 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 551, 2024-04-26T02:01:19.856 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 1.158060806, 2024-04-26T02:01:19.856 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.002101743 2024-04-26T02:01:19.856 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.856 INFO:teuthology.orchestra.run.smithi103.stdout: "req_rename_latency": { 2024-04-26T02:01:19.856 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 2, 2024-04-26T02:01:19.856 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.002619075, 2024-04-26T02:01:19.857 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.001309537 2024-04-26T02:01:19.857 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.857 INFO:teuthology.orchestra.run.smithi103.stdout: "req_renamesnap_latency": { 2024-04-26T02:01:19.857 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:19.857 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:19.857 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:19.857 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.857 INFO:teuthology.orchestra.run.smithi103.stdout: "req_snapdiff_latency": { 2024-04-26T02:01:19.857 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:19.857 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:19.857 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:19.857 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.857 INFO:teuthology.orchestra.run.smithi103.stdout: "req_rmdir_latency": { 2024-04-26T02:01:19.858 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 158, 2024-04-26T02:01:19.858 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 44.030493744, 2024-04-26T02:01:19.858 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.278674011 2024-04-26T02:01:19.858 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.858 INFO:teuthology.orchestra.run.smithi103.stdout: "req_rmsnap_latency": { 2024-04-26T02:01:19.858 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 5, 2024-04-26T02:01:19.858 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.050950751, 2024-04-26T02:01:19.858 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.010190150 2024-04-26T02:01:19.858 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.858 INFO:teuthology.orchestra.run.smithi103.stdout: "req_rmxattr_latency": { 2024-04-26T02:01:19.858 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:19.858 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:19.858 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:19.859 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.859 INFO:teuthology.orchestra.run.smithi103.stdout: "req_setattr_latency": { 2024-04-26T02:01:19.859 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 2, 2024-04-26T02:01:19.859 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.102081023, 2024-04-26T02:01:19.859 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.051040511 2024-04-26T02:01:19.859 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.859 INFO:teuthology.orchestra.run.smithi103.stdout: "req_setdirlayout_latency": { 2024-04-26T02:01:19.859 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:19.859 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:19.859 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:19.859 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.859 INFO:teuthology.orchestra.run.smithi103.stdout: "req_setfilelock_latency": { 2024-04-26T02:01:19.859 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:19.860 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:19.860 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:19.860 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.860 INFO:teuthology.orchestra.run.smithi103.stdout: "req_setlayout_latency": { 2024-04-26T02:01:19.860 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:19.860 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:19.860 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:19.860 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.860 INFO:teuthology.orchestra.run.smithi103.stdout: "req_setxattr_latency": { 2024-04-26T02:01:19.860 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 7, 2024-04-26T02:01:19.860 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.019779259, 2024-04-26T02:01:19.860 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.002825608 2024-04-26T02:01:19.860 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.860 INFO:teuthology.orchestra.run.smithi103.stdout: "req_symlink_latency": { 2024-04-26T02:01:19.860 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:19.861 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:19.861 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:19.861 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.861 INFO:teuthology.orchestra.run.smithi103.stdout: "req_unlink_latency": { 2024-04-26T02:01:19.861 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 2874, 2024-04-26T02:01:19.861 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 20.066195088, 2024-04-26T02:01:19.861 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.006981974 2024-04-26T02:01:19.861 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.861 INFO:teuthology.orchestra.run.smithi103.stdout: "cap_revoke_eviction": 0, 2024-04-26T02:01:19.861 INFO:teuthology.orchestra.run.smithi103.stdout: "cap_acquisition_throttle": 0, 2024-04-26T02:01:19.861 INFO:teuthology.orchestra.run.smithi103.stdout: "req_getvxattr_latency": { 2024-04-26T02:01:19.861 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:19.861 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:19.861 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:19.862 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-04-26T02:01:19.862 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.862 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_sessions": { 2024-04-26T02:01:19.862 INFO:teuthology.orchestra.run.smithi103.stdout: "session_count": 2, 2024-04-26T02:01:19.862 INFO:teuthology.orchestra.run.smithi103.stdout: "session_add": 5, 2024-04-26T02:01:19.862 INFO:teuthology.orchestra.run.smithi103.stdout: "session_remove": 3, 2024-04-26T02:01:19.862 INFO:teuthology.orchestra.run.smithi103.stdout: "sessions_open": 2, 2024-04-26T02:01:19.862 INFO:teuthology.orchestra.run.smithi103.stdout: "sessions_stale": 0, 2024-04-26T02:01:19.862 INFO:teuthology.orchestra.run.smithi103.stdout: "total_load": 187, 2024-04-26T02:01:19.862 INFO:teuthology.orchestra.run.smithi103.stdout: "average_load": 93, 2024-04-26T02:01:19.862 INFO:teuthology.orchestra.run.smithi103.stdout: "avg_session_uptime": 621, 2024-04-26T02:01:19.862 INFO:teuthology.orchestra.run.smithi103.stdout: "mdthresh_evicted": 0 2024-04-26T02:01:19.862 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.863 INFO:teuthology.orchestra.run.smithi103.stdout: "mempool": { 2024-04-26T02:01:19.863 INFO:teuthology.orchestra.run.smithi103.stdout: "bloom_filter_bytes": 360, 2024-04-26T02:01:19.863 INFO:teuthology.orchestra.run.smithi103.stdout: "bloom_filter_items": 360, 2024-04-26T02:01:19.863 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T02:01:19.863 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_alloc_items": 0, 2024-04-26T02:01:19.863 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T02:01:19.863 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_data_items": 0, 2024-04-26T02:01:19.863 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T02:01:19.863 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T02:01:19.863 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T02:01:19.863 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T02:01:19.863 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T02:01:19.863 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_other_items": 0, 2024-04-26T02:01:19.863 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T02:01:19.864 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T02:01:19.864 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_extent_bytes": 0, 2024-04-26T02:01:19.864 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_extent_items": 0, 2024-04-26T02:01:19.864 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_blob_bytes": 0, 2024-04-26T02:01:19.864 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_blob_items": 0, 2024-04-26T02:01:19.864 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T02:01:19.864 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T02:01:19.864 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T02:01:19.864 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T02:01:19.864 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T02:01:19.864 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_fsck_items": 0, 2024-04-26T02:01:19.864 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_txc_bytes": 0, 2024-04-26T02:01:19.864 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_txc_items": 0, 2024-04-26T02:01:19.864 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T02:01:19.864 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T02:01:19.864 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_writing_bytes": 0, 2024-04-26T02:01:19.865 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_writing_items": 0, 2024-04-26T02:01:19.865 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_bytes": 0, 2024-04-26T02:01:19.865 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_items": 0, 2024-04-26T02:01:19.865 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T02:01:19.865 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_file_reader_items": 0, 2024-04-26T02:01:19.865 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T02:01:19.865 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_file_writer_items": 0, 2024-04-26T02:01:19.865 INFO:teuthology.orchestra.run.smithi103.stdout: "buffer_anon_bytes": 1483370, 2024-04-26T02:01:19.865 INFO:teuthology.orchestra.run.smithi103.stdout: "buffer_anon_items": 3868, 2024-04-26T02:01:19.865 INFO:teuthology.orchestra.run.smithi103.stdout: "buffer_meta_bytes": 0, 2024-04-26T02:01:19.865 INFO:teuthology.orchestra.run.smithi103.stdout: "buffer_meta_items": 0, 2024-04-26T02:01:19.865 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_bytes": 0, 2024-04-26T02:01:19.865 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_items": 0, 2024-04-26T02:01:19.865 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_mapbl_bytes": 0, 2024-04-26T02:01:19.865 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_mapbl_items": 0, 2024-04-26T02:01:19.865 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_pglog_bytes": 0, 2024-04-26T02:01:19.866 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_pglog_items": 0, 2024-04-26T02:01:19.866 INFO:teuthology.orchestra.run.smithi103.stdout: "osdmap_bytes": 8032, 2024-04-26T02:01:19.866 INFO:teuthology.orchestra.run.smithi103.stdout: "osdmap_items": 167, 2024-04-26T02:01:19.866 INFO:teuthology.orchestra.run.smithi103.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T02:01:19.866 INFO:teuthology.orchestra.run.smithi103.stdout: "osdmap_mapping_items": 0, 2024-04-26T02:01:19.866 INFO:teuthology.orchestra.run.smithi103.stdout: "pgmap_bytes": 0, 2024-04-26T02:01:19.866 INFO:teuthology.orchestra.run.smithi103.stdout: "pgmap_items": 0, 2024-04-26T02:01:19.866 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_co_bytes": 13291460, 2024-04-26T02:01:19.866 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_co_items": 187701, 2024-04-26T02:01:19.866 INFO:teuthology.orchestra.run.smithi103.stdout: "unittest_1_bytes": 0, 2024-04-26T02:01:19.866 INFO:teuthology.orchestra.run.smithi103.stdout: "unittest_1_items": 0, 2024-04-26T02:01:19.866 INFO:teuthology.orchestra.run.smithi103.stdout: "unittest_2_bytes": 0, 2024-04-26T02:01:19.866 INFO:teuthology.orchestra.run.smithi103.stdout: "unittest_2_items": 0 2024-04-26T02:01:19.866 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.867 INFO:teuthology.orchestra.run.smithi103.stdout: "objecter": { 2024-04-26T02:01:19.867 INFO:teuthology.orchestra.run.smithi103.stdout: "op_active": 0, 2024-04-26T02:01:19.867 INFO:teuthology.orchestra.run.smithi103.stdout: "op_laggy": 0, 2024-04-26T02:01:19.867 INFO:teuthology.orchestra.run.smithi103.stdout: "op_send": 16675, 2024-04-26T02:01:19.867 INFO:teuthology.orchestra.run.smithi103.stdout: "op_send_bytes": 94466619, 2024-04-26T02:01:19.867 INFO:teuthology.orchestra.run.smithi103.stdout: "op_resend": 37, 2024-04-26T02:01:19.867 INFO:teuthology.orchestra.run.smithi103.stdout: "op_reply": 16675, 2024-04-26T02:01:19.867 INFO:teuthology.orchestra.run.smithi103.stdout: "op_latency": { 2024-04-26T02:01:19.867 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 16675, 2024-04-26T02:01:19.867 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 1788.034143013, 2024-04-26T02:01:19.867 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.107228434 2024-04-26T02:01:19.867 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.867 INFO:teuthology.orchestra.run.smithi103.stdout: "op_inflight": 0, 2024-04-26T02:01:19.867 INFO:teuthology.orchestra.run.smithi103.stdout: "oplen_avg": { 2024-04-26T02:01:19.867 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 16675, 2024-04-26T02:01:19.868 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 38274 2024-04-26T02:01:19.868 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.868 INFO:teuthology.orchestra.run.smithi103.stdout: "op": 16675, 2024-04-26T02:01:19.868 INFO:teuthology.orchestra.run.smithi103.stdout: "op_r": 63, 2024-04-26T02:01:19.868 INFO:teuthology.orchestra.run.smithi103.stdout: "op_w": 16612, 2024-04-26T02:01:19.868 INFO:teuthology.orchestra.run.smithi103.stdout: "op_rmw": 0, 2024-04-26T02:01:19.868 INFO:teuthology.orchestra.run.smithi103.stdout: "op_pg": 0, 2024-04-26T02:01:19.868 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_stat": 793, 2024-04-26T02:01:19.868 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_create": 9555, 2024-04-26T02:01:19.868 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_read": 59, 2024-04-26T02:01:19.868 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_write": 1823, 2024-04-26T02:01:19.868 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_writefull": 134, 2024-04-26T02:01:19.868 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_writesame": 0, 2024-04-26T02:01:19.868 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_append": 0, 2024-04-26T02:01:19.868 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_zero": 0, 2024-04-26T02:01:19.869 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_truncate": 19, 2024-04-26T02:01:19.869 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_delete": 3497, 2024-04-26T02:01:19.869 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_mapext": 0, 2024-04-26T02:01:19.869 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_sparse_read": 0, 2024-04-26T02:01:19.869 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_clonerange": 0, 2024-04-26T02:01:19.869 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_getxattr": 3, 2024-04-26T02:01:19.869 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_setxattr": 19110, 2024-04-26T02:01:19.869 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_cmpxattr": 0, 2024-04-26T02:01:19.869 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_rmxattr": 0, 2024-04-26T02:01:19.869 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_resetxattrs": 0, 2024-04-26T02:01:19.869 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_call": 0, 2024-04-26T02:01:19.869 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_watch": 0, 2024-04-26T02:01:19.869 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_notify": 0, 2024-04-26T02:01:19.869 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T02:01:19.869 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_pgls": 0, 2024-04-26T02:01:19.869 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_pgls_filter": 0, 2024-04-26T02:01:19.869 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_other": 0, 2024-04-26T02:01:19.870 INFO:teuthology.orchestra.run.smithi103.stdout: "linger_active": 0, 2024-04-26T02:01:19.870 INFO:teuthology.orchestra.run.smithi103.stdout: "linger_send": 0, 2024-04-26T02:01:19.870 INFO:teuthology.orchestra.run.smithi103.stdout: "linger_resend": 0, 2024-04-26T02:01:19.870 INFO:teuthology.orchestra.run.smithi103.stdout: "linger_ping": 0, 2024-04-26T02:01:19.870 INFO:teuthology.orchestra.run.smithi103.stdout: "poolop_active": 0, 2024-04-26T02:01:19.870 INFO:teuthology.orchestra.run.smithi103.stdout: "poolop_send": 0, 2024-04-26T02:01:19.870 INFO:teuthology.orchestra.run.smithi103.stdout: "poolop_resend": 0, 2024-04-26T02:01:19.870 INFO:teuthology.orchestra.run.smithi103.stdout: "poolstat_active": 0, 2024-04-26T02:01:19.870 INFO:teuthology.orchestra.run.smithi103.stdout: "poolstat_send": 0, 2024-04-26T02:01:19.870 INFO:teuthology.orchestra.run.smithi103.stdout: "poolstat_resend": 0, 2024-04-26T02:01:19.870 INFO:teuthology.orchestra.run.smithi103.stdout: "statfs_active": 0, 2024-04-26T02:01:19.870 INFO:teuthology.orchestra.run.smithi103.stdout: "statfs_send": 0, 2024-04-26T02:01:19.870 INFO:teuthology.orchestra.run.smithi103.stdout: "statfs_resend": 0, 2024-04-26T02:01:19.870 INFO:teuthology.orchestra.run.smithi103.stdout: "command_active": 0, 2024-04-26T02:01:19.871 INFO:teuthology.orchestra.run.smithi103.stdout: "command_send": 0, 2024-04-26T02:01:19.871 INFO:teuthology.orchestra.run.smithi103.stdout: "command_resend": 0, 2024-04-26T02:01:19.871 INFO:teuthology.orchestra.run.smithi103.stdout: "map_epoch": 102, 2024-04-26T02:01:19.871 INFO:teuthology.orchestra.run.smithi103.stdout: "map_full": 0, 2024-04-26T02:01:19.871 INFO:teuthology.orchestra.run.smithi103.stdout: "map_inc": 13, 2024-04-26T02:01:19.871 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_sessions": 12, 2024-04-26T02:01:19.871 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_session_open": 12, 2024-04-26T02:01:19.871 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_session_close": 0, 2024-04-26T02:01:19.871 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_laggy": 0, 2024-04-26T02:01:19.871 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_wr": 2968, 2024-04-26T02:01:19.871 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_rd": 8, 2024-04-26T02:01:19.871 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_del": 305 2024-04-26T02:01:19.871 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.871 INFO:teuthology.orchestra.run.smithi103.stdout: "oft": { 2024-04-26T02:01:19.871 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_total_objs": 1, 2024-04-26T02:01:19.872 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_total_kv_pairs": 0, 2024-04-26T02:01:19.872 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_total_updates": 0, 2024-04-26T02:01:19.872 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_total_removes": 0 2024-04-26T02:01:19.872 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.872 INFO:teuthology.orchestra.run.smithi103.stdout: "osd-slow-ops": { 2024-04-26T02:01:19.872 INFO:teuthology.orchestra.run.smithi103.stdout: "slow_ops_count": 1941 2024-04-26T02:01:19.872 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.872 INFO:teuthology.orchestra.run.smithi103.stdout: "purge_queue": { 2024-04-26T02:01:19.872 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_executing_ops": 0, 2024-04-26T02:01:19.872 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_executing_ops_high_water": 20, 2024-04-26T02:01:19.872 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_executing": 0, 2024-04-26T02:01:19.872 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_executing_high_water": 6, 2024-04-26T02:01:19.872 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_executed_ops": 2932, 2024-04-26T02:01:19.872 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_executed": 2900, 2024-04-26T02:01:19.872 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_item_in_journal": 0 2024-04-26T02:01:19.872 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.873 INFO:teuthology.orchestra.run.smithi103.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T02:01:19.873 INFO:teuthology.orchestra.run.smithi103.stdout: "val": 0, 2024-04-26T02:01:19.873 INFO:teuthology.orchestra.run.smithi103.stdout: "max": 104857600, 2024-04-26T02:01:19.873 INFO:teuthology.orchestra.run.smithi103.stdout: "get_started": 0, 2024-04-26T02:01:19.873 INFO:teuthology.orchestra.run.smithi103.stdout: "get": 85458, 2024-04-26T02:01:19.873 INFO:teuthology.orchestra.run.smithi103.stdout: "get_sum": 25692707, 2024-04-26T02:01:19.873 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:19.873 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_success": 85458, 2024-04-26T02:01:19.873 INFO:teuthology.orchestra.run.smithi103.stdout: "take": 0, 2024-04-26T02:01:19.873 INFO:teuthology.orchestra.run.smithi103.stdout: "take_sum": 0, 2024-04-26T02:01:19.873 INFO:teuthology.orchestra.run.smithi103.stdout: "put": 85458, 2024-04-26T02:01:19.873 INFO:teuthology.orchestra.run.smithi103.stdout: "put_sum": 25692707, 2024-04-26T02:01:19.873 INFO:teuthology.orchestra.run.smithi103.stdout: "wait": { 2024-04-26T02:01:19.873 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:19.873 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:19.874 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:19.874 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-04-26T02:01:19.874 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.874 INFO:teuthology.orchestra.run.smithi103.stdout: "throttle-objecter_bytes": { 2024-04-26T02:01:19.874 INFO:teuthology.orchestra.run.smithi103.stdout: "val": 0, 2024-04-26T02:01:19.874 INFO:teuthology.orchestra.run.smithi103.stdout: "max": 104857600, 2024-04-26T02:01:19.874 INFO:teuthology.orchestra.run.smithi103.stdout: "get_started": 0, 2024-04-26T02:01:19.874 INFO:teuthology.orchestra.run.smithi103.stdout: "get": 0, 2024-04-26T02:01:19.874 INFO:teuthology.orchestra.run.smithi103.stdout: "get_sum": 0, 2024-04-26T02:01:19.874 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:19.874 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_success": 0, 2024-04-26T02:01:19.874 INFO:teuthology.orchestra.run.smithi103.stdout: "take": 16675, 2024-04-26T02:01:19.874 INFO:teuthology.orchestra.run.smithi103.stdout: "take_sum": 94778935, 2024-04-26T02:01:19.875 INFO:teuthology.orchestra.run.smithi103.stdout: "put": 16675, 2024-04-26T02:01:19.875 INFO:teuthology.orchestra.run.smithi103.stdout: "put_sum": 94778935, 2024-04-26T02:01:19.875 INFO:teuthology.orchestra.run.smithi103.stdout: "wait": { 2024-04-26T02:01:19.875 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:19.875 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:19.875 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:19.875 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-04-26T02:01:19.875 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.875 INFO:teuthology.orchestra.run.smithi103.stdout: "throttle-objecter_ops": { 2024-04-26T02:01:19.875 INFO:teuthology.orchestra.run.smithi103.stdout: "val": 0, 2024-04-26T02:01:19.875 INFO:teuthology.orchestra.run.smithi103.stdout: "max": 1024, 2024-04-26T02:01:19.875 INFO:teuthology.orchestra.run.smithi103.stdout: "get_started": 0, 2024-04-26T02:01:19.875 INFO:teuthology.orchestra.run.smithi103.stdout: "get": 0, 2024-04-26T02:01:19.875 INFO:teuthology.orchestra.run.smithi103.stdout: "get_sum": 0, 2024-04-26T02:01:19.876 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:19.876 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_success": 0, 2024-04-26T02:01:19.876 INFO:teuthology.orchestra.run.smithi103.stdout: "take": 16675, 2024-04-26T02:01:19.876 INFO:teuthology.orchestra.run.smithi103.stdout: "take_sum": 16675, 2024-04-26T02:01:19.876 INFO:teuthology.orchestra.run.smithi103.stdout: "put": 16675, 2024-04-26T02:01:19.876 INFO:teuthology.orchestra.run.smithi103.stdout: "put_sum": 16675, 2024-04-26T02:01:19.876 INFO:teuthology.orchestra.run.smithi103.stdout: "wait": { 2024-04-26T02:01:19.876 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:19.876 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:19.876 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:19.876 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-04-26T02:01:19.876 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.876 INFO:teuthology.orchestra.run.smithi103.stdout: "throttle-write_buf_throttle": { 2024-04-26T02:01:19.876 INFO:teuthology.orchestra.run.smithi103.stdout: "val": 0, 2024-04-26T02:01:19.877 INFO:teuthology.orchestra.run.smithi103.stdout: "max": 3758096384, 2024-04-26T02:01:19.877 INFO:teuthology.orchestra.run.smithi103.stdout: "get_started": 0, 2024-04-26T02:01:19.877 INFO:teuthology.orchestra.run.smithi103.stdout: "get": 2900, 2024-04-26T02:01:19.877 INFO:teuthology.orchestra.run.smithi103.stdout: "get_sum": 312380, 2024-04-26T02:01:19.877 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:19.877 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_success": 2900, 2024-04-26T02:01:19.877 INFO:teuthology.orchestra.run.smithi103.stdout: "take": 0, 2024-04-26T02:01:19.877 INFO:teuthology.orchestra.run.smithi103.stdout: "take_sum": 0, 2024-04-26T02:01:19.877 INFO:teuthology.orchestra.run.smithi103.stdout: "put": 59, 2024-04-26T02:01:19.877 INFO:teuthology.orchestra.run.smithi103.stdout: "put_sum": 312380, 2024-04-26T02:01:19.877 INFO:teuthology.orchestra.run.smithi103.stdout: "wait": { 2024-04-26T02:01:19.877 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:19.877 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:19.877 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:19.877 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-04-26T02:01:19.877 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:19.878 INFO:teuthology.orchestra.run.smithi103.stdout: "throttle-write_buf_throttle-0x562083014500": { 2024-04-26T02:01:19.878 INFO:teuthology.orchestra.run.smithi103.stdout: "val": 0, 2024-04-26T02:01:19.878 INFO:teuthology.orchestra.run.smithi103.stdout: "max": 3758096384, 2024-04-26T02:01:19.878 INFO:teuthology.orchestra.run.smithi103.stdout: "get_started": 0, 2024-04-26T02:01:19.878 INFO:teuthology.orchestra.run.smithi103.stdout: "get": 28044, 2024-04-26T02:01:19.878 INFO:teuthology.orchestra.run.smithi103.stdout: "get_sum": 75770931, 2024-04-26T02:01:19.878 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:19.878 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_success": 28044, 2024-04-26T02:01:19.878 INFO:teuthology.orchestra.run.smithi103.stdout: "take": 0, 2024-04-26T02:01:19.878 INFO:teuthology.orchestra.run.smithi103.stdout: "take_sum": 0, 2024-04-26T02:01:19.878 INFO:teuthology.orchestra.run.smithi103.stdout: "put": 1764, 2024-04-26T02:01:19.878 INFO:teuthology.orchestra.run.smithi103.stdout: "put_sum": 75770931, 2024-04-26T02:01:19.878 INFO:teuthology.orchestra.run.smithi103.stdout: "wait": { 2024-04-26T02:01:19.878 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:19.878 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:19.879 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:19.879 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-04-26T02:01:19.879 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-04-26T02:01:19.879 INFO:teuthology.orchestra.run.smithi103.stdout:} 2024-04-26T02:01:20.755 INFO:tasks.check_counter:Daemon mds.b mds.exported=133 2024-04-26T02:01:20.755 INFO:tasks.check_counter:Daemon mds.b mds.imported=121 2024-04-26T02:01:20.755 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update=1655 2024-04-26T02:01:20.755 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update_receipt=1461 2024-04-26T02:01:20.755 INFO:tasks.check_counter:Daemon mds.b mds.root_rsnaps=6 2024-04-26T02:01:20.755 INFO:tasks.check_counter:Daemon mds.b mds_server.req_mksnap_latency.avgcount=11 2024-04-26T02:01:20.755 INFO:tasks.check_counter:Daemon mds.b mds_server.req_rmsnap_latency.avgcount=5 2024-04-26T02:01:20.755 DEBUG:tasks.check_counter:Getting stats from e 2024-04-26T02:01:20.755 DEBUG:teuthology.orchestra.run.smithi103:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph daemon mds.e perf dump 2024-04-26T02:01:21.038 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:20 smithi103 ceph-mon[32920]: pgmap v326: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T02:01:21.038 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:20 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T02:01:21.038 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:20 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T02:01:21.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:20 smithi163 ceph-mon[32592]: pgmap v326: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T02:01:21.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:20 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T02:01:21.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:20 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T02:01:21.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:20 smithi046 ceph-mon[28013]: pgmap v326: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 12 op/s 2024-04-26T02:01:21.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:20 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T02:01:21.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:20 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T02:01:21.644 INFO:teuthology.orchestra.run.smithi103.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T02:01:22.027 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:21 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:22.027 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:21 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:22.027 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:21 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:22.027 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:21 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:22.027 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:21 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:22.027 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:21 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:22.027 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:21 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:22.027 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:21 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:22.027 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:21 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T02:01:22.028 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:21 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T02:01:22.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:21 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:22.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:21 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:22.171 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:21 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:22.171 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:21 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:22.171 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:21 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:22.171 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:21 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:22.171 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:21 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:22.171 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:21 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:22.171 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:21 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T02:01:22.171 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:21 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T02:01:22.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:21 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:22.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:21 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:22.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:21 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:22.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:21 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:22.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:21 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:22.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:21 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:22.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:21 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:22.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:21 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:22.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:21 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T02:01:22.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:21 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T02:01:23.110 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:22 smithi103 ceph-mon[32920]: Adjusting osd_memory_target on smithi163 to 176.2M 2024-04-26T02:01:23.110 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:22 smithi103 ceph-mon[32920]: Unable to set osd_memory_target on smithi163 to 184780288: error parsing value: Value '184780288' is below minimum 939524096 2024-04-26T02:01:23.110 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:22 smithi103 ceph-mon[32920]: pgmap v327: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T02:01:23.110 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:22 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:23.111 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:22 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:23.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:22 smithi163 ceph-mon[32592]: Adjusting osd_memory_target on smithi163 to 176.2M 2024-04-26T02:01:23.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:22 smithi163 ceph-mon[32592]: Unable to set osd_memory_target on smithi163 to 184780288: error parsing value: Value '184780288' is below minimum 939524096 2024-04-26T02:01:23.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:22 smithi163 ceph-mon[32592]: pgmap v327: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T02:01:23.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:22 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:23.171 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:22 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:23.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:22 smithi046 ceph-mon[28013]: Adjusting osd_memory_target on smithi163 to 176.2M 2024-04-26T02:01:23.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:22 smithi046 ceph-mon[28013]: Unable to set osd_memory_target on smithi163 to 184780288: error parsing value: Value '184780288' is below minimum 939524096 2024-04-26T02:01:23.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:22 smithi046 ceph-mon[28013]: pgmap v327: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T02:01:23.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:22 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:23.312 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:22 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:23.384 INFO:teuthology.orchestra.run.smithi103.stdout:{ 2024-04-26T02:01:23.384 INFO:teuthology.orchestra.run.smithi103.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T02:01:23.384 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_messages": 1948, 2024-04-26T02:01:23.384 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages": 1950, 2024-04-26T02:01:23.384 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_bytes": 17346503, 2024-04-26T02:01:23.384 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_bytes": 619471, 2024-04-26T02:01:23.384 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_created_connections": 6, 2024-04-26T02:01:23.385 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_active_connections": 2, 2024-04-26T02:01:23.385 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_total_time": 0.180746195, 2024-04-26T02:01:23.385 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_send_time": 0.059071536, 2024-04-26T02:01:23.385 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_recv_time": 0.050842925, 2024-04-26T02:01:23.385 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_fast_dispatch_time": 0.055230484, 2024-04-26T02:01:23.385 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:01:23.385 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 1948, 2024-04-26T02:01:23.385 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.070596533, 2024-04-26T02:01:23.385 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000036240 2024-04-26T02:01:23.385 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.385 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:01:23.385 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:23.385 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:23.385 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:23.386 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.386 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-26T02:01:23.386 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_encrypted_bytes": 0 2024-04-26T02:01:23.386 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.386 INFO:teuthology.orchestra.run.smithi103.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T02:01:23.386 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_messages": 400, 2024-04-26T02:01:23.386 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages": 588, 2024-04-26T02:01:23.386 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_bytes": 8311576, 2024-04-26T02:01:23.386 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_bytes": 690172, 2024-04-26T02:01:23.386 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_created_connections": 8, 2024-04-26T02:01:23.386 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_active_connections": 5, 2024-04-26T02:01:23.386 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_total_time": 0.047566442, 2024-04-26T02:01:23.387 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_send_time": 0.019160857, 2024-04-26T02:01:23.387 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_recv_time": 0.014449466, 2024-04-26T02:01:23.387 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_fast_dispatch_time": 0.009016838, 2024-04-26T02:01:23.387 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:01:23.387 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 585, 2024-04-26T02:01:23.387 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.029075437, 2024-04-26T02:01:23.387 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000049701 2024-04-26T02:01:23.387 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.387 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:01:23.387 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:23.387 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:23.387 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:23.387 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.387 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_encrypted_bytes": 3472, 2024-04-26T02:01:23.388 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_encrypted_bytes": 565136 2024-04-26T02:01:23.388 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.388 INFO:teuthology.orchestra.run.smithi103.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T02:01:23.388 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_messages": 411, 2024-04-26T02:01:23.389 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages": 369, 2024-04-26T02:01:23.389 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_bytes": 6186004, 2024-04-26T02:01:23.389 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_bytes": 189718, 2024-04-26T02:01:23.389 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_created_connections": 4, 2024-04-26T02:01:23.389 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_active_connections": 3, 2024-04-26T02:01:23.389 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_total_time": 0.064886980, 2024-04-26T02:01:23.389 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_send_time": 0.019101141, 2024-04-26T02:01:23.389 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_recv_time": 0.046372396, 2024-04-26T02:01:23.389 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_fast_dispatch_time": 0.009177494, 2024-04-26T02:01:23.389 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:01:23.389 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 368, 2024-04-26T02:01:23.389 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.017617282, 2024-04-26T02:01:23.390 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000047873 2024-04-26T02:01:23.390 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.390 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:01:23.390 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:23.390 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:23.390 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:23.390 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.390 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_encrypted_bytes": 1966640, 2024-04-26T02:01:23.390 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_encrypted_bytes": 157600 2024-04-26T02:01:23.390 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.390 INFO:teuthology.orchestra.run.smithi103.stdout: "cct": { 2024-04-26T02:01:23.390 INFO:teuthology.orchestra.run.smithi103.stdout: "total_workers": 1, 2024-04-26T02:01:23.390 INFO:teuthology.orchestra.run.smithi103.stdout: "unhealthy_workers": 0 2024-04-26T02:01:23.391 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.391 INFO:teuthology.orchestra.run.smithi103.stdout: "finisher-MDSRank": { 2024-04-26T02:01:23.391 INFO:teuthology.orchestra.run.smithi103.stdout: "queue_len": 0, 2024-04-26T02:01:23.391 INFO:teuthology.orchestra.run.smithi103.stdout: "complete_latency": { 2024-04-26T02:01:23.391 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 4220, 2024-04-26T02:01:23.391 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.099504482, 2024-04-26T02:01:23.391 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000023579 2024-04-26T02:01:23.391 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-04-26T02:01:23.391 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.391 INFO:teuthology.orchestra.run.smithi103.stdout: "finisher-PurgeQueue": { 2024-04-26T02:01:23.391 INFO:teuthology.orchestra.run.smithi103.stdout: "queue_len": 0, 2024-04-26T02:01:23.391 INFO:teuthology.orchestra.run.smithi103.stdout: "complete_latency": { 2024-04-26T02:01:23.391 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:23.391 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:23.392 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:23.392 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-04-26T02:01:23.392 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.392 INFO:teuthology.orchestra.run.smithi103.stdout: "mds": { 2024-04-26T02:01:23.392 INFO:teuthology.orchestra.run.smithi103.stdout: "request": 0, 2024-04-26T02:01:23.392 INFO:teuthology.orchestra.run.smithi103.stdout: "reply": 0, 2024-04-26T02:01:23.392 INFO:teuthology.orchestra.run.smithi103.stdout: "reply_latency": { 2024-04-26T02:01:23.392 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:23.392 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:23.392 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:23.392 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.392 INFO:teuthology.orchestra.run.smithi103.stdout: "slow_reply": 0, 2024-04-26T02:01:23.392 INFO:teuthology.orchestra.run.smithi103.stdout: "forward": 0, 2024-04-26T02:01:23.392 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_fetch_complete": 0, 2024-04-26T02:01:23.393 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_fetch_keys": 0, 2024-04-26T02:01:23.393 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_commit": 0, 2024-04-26T02:01:23.393 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_split": 0, 2024-04-26T02:01:23.393 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_merge": 0, 2024-04-26T02:01:23.393 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes": 4998, 2024-04-26T02:01:23.393 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes_top": 96, 2024-04-26T02:01:23.393 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes_bottom": 4902, 2024-04-26T02:01:23.393 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes_pin_tail": 0, 2024-04-26T02:01:23.393 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes_pinned": 4860, 2024-04-26T02:01:23.393 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes_expired": 0, 2024-04-26T02:01:23.393 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes_with_caps": 0, 2024-04-26T02:01:23.393 INFO:teuthology.orchestra.run.smithi103.stdout: "caps": 0, 2024-04-26T02:01:23.393 INFO:teuthology.orchestra.run.smithi103.stdout: "subtrees": 1, 2024-04-26T02:01:23.393 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse": 0, 2024-04-26T02:01:23.394 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse_hit": 0, 2024-04-26T02:01:23.394 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse_forward": 0, 2024-04-26T02:01:23.394 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse_discover": 0, 2024-04-26T02:01:23.394 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse_dir_fetch": 0, 2024-04-26T02:01:23.394 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse_remote_ino": 0, 2024-04-26T02:01:23.394 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse_lock": 0, 2024-04-26T02:01:23.394 INFO:teuthology.orchestra.run.smithi103.stdout: "load_cent": 0, 2024-04-26T02:01:23.394 INFO:teuthology.orchestra.run.smithi103.stdout: "q": 0, 2024-04-26T02:01:23.394 INFO:teuthology.orchestra.run.smithi103.stdout: "exported": 0, 2024-04-26T02:01:23.394 INFO:teuthology.orchestra.run.smithi103.stdout: "exported_inodes": 0, 2024-04-26T02:01:23.394 INFO:teuthology.orchestra.run.smithi103.stdout: "imported": 0, 2024-04-26T02:01:23.394 INFO:teuthology.orchestra.run.smithi103.stdout: "imported_inodes": 0, 2024-04-26T02:01:23.394 INFO:teuthology.orchestra.run.smithi103.stdout: "openino_dir_fetch": 0, 2024-04-26T02:01:23.395 INFO:teuthology.orchestra.run.smithi103.stdout: "openino_backtrace_fetch": 0, 2024-04-26T02:01:23.395 INFO:teuthology.orchestra.run.smithi103.stdout: "openino_peer_discover": 0, 2024-04-26T02:01:23.395 INFO:teuthology.orchestra.run.smithi103.stdout: "root_rfiles": 0, 2024-04-26T02:01:23.395 INFO:teuthology.orchestra.run.smithi103.stdout: "root_rbytes": 0, 2024-04-26T02:01:23.395 INFO:teuthology.orchestra.run.smithi103.stdout: "root_rsnaps": 0, 2024-04-26T02:01:23.395 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T02:01:23.395 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_set_tag": 0, 2024-04-26T02:01:23.395 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T02:01:23.395 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_inotable_repaired": 0, 2024-04-26T02:01:23.395 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_dir_inodes": 0, 2024-04-26T02:01:23.395 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T02:01:23.395 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T02:01:23.395 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_file_inodes": 0, 2024-04-26T02:01:23.396 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_inode_file_caps": 0, 2024-04-26T02:01:23.396 INFO:teuthology.orchestra.run.smithi103.stdout: "ceph_cap_op_revoke": 0, 2024-04-26T02:01:23.396 INFO:teuthology.orchestra.run.smithi103.stdout: "ceph_cap_op_grant": 0, 2024-04-26T02:01:23.396 INFO:teuthology.orchestra.run.smithi103.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T02:01:23.396 INFO:teuthology.orchestra.run.smithi103.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T02:01:23.396 INFO:teuthology.orchestra.run.smithi103.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T02:01:23.396 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_client_caps": 0, 2024-04-26T02:01:23.396 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_client_caps_dirty": 0, 2024-04-26T02:01:23.396 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_client_cap_release": 0, 2024-04-26T02:01:23.396 INFO:teuthology.orchestra.run.smithi103.stdout: "process_request_cap_release": 0 2024-04-26T02:01:23.396 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.396 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_cache": { 2024-04-26T02:01:23.396 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_update": 0, 2024-04-26T02:01:23.396 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_update_receipt": 0, 2024-04-26T02:01:23.397 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_try_discover": 0, 2024-04-26T02:01:23.397 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_send_discover": 0, 2024-04-26T02:01:23.397 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_handle_discover": 0, 2024-04-26T02:01:23.397 INFO:teuthology.orchestra.run.smithi103.stdout: "num_strays": 0, 2024-04-26T02:01:23.397 INFO:teuthology.orchestra.run.smithi103.stdout: "num_strays_delayed": 0, 2024-04-26T02:01:23.397 INFO:teuthology.orchestra.run.smithi103.stdout: "num_strays_enqueuing": 0, 2024-04-26T02:01:23.397 INFO:teuthology.orchestra.run.smithi103.stdout: "strays_created": 0, 2024-04-26T02:01:23.397 INFO:teuthology.orchestra.run.smithi103.stdout: "strays_enqueued": 0, 2024-04-26T02:01:23.397 INFO:teuthology.orchestra.run.smithi103.stdout: "strays_reintegrated": 0, 2024-04-26T02:01:23.397 INFO:teuthology.orchestra.run.smithi103.stdout: "strays_migrated": 0, 2024-04-26T02:01:23.397 INFO:teuthology.orchestra.run.smithi103.stdout: "num_recovering_processing": 0, 2024-04-26T02:01:23.397 INFO:teuthology.orchestra.run.smithi103.stdout: "num_recovering_enqueued": 0, 2024-04-26T02:01:23.397 INFO:teuthology.orchestra.run.smithi103.stdout: "num_recovering_prioritized": 0, 2024-04-26T02:01:23.397 INFO:teuthology.orchestra.run.smithi103.stdout: "recovery_started": 0, 2024-04-26T02:01:23.397 INFO:teuthology.orchestra.run.smithi103.stdout: "recovery_completed": 0, 2024-04-26T02:01:23.398 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_quiesce_path": 0, 2024-04-26T02:01:23.398 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_quiesce_inode": 0, 2024-04-26T02:01:23.398 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T02:01:23.398 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_exportdir": 0, 2024-04-26T02:01:23.398 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_flush": 0, 2024-04-26T02:01:23.398 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_fragmentdir": 0, 2024-04-26T02:01:23.398 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_fragstats": 0, 2024-04-26T02:01:23.398 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_inodestats": 0 2024-04-26T02:01:23.398 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.398 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_log": { 2024-04-26T02:01:23.398 INFO:teuthology.orchestra.run.smithi103.stdout: "evlrg": 0, 2024-04-26T02:01:23.398 INFO:teuthology.orchestra.run.smithi103.stdout: "evadd": 0, 2024-04-26T02:01:23.398 INFO:teuthology.orchestra.run.smithi103.stdout: "evex": 0, 2024-04-26T02:01:23.398 INFO:teuthology.orchestra.run.smithi103.stdout: "evtrm": 0, 2024-04-26T02:01:23.399 INFO:teuthology.orchestra.run.smithi103.stdout: "ev": 11198, 2024-04-26T02:01:23.399 INFO:teuthology.orchestra.run.smithi103.stdout: "evexg": 0, 2024-04-26T02:01:23.399 INFO:teuthology.orchestra.run.smithi103.stdout: "evexd": 0, 2024-04-26T02:01:23.399 INFO:teuthology.orchestra.run.smithi103.stdout: "segadd": 0, 2024-04-26T02:01:23.399 INFO:teuthology.orchestra.run.smithi103.stdout: "segex": 0, 2024-04-26T02:01:23.399 INFO:teuthology.orchestra.run.smithi103.stdout: "segtrm": 0, 2024-04-26T02:01:23.399 INFO:teuthology.orchestra.run.smithi103.stdout: "seg": 16, 2024-04-26T02:01:23.399 INFO:teuthology.orchestra.run.smithi103.stdout: "segmjr": 2, 2024-04-26T02:01:23.399 INFO:teuthology.orchestra.run.smithi103.stdout: "segexg": 0, 2024-04-26T02:01:23.399 INFO:teuthology.orchestra.run.smithi103.stdout: "segexd": 0, 2024-04-26T02:01:23.399 INFO:teuthology.orchestra.run.smithi103.stdout: "expos": 4194304, 2024-04-26T02:01:23.399 INFO:teuthology.orchestra.run.smithi103.stdout: "wrpos": 33367506, 2024-04-26T02:01:23.399 INFO:teuthology.orchestra.run.smithi103.stdout: "rdpos": 33364945, 2024-04-26T02:01:23.399 INFO:teuthology.orchestra.run.smithi103.stdout: "jlat": { 2024-04-26T02:01:23.399 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:23.400 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:23.400 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:23.400 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.400 INFO:teuthology.orchestra.run.smithi103.stdout: "replayed": 11198 2024-04-26T02:01:23.400 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.400 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_mem": { 2024-04-26T02:01:23.400 INFO:teuthology.orchestra.run.smithi103.stdout: "ino": 1444, 2024-04-26T02:01:23.400 INFO:teuthology.orchestra.run.smithi103.stdout: "ino+": 5532, 2024-04-26T02:01:23.400 INFO:teuthology.orchestra.run.smithi103.stdout: "ino-": 4088, 2024-04-26T02:01:23.400 INFO:teuthology.orchestra.run.smithi103.stdout: "dir": 84, 2024-04-26T02:01:23.400 INFO:teuthology.orchestra.run.smithi103.stdout: "dir+": 228, 2024-04-26T02:01:23.400 INFO:teuthology.orchestra.run.smithi103.stdout: "dir-": 144, 2024-04-26T02:01:23.400 INFO:teuthology.orchestra.run.smithi103.stdout: "dn": 4998, 2024-04-26T02:01:23.401 INFO:teuthology.orchestra.run.smithi103.stdout: "dn+": 7160, 2024-04-26T02:01:23.401 INFO:teuthology.orchestra.run.smithi103.stdout: "dn-": 2162, 2024-04-26T02:01:23.401 INFO:teuthology.orchestra.run.smithi103.stdout: "cap": 0, 2024-04-26T02:01:23.401 INFO:teuthology.orchestra.run.smithi103.stdout: "cap+": 0, 2024-04-26T02:01:23.401 INFO:teuthology.orchestra.run.smithi103.stdout: "cap-": 0, 2024-04-26T02:01:23.401 INFO:teuthology.orchestra.run.smithi103.stdout: "rss": 65156, 2024-04-26T02:01:23.401 INFO:teuthology.orchestra.run.smithi103.stdout: "heap": 215416 2024-04-26T02:01:23.401 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.401 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_server": { 2024-04-26T02:01:23.401 INFO:teuthology.orchestra.run.smithi103.stdout: "dispatch_client_request": 0, 2024-04-26T02:01:23.401 INFO:teuthology.orchestra.run.smithi103.stdout: "dispatch_server_request": 0, 2024-04-26T02:01:23.401 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_client_request": 0, 2024-04-26T02:01:23.401 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_client_session": 0, 2024-04-26T02:01:23.401 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_peer_request": 0, 2024-04-26T02:01:23.401 INFO:teuthology.orchestra.run.smithi103.stdout: "req_create_latency": { 2024-04-26T02:01:23.402 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:23.402 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:23.402 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:23.402 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.402 INFO:teuthology.orchestra.run.smithi103.stdout: "req_getattr_latency": { 2024-04-26T02:01:23.402 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:23.402 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:23.402 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:23.402 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.402 INFO:teuthology.orchestra.run.smithi103.stdout: "req_getfilelock_latency": { 2024-04-26T02:01:23.402 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:23.402 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:23.402 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:23.402 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.403 INFO:teuthology.orchestra.run.smithi103.stdout: "req_link_latency": { 2024-04-26T02:01:23.403 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:23.403 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:23.403 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:23.403 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.403 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lookup_latency": { 2024-04-26T02:01:23.403 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:23.403 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:23.403 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:23.403 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.404 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lookuphash_latency": { 2024-04-26T02:01:23.404 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:23.404 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:23.404 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:23.404 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.404 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lookupino_latency": { 2024-04-26T02:01:23.404 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:23.404 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:23.404 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:23.404 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.404 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lookupname_latency": { 2024-04-26T02:01:23.404 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:23.404 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:23.404 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:23.405 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.405 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lookupparent_latency": { 2024-04-26T02:01:23.405 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:23.405 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:23.405 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:23.405 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.405 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lookupsnap_latency": { 2024-04-26T02:01:23.405 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:23.405 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:23.405 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:23.405 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.405 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lssnap_latency": { 2024-04-26T02:01:23.405 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:23.405 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:23.406 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:23.406 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.406 INFO:teuthology.orchestra.run.smithi103.stdout: "req_mkdir_latency": { 2024-04-26T02:01:23.406 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:23.406 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:23.406 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:23.407 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.407 INFO:teuthology.orchestra.run.smithi103.stdout: "req_mknod_latency": { 2024-04-26T02:01:23.407 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:23.407 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:23.407 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:23.407 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.407 INFO:teuthology.orchestra.run.smithi103.stdout: "req_mksnap_latency": { 2024-04-26T02:01:23.407 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:23.407 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:23.407 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:23.407 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.407 INFO:teuthology.orchestra.run.smithi103.stdout: "req_open_latency": { 2024-04-26T02:01:23.407 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:23.408 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:23.408 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:23.408 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.408 INFO:teuthology.orchestra.run.smithi103.stdout: "req_readdir_latency": { 2024-04-26T02:01:23.408 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:23.408 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:23.408 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:23.408 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.408 INFO:teuthology.orchestra.run.smithi103.stdout: "req_rename_latency": { 2024-04-26T02:01:23.408 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:23.408 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:23.408 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:23.408 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.408 INFO:teuthology.orchestra.run.smithi103.stdout: "req_renamesnap_latency": { 2024-04-26T02:01:23.408 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:23.409 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:23.409 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:23.409 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.409 INFO:teuthology.orchestra.run.smithi103.stdout: "req_snapdiff_latency": { 2024-04-26T02:01:23.409 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:23.409 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:23.409 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:23.409 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.409 INFO:teuthology.orchestra.run.smithi103.stdout: "req_rmdir_latency": { 2024-04-26T02:01:23.409 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:23.409 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:23.409 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:23.409 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.409 INFO:teuthology.orchestra.run.smithi103.stdout: "req_rmsnap_latency": { 2024-04-26T02:01:23.410 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:23.410 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:23.410 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:23.410 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.410 INFO:teuthology.orchestra.run.smithi103.stdout: "req_rmxattr_latency": { 2024-04-26T02:01:23.410 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:23.410 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:23.410 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:23.410 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.410 INFO:teuthology.orchestra.run.smithi103.stdout: "req_setattr_latency": { 2024-04-26T02:01:23.410 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:23.410 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:23.410 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:23.411 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.411 INFO:teuthology.orchestra.run.smithi103.stdout: "req_setdirlayout_latency": { 2024-04-26T02:01:23.411 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:23.411 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:23.411 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:23.411 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.411 INFO:teuthology.orchestra.run.smithi103.stdout: "req_setfilelock_latency": { 2024-04-26T02:01:23.411 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:23.411 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:23.411 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:23.411 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.411 INFO:teuthology.orchestra.run.smithi103.stdout: "req_setlayout_latency": { 2024-04-26T02:01:23.411 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:23.411 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:23.411 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:23.412 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.412 INFO:teuthology.orchestra.run.smithi103.stdout: "req_setxattr_latency": { 2024-04-26T02:01:23.412 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:23.412 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:23.412 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:23.412 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.412 INFO:teuthology.orchestra.run.smithi103.stdout: "req_symlink_latency": { 2024-04-26T02:01:23.412 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:23.412 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:23.412 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:23.412 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.412 INFO:teuthology.orchestra.run.smithi103.stdout: "req_unlink_latency": { 2024-04-26T02:01:23.412 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:23.412 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:23.413 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:23.413 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.413 INFO:teuthology.orchestra.run.smithi103.stdout: "cap_revoke_eviction": 0, 2024-04-26T02:01:23.413 INFO:teuthology.orchestra.run.smithi103.stdout: "cap_acquisition_throttle": 0, 2024-04-26T02:01:23.413 INFO:teuthology.orchestra.run.smithi103.stdout: "req_getvxattr_latency": { 2024-04-26T02:01:23.413 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:23.413 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:23.413 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:23.413 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-04-26T02:01:23.413 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.413 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_sessions": { 2024-04-26T02:01:23.413 INFO:teuthology.orchestra.run.smithi103.stdout: "session_count": 1, 2024-04-26T02:01:23.413 INFO:teuthology.orchestra.run.smithi103.stdout: "session_add": 2, 2024-04-26T02:01:23.414 INFO:teuthology.orchestra.run.smithi103.stdout: "session_remove": 1, 2024-04-26T02:01:23.414 INFO:teuthology.orchestra.run.smithi103.stdout: "sessions_open": 1, 2024-04-26T02:01:23.414 INFO:teuthology.orchestra.run.smithi103.stdout: "sessions_stale": 0, 2024-04-26T02:01:23.414 INFO:teuthology.orchestra.run.smithi103.stdout: "total_load": 0, 2024-04-26T02:01:23.414 INFO:teuthology.orchestra.run.smithi103.stdout: "average_load": 0, 2024-04-26T02:01:23.414 INFO:teuthology.orchestra.run.smithi103.stdout: "avg_session_uptime": 2311, 2024-04-26T02:01:23.414 INFO:teuthology.orchestra.run.smithi103.stdout: "mdthresh_evicted": 0 2024-04-26T02:01:23.414 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.414 INFO:teuthology.orchestra.run.smithi103.stdout: "mempool": { 2024-04-26T02:01:23.414 INFO:teuthology.orchestra.run.smithi103.stdout: "bloom_filter_bytes": 0, 2024-04-26T02:01:23.414 INFO:teuthology.orchestra.run.smithi103.stdout: "bloom_filter_items": 0, 2024-04-26T02:01:23.414 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T02:01:23.414 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_alloc_items": 0, 2024-04-26T02:01:23.414 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T02:01:23.414 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_data_items": 0, 2024-04-26T02:01:23.415 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T02:01:23.415 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T02:01:23.415 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T02:01:23.415 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T02:01:23.415 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T02:01:23.415 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_other_items": 0, 2024-04-26T02:01:23.415 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T02:01:23.415 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T02:01:23.415 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_extent_bytes": 0, 2024-04-26T02:01:23.415 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_extent_items": 0, 2024-04-26T02:01:23.415 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_blob_bytes": 0, 2024-04-26T02:01:23.415 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_blob_items": 0, 2024-04-26T02:01:23.415 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T02:01:23.415 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T02:01:23.416 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T02:01:23.416 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T02:01:23.416 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T02:01:23.416 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_fsck_items": 0, 2024-04-26T02:01:23.416 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_txc_bytes": 0, 2024-04-26T02:01:23.416 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_txc_items": 0, 2024-04-26T02:01:23.416 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T02:01:23.416 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T02:01:23.416 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_writing_bytes": 0, 2024-04-26T02:01:23.416 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_writing_items": 0, 2024-04-26T02:01:23.416 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_bytes": 0, 2024-04-26T02:01:23.416 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_items": 0, 2024-04-26T02:01:23.416 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T02:01:23.416 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_file_reader_items": 0, 2024-04-26T02:01:23.417 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T02:01:23.417 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_file_writer_items": 0, 2024-04-26T02:01:23.417 INFO:teuthology.orchestra.run.smithi103.stdout: "buffer_anon_bytes": 255258, 2024-04-26T02:01:23.417 INFO:teuthology.orchestra.run.smithi103.stdout: "buffer_anon_items": 1579, 2024-04-26T02:01:23.417 INFO:teuthology.orchestra.run.smithi103.stdout: "buffer_meta_bytes": 0, 2024-04-26T02:01:23.417 INFO:teuthology.orchestra.run.smithi103.stdout: "buffer_meta_items": 0, 2024-04-26T02:01:23.417 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_bytes": 0, 2024-04-26T02:01:23.417 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_items": 0, 2024-04-26T02:01:23.417 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_mapbl_bytes": 0, 2024-04-26T02:01:23.417 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_mapbl_items": 0, 2024-04-26T02:01:23.417 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_pglog_bytes": 0, 2024-04-26T02:01:23.417 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_pglog_items": 0, 2024-04-26T02:01:23.417 INFO:teuthology.orchestra.run.smithi103.stdout: "osdmap_bytes": 8032, 2024-04-26T02:01:23.417 INFO:teuthology.orchestra.run.smithi103.stdout: "osdmap_items": 167, 2024-04-26T02:01:23.417 INFO:teuthology.orchestra.run.smithi103.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T02:01:23.418 INFO:teuthology.orchestra.run.smithi103.stdout: "osdmap_mapping_items": 0, 2024-04-26T02:01:23.418 INFO:teuthology.orchestra.run.smithi103.stdout: "pgmap_bytes": 0, 2024-04-26T02:01:23.418 INFO:teuthology.orchestra.run.smithi103.stdout: "pgmap_items": 0, 2024-04-26T02:01:23.418 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_co_bytes": 7033595, 2024-04-26T02:01:23.418 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_co_items": 80997, 2024-04-26T02:01:23.418 INFO:teuthology.orchestra.run.smithi103.stdout: "unittest_1_bytes": 0, 2024-04-26T02:01:23.418 INFO:teuthology.orchestra.run.smithi103.stdout: "unittest_1_items": 0, 2024-04-26T02:01:23.418 INFO:teuthology.orchestra.run.smithi103.stdout: "unittest_2_bytes": 0, 2024-04-26T02:01:23.418 INFO:teuthology.orchestra.run.smithi103.stdout: "unittest_2_items": 0 2024-04-26T02:01:23.418 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.418 INFO:teuthology.orchestra.run.smithi103.stdout: "objecter": { 2024-04-26T02:01:23.418 INFO:teuthology.orchestra.run.smithi103.stdout: "op_active": 0, 2024-04-26T02:01:23.418 INFO:teuthology.orchestra.run.smithi103.stdout: "op_laggy": 0, 2024-04-26T02:01:23.419 INFO:teuthology.orchestra.run.smithi103.stdout: "op_send": 2442, 2024-04-26T02:01:23.419 INFO:teuthology.orchestra.run.smithi103.stdout: "op_send_bytes": 21, 2024-04-26T02:01:23.419 INFO:teuthology.orchestra.run.smithi103.stdout: "op_resend": 3, 2024-04-26T02:01:23.419 INFO:teuthology.orchestra.run.smithi103.stdout: "op_reply": 2442, 2024-04-26T02:01:23.419 INFO:teuthology.orchestra.run.smithi103.stdout: "op_latency": { 2024-04-26T02:01:23.419 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 2442, 2024-04-26T02:01:23.419 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 1.204976800, 2024-04-26T02:01:23.419 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000493438 2024-04-26T02:01:23.419 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.419 INFO:teuthology.orchestra.run.smithi103.stdout: "op_inflight": 0, 2024-04-26T02:01:23.419 INFO:teuthology.orchestra.run.smithi103.stdout: "oplen_avg": { 2024-04-26T02:01:23.419 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 2442, 2024-04-26T02:01:23.419 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 2443 2024-04-26T02:01:23.419 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.419 INFO:teuthology.orchestra.run.smithi103.stdout: "op": 2442, 2024-04-26T02:01:23.419 INFO:teuthology.orchestra.run.smithi103.stdout: "op_r": 2442, 2024-04-26T02:01:23.420 INFO:teuthology.orchestra.run.smithi103.stdout: "op_w": 0, 2024-04-26T02:01:23.420 INFO:teuthology.orchestra.run.smithi103.stdout: "op_rmw": 0, 2024-04-26T02:01:23.420 INFO:teuthology.orchestra.run.smithi103.stdout: "op_pg": 0, 2024-04-26T02:01:23.420 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_stat": 1503, 2024-04-26T02:01:23.420 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_create": 0, 2024-04-26T02:01:23.420 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_read": 937, 2024-04-26T02:01:23.420 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_write": 0, 2024-04-26T02:01:23.420 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_writefull": 0, 2024-04-26T02:01:23.420 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_writesame": 0, 2024-04-26T02:01:23.420 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_append": 0, 2024-04-26T02:01:23.420 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_zero": 0, 2024-04-26T02:01:23.420 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_truncate": 0, 2024-04-26T02:01:23.420 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_delete": 0, 2024-04-26T02:01:23.420 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_mapext": 0, 2024-04-26T02:01:23.420 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_sparse_read": 0, 2024-04-26T02:01:23.421 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_clonerange": 0, 2024-04-26T02:01:23.421 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_getxattr": 1, 2024-04-26T02:01:23.421 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_setxattr": 0, 2024-04-26T02:01:23.421 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_cmpxattr": 0, 2024-04-26T02:01:23.421 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_rmxattr": 0, 2024-04-26T02:01:23.421 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_resetxattrs": 0, 2024-04-26T02:01:23.421 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_call": 0, 2024-04-26T02:01:23.421 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_watch": 0, 2024-04-26T02:01:23.421 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_notify": 0, 2024-04-26T02:01:23.421 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T02:01:23.421 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_pgls": 0, 2024-04-26T02:01:23.421 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_pgls_filter": 0, 2024-04-26T02:01:23.421 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_other": 0, 2024-04-26T02:01:23.421 INFO:teuthology.orchestra.run.smithi103.stdout: "linger_active": 0, 2024-04-26T02:01:23.421 INFO:teuthology.orchestra.run.smithi103.stdout: "linger_send": 0, 2024-04-26T02:01:23.421 INFO:teuthology.orchestra.run.smithi103.stdout: "linger_resend": 0, 2024-04-26T02:01:23.422 INFO:teuthology.orchestra.run.smithi103.stdout: "linger_ping": 0, 2024-04-26T02:01:23.422 INFO:teuthology.orchestra.run.smithi103.stdout: "poolop_active": 0, 2024-04-26T02:01:23.422 INFO:teuthology.orchestra.run.smithi103.stdout: "poolop_send": 0, 2024-04-26T02:01:23.422 INFO:teuthology.orchestra.run.smithi103.stdout: "poolop_resend": 0, 2024-04-26T02:01:23.422 INFO:teuthology.orchestra.run.smithi103.stdout: "poolstat_active": 0, 2024-04-26T02:01:23.422 INFO:teuthology.orchestra.run.smithi103.stdout: "poolstat_send": 0, 2024-04-26T02:01:23.422 INFO:teuthology.orchestra.run.smithi103.stdout: "poolstat_resend": 0, 2024-04-26T02:01:23.422 INFO:teuthology.orchestra.run.smithi103.stdout: "statfs_active": 0, 2024-04-26T02:01:23.422 INFO:teuthology.orchestra.run.smithi103.stdout: "statfs_send": 0, 2024-04-26T02:01:23.422 INFO:teuthology.orchestra.run.smithi103.stdout: "statfs_resend": 0, 2024-04-26T02:01:23.422 INFO:teuthology.orchestra.run.smithi103.stdout: "command_active": 0, 2024-04-26T02:01:23.422 INFO:teuthology.orchestra.run.smithi103.stdout: "command_send": 0, 2024-04-26T02:01:23.422 INFO:teuthology.orchestra.run.smithi103.stdout: "command_resend": 0, 2024-04-26T02:01:23.422 INFO:teuthology.orchestra.run.smithi103.stdout: "map_epoch": 102, 2024-04-26T02:01:23.422 INFO:teuthology.orchestra.run.smithi103.stdout: "map_full": 0, 2024-04-26T02:01:23.423 INFO:teuthology.orchestra.run.smithi103.stdout: "map_inc": 13, 2024-04-26T02:01:23.423 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_sessions": 6, 2024-04-26T02:01:23.423 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_session_open": 6, 2024-04-26T02:01:23.423 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_session_close": 0, 2024-04-26T02:01:23.423 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_laggy": 0, 2024-04-26T02:01:23.423 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_wr": 0, 2024-04-26T02:01:23.423 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_rd": 2, 2024-04-26T02:01:23.423 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_del": 0 2024-04-26T02:01:23.423 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.423 INFO:teuthology.orchestra.run.smithi103.stdout: "oft": { 2024-04-26T02:01:23.423 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_total_objs": 0, 2024-04-26T02:01:23.423 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_total_kv_pairs": 0, 2024-04-26T02:01:23.423 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_total_updates": 0, 2024-04-26T02:01:23.423 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_total_removes": 0 2024-04-26T02:01:23.423 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.424 INFO:teuthology.orchestra.run.smithi103.stdout: "osd-slow-ops": { 2024-04-26T02:01:23.424 INFO:teuthology.orchestra.run.smithi103.stdout: "slow_ops_count": 0 2024-04-26T02:01:23.424 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.424 INFO:teuthology.orchestra.run.smithi103.stdout: "purge_queue": { 2024-04-26T02:01:23.424 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_executing_ops": 0, 2024-04-26T02:01:23.424 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_executing_ops_high_water": 0, 2024-04-26T02:01:23.424 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_executing": 0, 2024-04-26T02:01:23.424 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_executing_high_water": 0, 2024-04-26T02:01:23.424 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_executed_ops": 0, 2024-04-26T02:01:23.424 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_executed": 0, 2024-04-26T02:01:23.424 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_item_in_journal": 0 2024-04-26T02:01:23.424 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.424 INFO:teuthology.orchestra.run.smithi103.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T02:01:23.424 INFO:teuthology.orchestra.run.smithi103.stdout: "val": 0, 2024-04-26T02:01:23.424 INFO:teuthology.orchestra.run.smithi103.stdout: "max": 104857600, 2024-04-26T02:01:23.425 INFO:teuthology.orchestra.run.smithi103.stdout: "get_started": 0, 2024-04-26T02:01:23.425 INFO:teuthology.orchestra.run.smithi103.stdout: "get": 2755, 2024-04-26T02:01:23.425 INFO:teuthology.orchestra.run.smithi103.stdout: "get_sum": 31577354, 2024-04-26T02:01:23.425 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:23.425 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_success": 2755, 2024-04-26T02:01:23.425 INFO:teuthology.orchestra.run.smithi103.stdout: "take": 0, 2024-04-26T02:01:23.425 INFO:teuthology.orchestra.run.smithi103.stdout: "take_sum": 0, 2024-04-26T02:01:23.425 INFO:teuthology.orchestra.run.smithi103.stdout: "put": 2755, 2024-04-26T02:01:23.425 INFO:teuthology.orchestra.run.smithi103.stdout: "put_sum": 31577354, 2024-04-26T02:01:23.425 INFO:teuthology.orchestra.run.smithi103.stdout: "wait": { 2024-04-26T02:01:23.425 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:23.425 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:23.425 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:23.425 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-04-26T02:01:23.426 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.426 INFO:teuthology.orchestra.run.smithi103.stdout: "throttle-objecter_bytes": { 2024-04-26T02:01:23.426 INFO:teuthology.orchestra.run.smithi103.stdout: "val": 0, 2024-04-26T02:01:23.426 INFO:teuthology.orchestra.run.smithi103.stdout: "max": 104857600, 2024-04-26T02:01:23.426 INFO:teuthology.orchestra.run.smithi103.stdout: "get_started": 0, 2024-04-26T02:01:23.426 INFO:teuthology.orchestra.run.smithi103.stdout: "get": 0, 2024-04-26T02:01:23.426 INFO:teuthology.orchestra.run.smithi103.stdout: "get_sum": 0, 2024-04-26T02:01:23.426 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:23.426 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_success": 0, 2024-04-26T02:01:23.426 INFO:teuthology.orchestra.run.smithi103.stdout: "take": 2442, 2024-04-26T02:01:23.426 INFO:teuthology.orchestra.run.smithi103.stdout: "take_sum": 29180019, 2024-04-26T02:01:23.426 INFO:teuthology.orchestra.run.smithi103.stdout: "put": 2442, 2024-04-26T02:01:23.426 INFO:teuthology.orchestra.run.smithi103.stdout: "put_sum": 29180019, 2024-04-26T02:01:23.426 INFO:teuthology.orchestra.run.smithi103.stdout: "wait": { 2024-04-26T02:01:23.427 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:23.427 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:23.427 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:23.427 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-04-26T02:01:23.427 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.427 INFO:teuthology.orchestra.run.smithi103.stdout: "throttle-objecter_ops": { 2024-04-26T02:01:23.427 INFO:teuthology.orchestra.run.smithi103.stdout: "val": 0, 2024-04-26T02:01:23.427 INFO:teuthology.orchestra.run.smithi103.stdout: "max": 1024, 2024-04-26T02:01:23.427 INFO:teuthology.orchestra.run.smithi103.stdout: "get_started": 0, 2024-04-26T02:01:23.427 INFO:teuthology.orchestra.run.smithi103.stdout: "get": 0, 2024-04-26T02:01:23.427 INFO:teuthology.orchestra.run.smithi103.stdout: "get_sum": 0, 2024-04-26T02:01:23.427 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:23.427 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_success": 0, 2024-04-26T02:01:23.427 INFO:teuthology.orchestra.run.smithi103.stdout: "take": 2442, 2024-04-26T02:01:23.427 INFO:teuthology.orchestra.run.smithi103.stdout: "take_sum": 2442, 2024-04-26T02:01:23.428 INFO:teuthology.orchestra.run.smithi103.stdout: "put": 2442, 2024-04-26T02:01:23.428 INFO:teuthology.orchestra.run.smithi103.stdout: "put_sum": 2442, 2024-04-26T02:01:23.428 INFO:teuthology.orchestra.run.smithi103.stdout: "wait": { 2024-04-26T02:01:23.428 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:23.428 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:23.428 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:23.428 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-04-26T02:01:23.428 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.428 INFO:teuthology.orchestra.run.smithi103.stdout: "throttle-write_buf_throttle": { 2024-04-26T02:01:23.428 INFO:teuthology.orchestra.run.smithi103.stdout: "val": 0, 2024-04-26T02:01:23.428 INFO:teuthology.orchestra.run.smithi103.stdout: "max": 3758096384, 2024-04-26T02:01:23.428 INFO:teuthology.orchestra.run.smithi103.stdout: "get_started": 0, 2024-04-26T02:01:23.428 INFO:teuthology.orchestra.run.smithi103.stdout: "get": 0, 2024-04-26T02:01:23.428 INFO:teuthology.orchestra.run.smithi103.stdout: "get_sum": 0, 2024-04-26T02:01:23.429 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:23.429 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_success": 0, 2024-04-26T02:01:23.429 INFO:teuthology.orchestra.run.smithi103.stdout: "take": 0, 2024-04-26T02:01:23.429 INFO:teuthology.orchestra.run.smithi103.stdout: "take_sum": 0, 2024-04-26T02:01:23.429 INFO:teuthology.orchestra.run.smithi103.stdout: "put": 0, 2024-04-26T02:01:23.429 INFO:teuthology.orchestra.run.smithi103.stdout: "put_sum": 0, 2024-04-26T02:01:23.429 INFO:teuthology.orchestra.run.smithi103.stdout: "wait": { 2024-04-26T02:01:23.429 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:23.429 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:23.429 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:23.429 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-04-26T02:01:23.429 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:23.429 INFO:teuthology.orchestra.run.smithi103.stdout: "throttle-write_buf_throttle-0x5642ca9de6e0": { 2024-04-26T02:01:23.429 INFO:teuthology.orchestra.run.smithi103.stdout: "val": 0, 2024-04-26T02:01:23.430 INFO:teuthology.orchestra.run.smithi103.stdout: "max": 3758096384, 2024-04-26T02:01:23.430 INFO:teuthology.orchestra.run.smithi103.stdout: "get_started": 0, 2024-04-26T02:01:23.430 INFO:teuthology.orchestra.run.smithi103.stdout: "get": 0, 2024-04-26T02:01:23.430 INFO:teuthology.orchestra.run.smithi103.stdout: "get_sum": 0, 2024-04-26T02:01:23.430 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:23.430 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_success": 0, 2024-04-26T02:01:23.430 INFO:teuthology.orchestra.run.smithi103.stdout: "take": 0, 2024-04-26T02:01:23.430 INFO:teuthology.orchestra.run.smithi103.stdout: "take_sum": 0, 2024-04-26T02:01:23.430 INFO:teuthology.orchestra.run.smithi103.stdout: "put": 0, 2024-04-26T02:01:23.430 INFO:teuthology.orchestra.run.smithi103.stdout: "put_sum": 0, 2024-04-26T02:01:23.430 INFO:teuthology.orchestra.run.smithi103.stdout: "wait": { 2024-04-26T02:01:23.430 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:23.430 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:23.430 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:23.430 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-04-26T02:01:23.431 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-04-26T02:01:23.431 INFO:teuthology.orchestra.run.smithi103.stdout:} 2024-04-26T02:01:24.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:23 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:24.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:23 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:24.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:23 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:24.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:23 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:24.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:23 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:24.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:23 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:24.127 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:23 smithi103 ceph-mon[32920]: Adjusting osd_memory_target on smithi046 to 177.5M 2024-04-26T02:01:24.127 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:23 smithi103 ceph-mon[32920]: Unable to set osd_memory_target on smithi046 to 186173747: error parsing value: Value '186173747' is below minimum 939524096 2024-04-26T02:01:24.195 INFO:tasks.check_counter:Daemon mds.e mds.exported=0 2024-04-26T02:01:24.195 INFO:tasks.check_counter:Daemon mds.e mds.imported=0 2024-04-26T02:01:24.195 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update=0 2024-04-26T02:01:24.195 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update_receipt=0 2024-04-26T02:01:24.196 INFO:tasks.check_counter:Daemon mds.e mds.root_rsnaps=0 2024-04-26T02:01:24.196 INFO:tasks.check_counter:Daemon mds.e mds_server.req_mksnap_latency.avgcount=0 2024-04-26T02:01:24.196 INFO:tasks.check_counter:Daemon mds.e mds_server.req_rmsnap_latency.avgcount=0 2024-04-26T02:01:24.196 DEBUG:tasks.check_counter:Getting stats from h 2024-04-26T02:01:24.196 DEBUG:teuthology.orchestra.run.smithi103:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph daemon mds.h perf dump 2024-04-26T02:01:24.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:23 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:24.312 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:23 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:24.312 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:23 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:24.312 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:23 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:24.312 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:23 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:24.312 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:23 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:24.313 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:23 smithi046 ceph-mon[28013]: Adjusting osd_memory_target on smithi046 to 177.5M 2024-04-26T02:01:24.313 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:23 smithi046 ceph-mon[28013]: Unable to set osd_memory_target on smithi046 to 186173747: error parsing value: Value '186173747' is below minimum 939524096 2024-04-26T02:01:24.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:23 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:24.421 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:23 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:24.421 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:23 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:24.421 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:23 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:24.421 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:23 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:24.421 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:23 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:24.422 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:23 smithi163 ceph-mon[32592]: Adjusting osd_memory_target on smithi046 to 177.5M 2024-04-26T02:01:24.422 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:23 smithi163 ceph-mon[32592]: Unable to set osd_memory_target on smithi046 to 186173747: error parsing value: Value '186173747' is below minimum 939524096 2024-04-26T02:01:24.453 INFO:teuthology.orchestra.run.smithi103.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T02:01:25.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:24 smithi103 ceph-mon[32920]: pgmap v328: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T02:01:25.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:24 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T02:01:25.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:24 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T02:01:25.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:24 smithi046 ceph-mon[28013]: pgmap v328: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T02:01:25.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:24 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T02:01:25.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:24 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T02:01:25.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:24 smithi163 ceph-mon[32592]: pgmap v328: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 12 op/s 2024-04-26T02:01:25.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:24 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T02:01:25.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:24 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T02:01:26.393 INFO:teuthology.orchestra.run.smithi103.stdout:{ 2024-04-26T02:01:26.393 INFO:teuthology.orchestra.run.smithi103.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T02:01:26.393 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_messages": 13723, 2024-04-26T02:01:26.393 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages": 12969, 2024-04-26T02:01:26.393 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_bytes": 9622639, 2024-04-26T02:01:26.393 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_bytes": 9514464, 2024-04-26T02:01:26.393 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_created_connections": 10, 2024-04-26T02:01:26.393 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_active_connections": 4, 2024-04-26T02:01:26.393 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_total_time": 0.792591311, 2024-04-26T02:01:26.394 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_send_time": 0.351087677, 2024-04-26T02:01:26.394 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_recv_time": 0.521430494, 2024-04-26T02:01:26.394 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_fast_dispatch_time": 0.031235958, 2024-04-26T02:01:26.394 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:01:26.394 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 12969, 2024-04-26T02:01:26.394 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.269365746, 2024-04-26T02:01:26.394 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000020769 2024-04-26T02:01:26.394 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.394 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:01:26.395 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 23677, 2024-04-26T02:01:26.395 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.003611553, 2024-04-26T02:01:26.395 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000152 2024-04-26T02:01:26.395 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.395 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_encrypted_bytes": 1985168, 2024-04-26T02:01:26.395 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_encrypted_bytes": 162608 2024-04-26T02:01:26.395 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.396 INFO:teuthology.orchestra.run.smithi103.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T02:01:26.396 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_messages": 13967, 2024-04-26T02:01:26.396 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages": 17079, 2024-04-26T02:01:26.396 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_bytes": 6033896, 2024-04-26T02:01:26.396 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_bytes": 8872519, 2024-04-26T02:01:26.396 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_created_connections": 20, 2024-04-26T02:01:26.396 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_active_connections": 5, 2024-04-26T02:01:26.396 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_total_time": 0.724210696, 2024-04-26T02:01:26.396 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_send_time": 0.322099977, 2024-04-26T02:01:26.396 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_recv_time": 0.503098584, 2024-04-26T02:01:26.396 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_fast_dispatch_time": 0.012362351, 2024-04-26T02:01:26.396 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:01:26.396 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 17078, 2024-04-26T02:01:26.396 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.348362613, 2024-04-26T02:01:26.396 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000020398 2024-04-26T02:01:26.397 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.397 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:01:26.397 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 25828, 2024-04-26T02:01:26.397 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.003613532, 2024-04-26T02:01:26.397 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000139 2024-04-26T02:01:26.397 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.397 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_encrypted_bytes": 1727024, 2024-04-26T02:01:26.397 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_encrypted_bytes": 5851952 2024-04-26T02:01:26.397 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.397 INFO:teuthology.orchestra.run.smithi103.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T02:01:26.397 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_messages": 887, 2024-04-26T02:01:26.397 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages": 1018, 2024-04-26T02:01:26.397 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_bytes": 371174, 2024-04-26T02:01:26.397 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_bytes": 8398047, 2024-04-26T02:01:26.398 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_created_connections": 12, 2024-04-26T02:01:26.398 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_active_connections": 6, 2024-04-26T02:01:26.398 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_total_time": 0.082845843, 2024-04-26T02:01:26.398 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_send_time": 0.034908538, 2024-04-26T02:01:26.398 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_recv_time": 0.017326076, 2024-04-26T02:01:26.398 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_fast_dispatch_time": 0.024285451, 2024-04-26T02:01:26.398 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:01:26.398 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 1014, 2024-04-26T02:01:26.398 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.076101822, 2024-04-26T02:01:26.398 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000075051 2024-04-26T02:01:26.398 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.398 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:01:26.398 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 2, 2024-04-26T02:01:26.399 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000178, 2024-04-26T02:01:26.399 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000089 2024-04-26T02:01:26.399 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.399 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_encrypted_bytes": 160, 2024-04-26T02:01:26.399 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_encrypted_bytes": 315344 2024-04-26T02:01:26.399 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.399 INFO:teuthology.orchestra.run.smithi103.stdout: "cct": { 2024-04-26T02:01:26.399 INFO:teuthology.orchestra.run.smithi103.stdout: "total_workers": 1, 2024-04-26T02:01:26.399 INFO:teuthology.orchestra.run.smithi103.stdout: "unhealthy_workers": 0 2024-04-26T02:01:26.399 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.399 INFO:teuthology.orchestra.run.smithi103.stdout: "finisher-MDSRank": { 2024-04-26T02:01:26.399 INFO:teuthology.orchestra.run.smithi103.stdout: "queue_len": 0, 2024-04-26T02:01:26.399 INFO:teuthology.orchestra.run.smithi103.stdout: "complete_latency": { 2024-04-26T02:01:26.400 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 1123, 2024-04-26T02:01:26.400 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 1.675779593, 2024-04-26T02:01:26.400 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.001492234 2024-04-26T02:01:26.400 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-04-26T02:01:26.400 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.400 INFO:teuthology.orchestra.run.smithi103.stdout: "finisher-PurgeQueue": { 2024-04-26T02:01:26.400 INFO:teuthology.orchestra.run.smithi103.stdout: "queue_len": 0, 2024-04-26T02:01:26.400 INFO:teuthology.orchestra.run.smithi103.stdout: "complete_latency": { 2024-04-26T02:01:26.400 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 2984, 2024-04-26T02:01:26.400 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.279779183, 2024-04-26T02:01:26.400 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000093759 2024-04-26T02:01:26.400 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-04-26T02:01:26.400 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.400 INFO:teuthology.orchestra.run.smithi103.stdout: "mds": { 2024-04-26T02:01:26.401 INFO:teuthology.orchestra.run.smithi103.stdout: "request": 2957, 2024-04-26T02:01:26.401 INFO:teuthology.orchestra.run.smithi103.stdout: "reply": 2956, 2024-04-26T02:01:26.401 INFO:teuthology.orchestra.run.smithi103.stdout: "reply_latency": { 2024-04-26T02:01:26.401 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 2956, 2024-04-26T02:01:26.401 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 5.068248116, 2024-04-26T02:01:26.401 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.001714562 2024-04-26T02:01:26.401 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.402 INFO:teuthology.orchestra.run.smithi103.stdout: "slow_reply": 0, 2024-04-26T02:01:26.402 INFO:teuthology.orchestra.run.smithi103.stdout: "forward": 1, 2024-04-26T02:01:26.402 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_fetch_complete": 19, 2024-04-26T02:01:26.402 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_fetch_keys": 0, 2024-04-26T02:01:26.402 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_commit": 11, 2024-04-26T02:01:26.402 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_split": 0, 2024-04-26T02:01:26.402 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_merge": 0, 2024-04-26T02:01:26.402 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes": 1687, 2024-04-26T02:01:26.403 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes_top": 0, 2024-04-26T02:01:26.403 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes_bottom": 1, 2024-04-26T02:01:26.403 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes_pin_tail": 1686, 2024-04-26T02:01:26.403 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes_pinned": 1686, 2024-04-26T02:01:26.403 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes_expired": 2818, 2024-04-26T02:01:26.403 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes_with_caps": 0, 2024-04-26T02:01:26.404 INFO:teuthology.orchestra.run.smithi103.stdout: "caps": 0, 2024-04-26T02:01:26.404 INFO:teuthology.orchestra.run.smithi103.stdout: "subtrees": 2, 2024-04-26T02:01:26.404 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse": 6832, 2024-04-26T02:01:26.404 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse_hit": 5120, 2024-04-26T02:01:26.404 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse_forward": 1, 2024-04-26T02:01:26.404 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse_discover": 753, 2024-04-26T02:01:26.405 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse_dir_fetch": 0, 2024-04-26T02:01:26.405 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse_remote_ino": 0, 2024-04-26T02:01:26.405 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse_lock": 0, 2024-04-26T02:01:26.405 INFO:teuthology.orchestra.run.smithi103.stdout: "load_cent": 0, 2024-04-26T02:01:26.405 INFO:teuthology.orchestra.run.smithi103.stdout: "q": 0, 2024-04-26T02:01:26.405 INFO:teuthology.orchestra.run.smithi103.stdout: "exported": 73, 2024-04-26T02:01:26.405 INFO:teuthology.orchestra.run.smithi103.stdout: "exported_inodes": 1448, 2024-04-26T02:01:26.405 INFO:teuthology.orchestra.run.smithi103.stdout: "imported": 73, 2024-04-26T02:01:26.405 INFO:teuthology.orchestra.run.smithi103.stdout: "imported_inodes": 2528, 2024-04-26T02:01:26.406 INFO:teuthology.orchestra.run.smithi103.stdout: "openino_dir_fetch": 0, 2024-04-26T02:01:26.406 INFO:teuthology.orchestra.run.smithi103.stdout: "openino_backtrace_fetch": 0, 2024-04-26T02:01:26.406 INFO:teuthology.orchestra.run.smithi103.stdout: "openino_peer_discover": 0, 2024-04-26T02:01:26.406 INFO:teuthology.orchestra.run.smithi103.stdout: "root_rfiles": 4, 2024-04-26T02:01:26.406 INFO:teuthology.orchestra.run.smithi103.stdout: "root_rbytes": 234, 2024-04-26T02:01:26.406 INFO:teuthology.orchestra.run.smithi103.stdout: "root_rsnaps": 6, 2024-04-26T02:01:26.406 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T02:01:26.406 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_set_tag": 0, 2024-04-26T02:01:26.406 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T02:01:26.406 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_inotable_repaired": 0, 2024-04-26T02:01:26.406 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_dir_inodes": 0, 2024-04-26T02:01:26.406 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T02:01:26.406 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T02:01:26.407 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_file_inodes": 0, 2024-04-26T02:01:26.407 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_inode_file_caps": 8, 2024-04-26T02:01:26.407 INFO:teuthology.orchestra.run.smithi103.stdout: "ceph_cap_op_revoke": 757, 2024-04-26T02:01:26.407 INFO:teuthology.orchestra.run.smithi103.stdout: "ceph_cap_op_grant": 1866, 2024-04-26T02:01:26.407 INFO:teuthology.orchestra.run.smithi103.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T02:01:26.407 INFO:teuthology.orchestra.run.smithi103.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T02:01:26.407 INFO:teuthology.orchestra.run.smithi103.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T02:01:26.407 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_client_caps": 1336, 2024-04-26T02:01:26.407 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_client_caps_dirty": 623, 2024-04-26T02:01:26.407 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_client_cap_release": 59, 2024-04-26T02:01:26.407 INFO:teuthology.orchestra.run.smithi103.stdout: "process_request_cap_release": 2475 2024-04-26T02:01:26.407 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.407 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_cache": { 2024-04-26T02:01:26.407 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_update": 583, 2024-04-26T02:01:26.408 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_update_receipt": 2583, 2024-04-26T02:01:26.408 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_try_discover": 1664, 2024-04-26T02:01:26.408 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_send_discover": 1760, 2024-04-26T02:01:26.408 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_handle_discover": 815, 2024-04-26T02:01:26.408 INFO:teuthology.orchestra.run.smithi103.stdout: "num_strays": 50, 2024-04-26T02:01:26.408 INFO:teuthology.orchestra.run.smithi103.stdout: "num_strays_delayed": 0, 2024-04-26T02:01:26.408 INFO:teuthology.orchestra.run.smithi103.stdout: "num_strays_enqueuing": 0, 2024-04-26T02:01:26.408 INFO:teuthology.orchestra.run.smithi103.stdout: "strays_created": 1579, 2024-04-26T02:01:26.408 INFO:teuthology.orchestra.run.smithi103.stdout: "strays_enqueued": 1529, 2024-04-26T02:01:26.408 INFO:teuthology.orchestra.run.smithi103.stdout: "strays_reintegrated": 0, 2024-04-26T02:01:26.408 INFO:teuthology.orchestra.run.smithi103.stdout: "strays_migrated": 0, 2024-04-26T02:01:26.408 INFO:teuthology.orchestra.run.smithi103.stdout: "num_recovering_processing": 0, 2024-04-26T02:01:26.408 INFO:teuthology.orchestra.run.smithi103.stdout: "num_recovering_enqueued": 0, 2024-04-26T02:01:26.408 INFO:teuthology.orchestra.run.smithi103.stdout: "num_recovering_prioritized": 0, 2024-04-26T02:01:26.408 INFO:teuthology.orchestra.run.smithi103.stdout: "recovery_started": 0, 2024-04-26T02:01:26.409 INFO:teuthology.orchestra.run.smithi103.stdout: "recovery_completed": 0, 2024-04-26T02:01:26.409 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_quiesce_path": 3, 2024-04-26T02:01:26.409 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_quiesce_inode": 1267, 2024-04-26T02:01:26.409 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T02:01:26.409 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_exportdir": 73, 2024-04-26T02:01:26.409 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_flush": 0, 2024-04-26T02:01:26.409 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_fragmentdir": 0, 2024-04-26T02:01:26.409 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_fragstats": 0, 2024-04-26T02:01:26.409 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_inodestats": 0 2024-04-26T02:01:26.409 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.409 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_log": { 2024-04-26T02:01:26.409 INFO:teuthology.orchestra.run.smithi103.stdout: "evlrg": 1, 2024-04-26T02:01:26.409 INFO:teuthology.orchestra.run.smithi103.stdout: "evadd": 4632, 2024-04-26T02:01:26.409 INFO:teuthology.orchestra.run.smithi103.stdout: "evex": 0, 2024-04-26T02:01:26.410 INFO:teuthology.orchestra.run.smithi103.stdout: "evtrm": 0, 2024-04-26T02:01:26.410 INFO:teuthology.orchestra.run.smithi103.stdout: "ev": 4632, 2024-04-26T02:01:26.410 INFO:teuthology.orchestra.run.smithi103.stdout: "evexg": 0, 2024-04-26T02:01:26.410 INFO:teuthology.orchestra.run.smithi103.stdout: "evexd": 0, 2024-04-26T02:01:26.410 INFO:teuthology.orchestra.run.smithi103.stdout: "segadd": 8, 2024-04-26T02:01:26.410 INFO:teuthology.orchestra.run.smithi103.stdout: "segex": 0, 2024-04-26T02:01:26.410 INFO:teuthology.orchestra.run.smithi103.stdout: "segtrm": 0, 2024-04-26T02:01:26.410 INFO:teuthology.orchestra.run.smithi103.stdout: "seg": 8, 2024-04-26T02:01:26.410 INFO:teuthology.orchestra.run.smithi103.stdout: "segmjr": 2, 2024-04-26T02:01:26.410 INFO:teuthology.orchestra.run.smithi103.stdout: "segexg": 0, 2024-04-26T02:01:26.410 INFO:teuthology.orchestra.run.smithi103.stdout: "segexd": 0, 2024-04-26T02:01:26.410 INFO:teuthology.orchestra.run.smithi103.stdout: "expos": 4194304, 2024-04-26T02:01:26.411 INFO:teuthology.orchestra.run.smithi103.stdout: "wrpos": 16947551, 2024-04-26T02:01:26.411 INFO:teuthology.orchestra.run.smithi103.stdout: "rdpos": 0, 2024-04-26T02:01:26.411 INFO:teuthology.orchestra.run.smithi103.stdout: "jlat": { 2024-04-26T02:01:26.411 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 458, 2024-04-26T02:01:26.411 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 2.033190690, 2024-04-26T02:01:26.411 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.004439280 2024-04-26T02:01:26.411 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.411 INFO:teuthology.orchestra.run.smithi103.stdout: "replayed": 0 2024-04-26T02:01:26.411 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.411 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_mem": { 2024-04-26T02:01:26.411 INFO:teuthology.orchestra.run.smithi103.stdout: "ino": 1101, 2024-04-26T02:01:26.411 INFO:teuthology.orchestra.run.smithi103.stdout: "ino+": 4323, 2024-04-26T02:01:26.411 INFO:teuthology.orchestra.run.smithi103.stdout: "ino-": 3222, 2024-04-26T02:01:26.411 INFO:teuthology.orchestra.run.smithi103.stdout: "dir": 77, 2024-04-26T02:01:26.411 INFO:teuthology.orchestra.run.smithi103.stdout: "dir+": 1111, 2024-04-26T02:01:26.412 INFO:teuthology.orchestra.run.smithi103.stdout: "dir-": 1034, 2024-04-26T02:01:26.412 INFO:teuthology.orchestra.run.smithi103.stdout: "dn": 1687, 2024-04-26T02:01:26.412 INFO:teuthology.orchestra.run.smithi103.stdout: "dn+": 6489, 2024-04-26T02:01:26.412 INFO:teuthology.orchestra.run.smithi103.stdout: "dn-": 4802, 2024-04-26T02:01:26.412 INFO:teuthology.orchestra.run.smithi103.stdout: "cap": 0, 2024-04-26T02:01:26.412 INFO:teuthology.orchestra.run.smithi103.stdout: "cap+": 2094, 2024-04-26T02:01:26.412 INFO:teuthology.orchestra.run.smithi103.stdout: "cap-": 2094, 2024-04-26T02:01:26.412 INFO:teuthology.orchestra.run.smithi103.stdout: "rss": 74916, 2024-04-26T02:01:26.412 INFO:teuthology.orchestra.run.smithi103.stdout: "heap": 223608 2024-04-26T02:01:26.412 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.413 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_server": { 2024-04-26T02:01:26.413 INFO:teuthology.orchestra.run.smithi103.stdout: "dispatch_client_request": 4460, 2024-04-26T02:01:26.413 INFO:teuthology.orchestra.run.smithi103.stdout: "dispatch_server_request": 218, 2024-04-26T02:01:26.413 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_client_request": 2957, 2024-04-26T02:01:26.413 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_client_session": 20, 2024-04-26T02:01:26.413 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_peer_request": 1547, 2024-04-26T02:01:26.413 INFO:teuthology.orchestra.run.smithi103.stdout: "req_create_latency": { 2024-04-26T02:01:26.413 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:26.413 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:26.413 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:26.413 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.413 INFO:teuthology.orchestra.run.smithi103.stdout: "req_getattr_latency": { 2024-04-26T02:01:26.413 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 1, 2024-04-26T02:01:26.413 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000188864, 2024-04-26T02:01:26.413 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000188864 2024-04-26T02:01:26.414 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.414 INFO:teuthology.orchestra.run.smithi103.stdout: "req_getfilelock_latency": { 2024-04-26T02:01:26.414 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:26.414 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:26.414 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:26.414 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.414 INFO:teuthology.orchestra.run.smithi103.stdout: "req_link_latency": { 2024-04-26T02:01:26.414 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:26.414 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:26.414 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:26.414 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.414 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lookup_latency": { 2024-04-26T02:01:26.415 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 1141, 2024-04-26T02:01:26.415 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.399699936, 2024-04-26T02:01:26.415 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000350306 2024-04-26T02:01:26.415 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.415 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lookuphash_latency": { 2024-04-26T02:01:26.415 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:26.415 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:26.415 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:26.415 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.415 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lookupino_latency": { 2024-04-26T02:01:26.415 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:26.415 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:26.415 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:26.415 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.415 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lookupname_latency": { 2024-04-26T02:01:26.416 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:26.416 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:26.416 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:26.416 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.416 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lookupparent_latency": { 2024-04-26T02:01:26.416 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:26.416 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:26.416 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:26.416 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.416 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lookupsnap_latency": { 2024-04-26T02:01:26.416 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:26.416 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:26.416 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:26.416 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.416 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lssnap_latency": { 2024-04-26T02:01:26.417 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:26.417 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:26.417 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:26.417 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.417 INFO:teuthology.orchestra.run.smithi103.stdout: "req_mkdir_latency": { 2024-04-26T02:01:26.417 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:26.417 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:26.417 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:26.417 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.417 INFO:teuthology.orchestra.run.smithi103.stdout: "req_mknod_latency": { 2024-04-26T02:01:26.417 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:26.417 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:26.417 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:26.417 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.417 INFO:teuthology.orchestra.run.smithi103.stdout: "req_mksnap_latency": { 2024-04-26T02:01:26.417 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:26.418 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:26.418 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:26.418 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.418 INFO:teuthology.orchestra.run.smithi103.stdout: "req_open_latency": { 2024-04-26T02:01:26.418 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:26.418 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:26.418 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:26.418 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.418 INFO:teuthology.orchestra.run.smithi103.stdout: "req_readdir_latency": { 2024-04-26T02:01:26.418 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 235, 2024-04-26T02:01:26.418 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.208019900, 2024-04-26T02:01:26.419 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000885191 2024-04-26T02:01:26.419 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.419 INFO:teuthology.orchestra.run.smithi103.stdout: "req_rename_latency": { 2024-04-26T02:01:26.419 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:26.419 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:26.419 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:26.419 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.419 INFO:teuthology.orchestra.run.smithi103.stdout: "req_renamesnap_latency": { 2024-04-26T02:01:26.419 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:26.419 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:26.420 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:26.420 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.420 INFO:teuthology.orchestra.run.smithi103.stdout: "req_snapdiff_latency": { 2024-04-26T02:01:26.420 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:26.420 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:26.420 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:26.420 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.420 INFO:teuthology.orchestra.run.smithi103.stdout: "req_rmdir_latency": { 2024-04-26T02:01:26.420 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 80, 2024-04-26T02:01:26.420 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 1.991253309, 2024-04-26T02:01:26.420 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.024890666 2024-04-26T02:01:26.420 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.420 INFO:teuthology.orchestra.run.smithi103.stdout: "req_rmsnap_latency": { 2024-04-26T02:01:26.421 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:26.421 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:26.421 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:26.421 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.421 INFO:teuthology.orchestra.run.smithi103.stdout: "req_rmxattr_latency": { 2024-04-26T02:01:26.421 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:26.421 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:26.421 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:26.421 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.421 INFO:teuthology.orchestra.run.smithi103.stdout: "req_setattr_latency": { 2024-04-26T02:01:26.421 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:26.421 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:26.421 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:26.421 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.421 INFO:teuthology.orchestra.run.smithi103.stdout: "req_setdirlayout_latency": { 2024-04-26T02:01:26.422 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:26.422 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:26.422 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:26.422 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.422 INFO:teuthology.orchestra.run.smithi103.stdout: "req_setfilelock_latency": { 2024-04-26T02:01:26.422 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:26.422 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:26.422 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:26.422 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.422 INFO:teuthology.orchestra.run.smithi103.stdout: "req_setlayout_latency": { 2024-04-26T02:01:26.422 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:26.423 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:26.423 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:26.423 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.423 INFO:teuthology.orchestra.run.smithi103.stdout: "req_setxattr_latency": { 2024-04-26T02:01:26.423 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:26.423 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:26.423 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:26.423 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.423 INFO:teuthology.orchestra.run.smithi103.stdout: "req_symlink_latency": { 2024-04-26T02:01:26.423 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:26.423 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:26.423 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:26.423 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.423 INFO:teuthology.orchestra.run.smithi103.stdout: "req_unlink_latency": { 2024-04-26T02:01:26.424 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 1499, 2024-04-26T02:01:26.424 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 2.469086107, 2024-04-26T02:01:26.424 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.001647155 2024-04-26T02:01:26.424 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.424 INFO:teuthology.orchestra.run.smithi103.stdout: "cap_revoke_eviction": 0, 2024-04-26T02:01:26.424 INFO:teuthology.orchestra.run.smithi103.stdout: "cap_acquisition_throttle": 0, 2024-04-26T02:01:26.424 INFO:teuthology.orchestra.run.smithi103.stdout: "req_getvxattr_latency": { 2024-04-26T02:01:26.424 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:26.424 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:26.424 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:26.424 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-04-26T02:01:26.424 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.424 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_sessions": { 2024-04-26T02:01:26.424 INFO:teuthology.orchestra.run.smithi103.stdout: "session_count": 1, 2024-04-26T02:01:26.424 INFO:teuthology.orchestra.run.smithi103.stdout: "session_add": 4, 2024-04-26T02:01:26.424 INFO:teuthology.orchestra.run.smithi103.stdout: "session_remove": 3, 2024-04-26T02:01:26.425 INFO:teuthology.orchestra.run.smithi103.stdout: "sessions_open": 1, 2024-04-26T02:01:26.425 INFO:teuthology.orchestra.run.smithi103.stdout: "sessions_stale": 0, 2024-04-26T02:01:26.425 INFO:teuthology.orchestra.run.smithi103.stdout: "total_load": 1930, 2024-04-26T02:01:26.425 INFO:teuthology.orchestra.run.smithi103.stdout: "average_load": 1930, 2024-04-26T02:01:26.425 INFO:teuthology.orchestra.run.smithi103.stdout: "avg_session_uptime": 2315, 2024-04-26T02:01:26.425 INFO:teuthology.orchestra.run.smithi103.stdout: "mdthresh_evicted": 0 2024-04-26T02:01:26.425 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.425 INFO:teuthology.orchestra.run.smithi103.stdout: "mempool": { 2024-04-26T02:01:26.425 INFO:teuthology.orchestra.run.smithi103.stdout: "bloom_filter_bytes": 0, 2024-04-26T02:01:26.425 INFO:teuthology.orchestra.run.smithi103.stdout: "bloom_filter_items": 0, 2024-04-26T02:01:26.425 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T02:01:26.425 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_alloc_items": 0, 2024-04-26T02:01:26.425 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T02:01:26.425 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_data_items": 0, 2024-04-26T02:01:26.425 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T02:01:26.425 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T02:01:26.426 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T02:01:26.426 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T02:01:26.426 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T02:01:26.426 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_other_items": 0, 2024-04-26T02:01:26.426 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T02:01:26.426 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T02:01:26.426 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_extent_bytes": 0, 2024-04-26T02:01:26.426 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_extent_items": 0, 2024-04-26T02:01:26.426 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_blob_bytes": 0, 2024-04-26T02:01:26.426 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_blob_items": 0, 2024-04-26T02:01:26.426 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T02:01:26.426 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T02:01:26.426 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T02:01:26.426 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T02:01:26.427 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T02:01:26.427 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_fsck_items": 0, 2024-04-26T02:01:26.427 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_txc_bytes": 0, 2024-04-26T02:01:26.427 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_txc_items": 0, 2024-04-26T02:01:26.427 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T02:01:26.427 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T02:01:26.427 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_writing_bytes": 0, 2024-04-26T02:01:26.427 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_writing_items": 0, 2024-04-26T02:01:26.427 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_bytes": 0, 2024-04-26T02:01:26.427 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_items": 0, 2024-04-26T02:01:26.427 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T02:01:26.427 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_file_reader_items": 0, 2024-04-26T02:01:26.427 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T02:01:26.427 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_file_writer_items": 0, 2024-04-26T02:01:26.427 INFO:teuthology.orchestra.run.smithi103.stdout: "buffer_anon_bytes": 738395, 2024-04-26T02:01:26.427 INFO:teuthology.orchestra.run.smithi103.stdout: "buffer_anon_items": 1327, 2024-04-26T02:01:26.428 INFO:teuthology.orchestra.run.smithi103.stdout: "buffer_meta_bytes": 0, 2024-04-26T02:01:26.428 INFO:teuthology.orchestra.run.smithi103.stdout: "buffer_meta_items": 0, 2024-04-26T02:01:26.428 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_bytes": 0, 2024-04-26T02:01:26.428 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_items": 0, 2024-04-26T02:01:26.428 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_mapbl_bytes": 0, 2024-04-26T02:01:26.428 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_mapbl_items": 0, 2024-04-26T02:01:26.428 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_pglog_bytes": 0, 2024-04-26T02:01:26.428 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_pglog_items": 0, 2024-04-26T02:01:26.428 INFO:teuthology.orchestra.run.smithi103.stdout: "osdmap_bytes": 8032, 2024-04-26T02:01:26.428 INFO:teuthology.orchestra.run.smithi103.stdout: "osdmap_items": 167, 2024-04-26T02:01:26.428 INFO:teuthology.orchestra.run.smithi103.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T02:01:26.428 INFO:teuthology.orchestra.run.smithi103.stdout: "osdmap_mapping_items": 0, 2024-04-26T02:01:26.428 INFO:teuthology.orchestra.run.smithi103.stdout: "pgmap_bytes": 0, 2024-04-26T02:01:26.428 INFO:teuthology.orchestra.run.smithi103.stdout: "pgmap_items": 0, 2024-04-26T02:01:26.428 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_co_bytes": 3964145, 2024-04-26T02:01:26.428 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_co_items": 56175, 2024-04-26T02:01:26.429 INFO:teuthology.orchestra.run.smithi103.stdout: "unittest_1_bytes": 0, 2024-04-26T02:01:26.429 INFO:teuthology.orchestra.run.smithi103.stdout: "unittest_1_items": 0, 2024-04-26T02:01:26.429 INFO:teuthology.orchestra.run.smithi103.stdout: "unittest_2_bytes": 0, 2024-04-26T02:01:26.429 INFO:teuthology.orchestra.run.smithi103.stdout: "unittest_2_items": 0 2024-04-26T02:01:26.429 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.429 INFO:teuthology.orchestra.run.smithi103.stdout: "objecter": { 2024-04-26T02:01:26.429 INFO:teuthology.orchestra.run.smithi103.stdout: "op_active": 0, 2024-04-26T02:01:26.429 INFO:teuthology.orchestra.run.smithi103.stdout: "op_laggy": 0, 2024-04-26T02:01:26.429 INFO:teuthology.orchestra.run.smithi103.stdout: "op_send": 2277, 2024-04-26T02:01:26.429 INFO:teuthology.orchestra.run.smithi103.stdout: "op_send_bytes": 13039418, 2024-04-26T02:01:26.430 INFO:teuthology.orchestra.run.smithi103.stdout: "op_resend": 28, 2024-04-26T02:01:26.430 INFO:teuthology.orchestra.run.smithi103.stdout: "op_reply": 2277, 2024-04-26T02:01:26.430 INFO:teuthology.orchestra.run.smithi103.stdout: "op_latency": { 2024-04-26T02:01:26.430 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 2277, 2024-04-26T02:01:26.430 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 8.520833465, 2024-04-26T02:01:26.430 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.003742131 2024-04-26T02:01:26.430 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.430 INFO:teuthology.orchestra.run.smithi103.stdout: "op_inflight": 0, 2024-04-26T02:01:26.430 INFO:teuthology.orchestra.run.smithi103.stdout: "oplen_avg": { 2024-04-26T02:01:26.430 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 2277, 2024-04-26T02:01:26.431 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 2398 2024-04-26T02:01:26.431 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.431 INFO:teuthology.orchestra.run.smithi103.stdout: "op": 2277, 2024-04-26T02:01:26.431 INFO:teuthology.orchestra.run.smithi103.stdout: "op_r": 83, 2024-04-26T02:01:26.431 INFO:teuthology.orchestra.run.smithi103.stdout: "op_w": 2194, 2024-04-26T02:01:26.431 INFO:teuthology.orchestra.run.smithi103.stdout: "op_rmw": 0, 2024-04-26T02:01:26.431 INFO:teuthology.orchestra.run.smithi103.stdout: "op_pg": 0, 2024-04-26T02:01:26.431 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_stat": 0, 2024-04-26T02:01:26.431 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_create": 10, 2024-04-26T02:01:26.431 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_read": 64, 2024-04-26T02:01:26.431 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_write": 522, 2024-04-26T02:01:26.431 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_writefull": 49, 2024-04-26T02:01:26.431 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_writesame": 0, 2024-04-26T02:01:26.431 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_append": 0, 2024-04-26T02:01:26.431 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_zero": 0, 2024-04-26T02:01:26.432 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_truncate": 0, 2024-04-26T02:01:26.432 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_delete": 1544, 2024-04-26T02:01:26.432 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_mapext": 0, 2024-04-26T02:01:26.432 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_sparse_read": 0, 2024-04-26T02:01:26.432 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_clonerange": 0, 2024-04-26T02:01:26.432 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_getxattr": 10, 2024-04-26T02:01:26.432 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_setxattr": 20, 2024-04-26T02:01:26.432 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_cmpxattr": 0, 2024-04-26T02:01:26.432 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_rmxattr": 0, 2024-04-26T02:01:26.432 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_resetxattrs": 0, 2024-04-26T02:01:26.432 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_call": 0, 2024-04-26T02:01:26.432 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_watch": 0, 2024-04-26T02:01:26.432 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_notify": 0, 2024-04-26T02:01:26.432 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T02:01:26.433 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_pgls": 0, 2024-04-26T02:01:26.433 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_pgls_filter": 0, 2024-04-26T02:01:26.433 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_other": 0, 2024-04-26T02:01:26.433 INFO:teuthology.orchestra.run.smithi103.stdout: "linger_active": 0, 2024-04-26T02:01:26.433 INFO:teuthology.orchestra.run.smithi103.stdout: "linger_send": 0, 2024-04-26T02:01:26.433 INFO:teuthology.orchestra.run.smithi103.stdout: "linger_resend": 0, 2024-04-26T02:01:26.433 INFO:teuthology.orchestra.run.smithi103.stdout: "linger_ping": 0, 2024-04-26T02:01:26.433 INFO:teuthology.orchestra.run.smithi103.stdout: "poolop_active": 0, 2024-04-26T02:01:26.433 INFO:teuthology.orchestra.run.smithi103.stdout: "poolop_send": 0, 2024-04-26T02:01:26.433 INFO:teuthology.orchestra.run.smithi103.stdout: "poolop_resend": 0, 2024-04-26T02:01:26.434 INFO:teuthology.orchestra.run.smithi103.stdout: "poolstat_active": 0, 2024-04-26T02:01:26.434 INFO:teuthology.orchestra.run.smithi103.stdout: "poolstat_send": 0, 2024-04-26T02:01:26.434 INFO:teuthology.orchestra.run.smithi103.stdout: "poolstat_resend": 0, 2024-04-26T02:01:26.434 INFO:teuthology.orchestra.run.smithi103.stdout: "statfs_active": 0, 2024-04-26T02:01:26.434 INFO:teuthology.orchestra.run.smithi103.stdout: "statfs_send": 0, 2024-04-26T02:01:26.434 INFO:teuthology.orchestra.run.smithi103.stdout: "statfs_resend": 0, 2024-04-26T02:01:26.434 INFO:teuthology.orchestra.run.smithi103.stdout: "command_active": 0, 2024-04-26T02:01:26.434 INFO:teuthology.orchestra.run.smithi103.stdout: "command_send": 0, 2024-04-26T02:01:26.434 INFO:teuthology.orchestra.run.smithi103.stdout: "command_resend": 0, 2024-04-26T02:01:26.434 INFO:teuthology.orchestra.run.smithi103.stdout: "map_epoch": 102, 2024-04-26T02:01:26.435 INFO:teuthology.orchestra.run.smithi103.stdout: "map_full": 0, 2024-04-26T02:01:26.435 INFO:teuthology.orchestra.run.smithi103.stdout: "map_inc": 13, 2024-04-26T02:01:26.435 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_sessions": 12, 2024-04-26T02:01:26.435 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_session_open": 12, 2024-04-26T02:01:26.435 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_session_close": 0, 2024-04-26T02:01:26.435 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_laggy": 0, 2024-04-26T02:01:26.435 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_wr": 108, 2024-04-26T02:01:26.435 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_rd": 38, 2024-04-26T02:01:26.435 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_del": 33 2024-04-26T02:01:26.435 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.435 INFO:teuthology.orchestra.run.smithi103.stdout: "oft": { 2024-04-26T02:01:26.435 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_total_objs": 1, 2024-04-26T02:01:26.435 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_total_kv_pairs": 0, 2024-04-26T02:01:26.435 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_total_updates": 0, 2024-04-26T02:01:26.436 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_total_removes": 0 2024-04-26T02:01:26.436 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.436 INFO:teuthology.orchestra.run.smithi103.stdout: "osd-slow-ops": { 2024-04-26T02:01:26.436 INFO:teuthology.orchestra.run.smithi103.stdout: "slow_ops_count": 1371 2024-04-26T02:01:26.436 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.436 INFO:teuthology.orchestra.run.smithi103.stdout: "purge_queue": { 2024-04-26T02:01:26.436 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_executing_ops": 0, 2024-04-26T02:01:26.436 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_executing_ops_high_water": 6, 2024-04-26T02:01:26.436 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_executing": 0, 2024-04-26T02:01:26.436 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_executing_high_water": 6, 2024-04-26T02:01:26.436 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_executed_ops": 1529, 2024-04-26T02:01:26.436 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_executed": 1529, 2024-04-26T02:01:26.436 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_item_in_journal": 0 2024-04-26T02:01:26.436 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.436 INFO:teuthology.orchestra.run.smithi103.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T02:01:26.437 INFO:teuthology.orchestra.run.smithi103.stdout: "val": 0, 2024-04-26T02:01:26.437 INFO:teuthology.orchestra.run.smithi103.stdout: "max": 104857600, 2024-04-26T02:01:26.437 INFO:teuthology.orchestra.run.smithi103.stdout: "get_started": 0, 2024-04-26T02:01:26.437 INFO:teuthology.orchestra.run.smithi103.stdout: "get": 28573, 2024-04-26T02:01:26.437 INFO:teuthology.orchestra.run.smithi103.stdout: "get_sum": 13241900, 2024-04-26T02:01:26.437 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:26.437 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_success": 28573, 2024-04-26T02:01:26.437 INFO:teuthology.orchestra.run.smithi103.stdout: "take": 0, 2024-04-26T02:01:26.437 INFO:teuthology.orchestra.run.smithi103.stdout: "take_sum": 0, 2024-04-26T02:01:26.437 INFO:teuthology.orchestra.run.smithi103.stdout: "put": 28573, 2024-04-26T02:01:26.437 INFO:teuthology.orchestra.run.smithi103.stdout: "put_sum": 13241900, 2024-04-26T02:01:26.437 INFO:teuthology.orchestra.run.smithi103.stdout: "wait": { 2024-04-26T02:01:26.437 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:26.437 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:26.438 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:26.438 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-04-26T02:01:26.438 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.438 INFO:teuthology.orchestra.run.smithi103.stdout: "throttle-objecter_bytes": { 2024-04-26T02:01:26.438 INFO:teuthology.orchestra.run.smithi103.stdout: "val": 0, 2024-04-26T02:01:26.438 INFO:teuthology.orchestra.run.smithi103.stdout: "max": 104857600, 2024-04-26T02:01:26.438 INFO:teuthology.orchestra.run.smithi103.stdout: "get_started": 0, 2024-04-26T02:01:26.438 INFO:teuthology.orchestra.run.smithi103.stdout: "get": 0, 2024-04-26T02:01:26.438 INFO:teuthology.orchestra.run.smithi103.stdout: "get_sum": 0, 2024-04-26T02:01:26.438 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:26.438 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_success": 0, 2024-04-26T02:01:26.438 INFO:teuthology.orchestra.run.smithi103.stdout: "take": 2277, 2024-04-26T02:01:26.438 INFO:teuthology.orchestra.run.smithi103.stdout: "take_sum": 13205511, 2024-04-26T02:01:26.439 INFO:teuthology.orchestra.run.smithi103.stdout: "put": 2277, 2024-04-26T02:01:26.439 INFO:teuthology.orchestra.run.smithi103.stdout: "put_sum": 13205511, 2024-04-26T02:01:26.439 INFO:teuthology.orchestra.run.smithi103.stdout: "wait": { 2024-04-26T02:01:26.439 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:26.439 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:26.439 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:26.439 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-04-26T02:01:26.439 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.439 INFO:teuthology.orchestra.run.smithi103.stdout: "throttle-objecter_ops": { 2024-04-26T02:01:26.439 INFO:teuthology.orchestra.run.smithi103.stdout: "val": 0, 2024-04-26T02:01:26.439 INFO:teuthology.orchestra.run.smithi103.stdout: "max": 1024, 2024-04-26T02:01:26.439 INFO:teuthology.orchestra.run.smithi103.stdout: "get_started": 0, 2024-04-26T02:01:26.439 INFO:teuthology.orchestra.run.smithi103.stdout: "get": 0, 2024-04-26T02:01:26.439 INFO:teuthology.orchestra.run.smithi103.stdout: "get_sum": 0, 2024-04-26T02:01:26.440 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:26.440 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_success": 0, 2024-04-26T02:01:26.440 INFO:teuthology.orchestra.run.smithi103.stdout: "take": 2277, 2024-04-26T02:01:26.440 INFO:teuthology.orchestra.run.smithi103.stdout: "take_sum": 2277, 2024-04-26T02:01:26.440 INFO:teuthology.orchestra.run.smithi103.stdout: "put": 2277, 2024-04-26T02:01:26.440 INFO:teuthology.orchestra.run.smithi103.stdout: "put_sum": 2277, 2024-04-26T02:01:26.440 INFO:teuthology.orchestra.run.smithi103.stdout: "wait": { 2024-04-26T02:01:26.440 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:26.440 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:26.440 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:26.440 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-04-26T02:01:26.440 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.440 INFO:teuthology.orchestra.run.smithi103.stdout: "throttle-write_buf_throttle": { 2024-04-26T02:01:26.440 INFO:teuthology.orchestra.run.smithi103.stdout: "val": 0, 2024-04-26T02:01:26.440 INFO:teuthology.orchestra.run.smithi103.stdout: "max": 3758096384, 2024-04-26T02:01:26.441 INFO:teuthology.orchestra.run.smithi103.stdout: "get_started": 0, 2024-04-26T02:01:26.441 INFO:teuthology.orchestra.run.smithi103.stdout: "get": 1529, 2024-04-26T02:01:26.441 INFO:teuthology.orchestra.run.smithi103.stdout: "get_sum": 166397, 2024-04-26T02:01:26.441 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:26.441 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_success": 1529, 2024-04-26T02:01:26.441 INFO:teuthology.orchestra.run.smithi103.stdout: "take": 0, 2024-04-26T02:01:26.441 INFO:teuthology.orchestra.run.smithi103.stdout: "take_sum": 0, 2024-04-26T02:01:26.441 INFO:teuthology.orchestra.run.smithi103.stdout: "put": 64, 2024-04-26T02:01:26.441 INFO:teuthology.orchestra.run.smithi103.stdout: "put_sum": 166397, 2024-04-26T02:01:26.441 INFO:teuthology.orchestra.run.smithi103.stdout: "wait": { 2024-04-26T02:01:26.441 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:26.441 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:26.441 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:26.441 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-04-26T02:01:26.441 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:26.441 INFO:teuthology.orchestra.run.smithi103.stdout: "throttle-write_buf_throttle-0x5573c008c500": { 2024-04-26T02:01:26.442 INFO:teuthology.orchestra.run.smithi103.stdout: "val": 0, 2024-04-26T02:01:26.442 INFO:teuthology.orchestra.run.smithi103.stdout: "max": 3758096384, 2024-04-26T02:01:26.442 INFO:teuthology.orchestra.run.smithi103.stdout: "get_started": 0, 2024-04-26T02:01:26.442 INFO:teuthology.orchestra.run.smithi103.stdout: "get": 4632, 2024-04-26T02:01:26.442 INFO:teuthology.orchestra.run.smithi103.stdout: "get_sum": 12753247, 2024-04-26T02:01:26.442 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:26.442 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_success": 4632, 2024-04-26T02:01:26.442 INFO:teuthology.orchestra.run.smithi103.stdout: "take": 0, 2024-04-26T02:01:26.442 INFO:teuthology.orchestra.run.smithi103.stdout: "take_sum": 0, 2024-04-26T02:01:26.442 INFO:teuthology.orchestra.run.smithi103.stdout: "put": 458, 2024-04-26T02:01:26.442 INFO:teuthology.orchestra.run.smithi103.stdout: "put_sum": 12753247, 2024-04-26T02:01:26.442 INFO:teuthology.orchestra.run.smithi103.stdout: "wait": { 2024-04-26T02:01:26.442 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:26.442 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:26.443 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:26.443 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-04-26T02:01:26.443 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-04-26T02:01:26.443 INFO:teuthology.orchestra.run.smithi103.stdout:} 2024-04-26T02:01:27.191 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:26 smithi103 ceph-mon[32920]: pgmap v329: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 89 B/s wr, 15 op/s 2024-04-26T02:01:27.191 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:26 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:27.191 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:26 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:27.191 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:26 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:27.191 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:26 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:27.192 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:26 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:27.192 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:26 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:27.192 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:26 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:27.192 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:26 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:27.192 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:26 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:01:27.192 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:26 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:01:27.193 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:26 smithi103 ceph-mon[32920]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T02:01:27.194 INFO:tasks.check_counter:Daemon mds.h mds.exported=73 2024-04-26T02:01:27.195 INFO:tasks.check_counter:Daemon mds.h mds.imported=73 2024-04-26T02:01:27.195 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update=583 2024-04-26T02:01:27.195 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update_receipt=2583 2024-04-26T02:01:27.195 INFO:tasks.check_counter:Daemon mds.h mds.root_rsnaps=6 2024-04-26T02:01:27.195 INFO:tasks.check_counter:Daemon mds.h mds_server.req_mksnap_latency.avgcount=0 2024-04-26T02:01:27.196 INFO:tasks.check_counter:Daemon mds.h mds_server.req_rmsnap_latency.avgcount=0 2024-04-26T02:01:27.196 DEBUG:tasks.check_counter:Getting stats from k 2024-04-26T02:01:27.196 DEBUG:teuthology.orchestra.run.smithi103:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph daemon mds.k perf dump 2024-04-26T02:01:27.223 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:26 smithi163 ceph-mon[32592]: pgmap v329: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 89 B/s wr, 15 op/s 2024-04-26T02:01:27.223 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:26 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:27.223 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:26 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:27.223 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:26 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:27.223 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:26 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:27.224 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:26 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:27.224 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:26 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:27.224 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:26 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:27.224 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:26 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:27.224 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:26 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:01:27.224 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:26 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:01:27.224 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:26 smithi163 ceph-mon[32592]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T02:01:27.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:26 smithi046 ceph-mon[28013]: pgmap v329: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 89 B/s wr, 15 op/s 2024-04-26T02:01:27.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:26 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:27.312 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:26 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:27.312 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:26 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:27.312 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:26 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:27.312 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:26 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:27.312 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:26 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:27.312 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:26 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:27.312 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:26 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-26T02:01:27.312 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:26 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T02:01:27.312 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:26 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T02:01:27.312 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:26 smithi046 ceph-mon[28013]: from='mgr.25132 ' entity='mgr.x' 2024-04-26T02:01:27.435 INFO:teuthology.orchestra.run.smithi103.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T02:01:28.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:27 smithi103 ceph-mon[32920]: Adjusting osd_memory_target on smithi103 to 176.2M 2024-04-26T02:01:28.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:27 smithi103 ceph-mon[32920]: Unable to set osd_memory_target on smithi103 to 184788172: error parsing value: Value '184788172' is below minimum 939524096 2024-04-26T02:01:28.313 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:27 smithi046 ceph-mon[28013]: Adjusting osd_memory_target on smithi103 to 176.2M 2024-04-26T02:01:28.314 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:27 smithi046 ceph-mon[28013]: Unable to set osd_memory_target on smithi103 to 184788172: error parsing value: Value '184788172' is below minimum 939524096 2024-04-26T02:01:28.421 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:27 smithi163 ceph-mon[32592]: Adjusting osd_memory_target on smithi103 to 176.2M 2024-04-26T02:01:28.421 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:27 smithi163 ceph-mon[32592]: Unable to set osd_memory_target on smithi103 to 184788172: error parsing value: Value '184788172' is below minimum 939524096 2024-04-26T02:01:29.178 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:28 smithi103 ceph-mon[32920]: pgmap v330: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T02:01:29.179 INFO:teuthology.orchestra.run.smithi103.stdout:{ 2024-04-26T02:01:29.179 INFO:teuthology.orchestra.run.smithi103.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T02:01:29.179 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_messages": 0, 2024-04-26T02:01:29.179 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages": 2, 2024-04-26T02:01:29.179 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_bytes": 0, 2024-04-26T02:01:29.179 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_bytes": 0, 2024-04-26T02:01:29.179 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_created_connections": 4, 2024-04-26T02:01:29.179 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_active_connections": 0, 2024-04-26T02:01:29.179 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_total_time": 0.001006423, 2024-04-26T02:01:29.180 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_send_time": 0.000000000, 2024-04-26T02:01:29.180 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_recv_time": 0.000197185, 2024-04-26T02:01:29.180 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-26T02:01:29.180 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:01:29.180 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:29.180 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:29.180 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:29.180 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:29.180 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:01:29.180 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:29.180 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:29.180 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:29.180 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:29.180 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-26T02:01:29.180 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_encrypted_bytes": 0 2024-04-26T02:01:29.180 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:29.181 INFO:teuthology.orchestra.run.smithi103.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T02:01:29.181 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_messages": 268, 2024-04-26T02:01:29.181 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages": 256, 2024-04-26T02:01:29.181 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_bytes": 1741424, 2024-04-26T02:01:29.181 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_bytes": 157840, 2024-04-26T02:01:29.181 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_created_connections": 2, 2024-04-26T02:01:29.181 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_active_connections": 1, 2024-04-26T02:01:29.181 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_total_time": 0.052026141, 2024-04-26T02:01:29.181 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_send_time": 0.015426464, 2024-04-26T02:01:29.181 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_recv_time": 0.040166458, 2024-04-26T02:01:29.181 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_fast_dispatch_time": 0.006519771, 2024-04-26T02:01:29.181 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:01:29.181 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 255, 2024-04-26T02:01:29.181 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.015111375, 2024-04-26T02:01:29.181 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000059260 2024-04-26T02:01:29.182 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:29.182 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:01:29.182 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:29.182 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:29.182 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:29.182 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:29.182 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_encrypted_bytes": 1741424, 2024-04-26T02:01:29.182 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_encrypted_bytes": 157840 2024-04-26T02:01:29.182 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:29.182 INFO:teuthology.orchestra.run.smithi103.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T02:01:29.182 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_messages": 7, 2024-04-26T02:01:29.182 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages": 199, 2024-04-26T02:01:29.182 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_bytes": 3472, 2024-04-26T02:01:29.182 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_bytes": 269504, 2024-04-26T02:01:29.183 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_created_connections": 6, 2024-04-26T02:01:29.183 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_active_connections": 3, 2024-04-26T02:01:29.183 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_total_time": 0.013213315, 2024-04-26T02:01:29.183 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_send_time": 0.008541583, 2024-04-26T02:01:29.183 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_recv_time": 0.002220429, 2024-04-26T02:01:29.183 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-26T02:01:29.183 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:01:29.183 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 197, 2024-04-26T02:01:29.183 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.022295881, 2024-04-26T02:01:29.183 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000113177 2024-04-26T02:01:29.183 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:29.183 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:01:29.183 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:29.184 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:29.184 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:29.184 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:29.184 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_encrypted_bytes": 3472, 2024-04-26T02:01:29.184 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_encrypted_bytes": 269504 2024-04-26T02:01:29.184 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:29.184 INFO:teuthology.orchestra.run.smithi103.stdout: "cct": { 2024-04-26T02:01:29.184 INFO:teuthology.orchestra.run.smithi103.stdout: "total_workers": 0, 2024-04-26T02:01:29.184 INFO:teuthology.orchestra.run.smithi103.stdout: "unhealthy_workers": 0 2024-04-26T02:01:29.184 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:29.184 INFO:teuthology.orchestra.run.smithi103.stdout: "mempool": { 2024-04-26T02:01:29.184 INFO:teuthology.orchestra.run.smithi103.stdout: "bloom_filter_bytes": 0, 2024-04-26T02:01:29.184 INFO:teuthology.orchestra.run.smithi103.stdout: "bloom_filter_items": 0, 2024-04-26T02:01:29.184 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T02:01:29.185 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_alloc_items": 0, 2024-04-26T02:01:29.185 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T02:01:29.185 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_data_items": 0, 2024-04-26T02:01:29.185 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T02:01:29.185 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T02:01:29.185 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T02:01:29.185 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T02:01:29.185 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T02:01:29.185 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_other_items": 0, 2024-04-26T02:01:29.185 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T02:01:29.185 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T02:01:29.185 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_extent_bytes": 0, 2024-04-26T02:01:29.185 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_extent_items": 0, 2024-04-26T02:01:29.185 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_blob_bytes": 0, 2024-04-26T02:01:29.185 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_blob_items": 0, 2024-04-26T02:01:29.186 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T02:01:29.186 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T02:01:29.186 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T02:01:29.186 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T02:01:29.186 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T02:01:29.186 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_fsck_items": 0, 2024-04-26T02:01:29.186 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_txc_bytes": 0, 2024-04-26T02:01:29.186 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_txc_items": 0, 2024-04-26T02:01:29.186 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T02:01:29.186 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T02:01:29.186 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_writing_bytes": 0, 2024-04-26T02:01:29.186 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_writing_items": 0, 2024-04-26T02:01:29.186 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_bytes": 0, 2024-04-26T02:01:29.186 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_items": 0, 2024-04-26T02:01:29.186 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T02:01:29.187 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_file_reader_items": 0, 2024-04-26T02:01:29.187 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T02:01:29.187 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_file_writer_items": 0, 2024-04-26T02:01:29.187 INFO:teuthology.orchestra.run.smithi103.stdout: "buffer_anon_bytes": 148732, 2024-04-26T02:01:29.187 INFO:teuthology.orchestra.run.smithi103.stdout: "buffer_anon_items": 31, 2024-04-26T02:01:29.187 INFO:teuthology.orchestra.run.smithi103.stdout: "buffer_meta_bytes": 0, 2024-04-26T02:01:29.187 INFO:teuthology.orchestra.run.smithi103.stdout: "buffer_meta_items": 0, 2024-04-26T02:01:29.187 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_bytes": 0, 2024-04-26T02:01:29.187 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_items": 0, 2024-04-26T02:01:29.187 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_mapbl_bytes": 0, 2024-04-26T02:01:29.187 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_mapbl_items": 0, 2024-04-26T02:01:29.187 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_pglog_bytes": 0, 2024-04-26T02:01:29.187 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_pglog_items": 0, 2024-04-26T02:01:29.187 INFO:teuthology.orchestra.run.smithi103.stdout: "osdmap_bytes": 0, 2024-04-26T02:01:29.188 INFO:teuthology.orchestra.run.smithi103.stdout: "osdmap_items": 0, 2024-04-26T02:01:29.188 INFO:teuthology.orchestra.run.smithi103.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T02:01:29.188 INFO:teuthology.orchestra.run.smithi103.stdout: "osdmap_mapping_items": 0, 2024-04-26T02:01:29.188 INFO:teuthology.orchestra.run.smithi103.stdout: "pgmap_bytes": 0, 2024-04-26T02:01:29.188 INFO:teuthology.orchestra.run.smithi103.stdout: "pgmap_items": 0, 2024-04-26T02:01:29.188 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_co_bytes": 928, 2024-04-26T02:01:29.188 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_co_items": 2, 2024-04-26T02:01:29.188 INFO:teuthology.orchestra.run.smithi103.stdout: "unittest_1_bytes": 0, 2024-04-26T02:01:29.188 INFO:teuthology.orchestra.run.smithi103.stdout: "unittest_1_items": 0, 2024-04-26T02:01:29.188 INFO:teuthology.orchestra.run.smithi103.stdout: "unittest_2_bytes": 0, 2024-04-26T02:01:29.188 INFO:teuthology.orchestra.run.smithi103.stdout: "unittest_2_items": 0 2024-04-26T02:01:29.188 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-04-26T02:01:29.188 INFO:teuthology.orchestra.run.smithi103.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T02:01:29.189 INFO:teuthology.orchestra.run.smithi103.stdout: "val": 0, 2024-04-26T02:01:29.189 INFO:teuthology.orchestra.run.smithi103.stdout: "max": 104857600, 2024-04-26T02:01:29.189 INFO:teuthology.orchestra.run.smithi103.stdout: "get_started": 0, 2024-04-26T02:01:29.189 INFO:teuthology.orchestra.run.smithi103.stdout: "get": 271, 2024-04-26T02:01:29.189 INFO:teuthology.orchestra.run.smithi103.stdout: "get_sum": 1703644, 2024-04-26T02:01:29.189 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:29.189 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_success": 271, 2024-04-26T02:01:29.189 INFO:teuthology.orchestra.run.smithi103.stdout: "take": 0, 2024-04-26T02:01:29.189 INFO:teuthology.orchestra.run.smithi103.stdout: "take_sum": 0, 2024-04-26T02:01:29.189 INFO:teuthology.orchestra.run.smithi103.stdout: "put": 271, 2024-04-26T02:01:29.189 INFO:teuthology.orchestra.run.smithi103.stdout: "put_sum": 1703644, 2024-04-26T02:01:29.189 INFO:teuthology.orchestra.run.smithi103.stdout: "wait": { 2024-04-26T02:01:29.190 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-04-26T02:01:29.190 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-04-26T02:01:29.190 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-04-26T02:01:29.190 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-04-26T02:01:29.190 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-04-26T02:01:29.190 INFO:teuthology.orchestra.run.smithi103.stdout:} 2024-04-26T02:01:29.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:28 smithi046 ceph-mon[28013]: pgmap v330: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T02:01:29.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:28 smithi163 ceph-mon[32592]: pgmap v330: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T02:01:29.835 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.k 2024-04-26T02:01:29.836 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.k 2024-04-26T02:01:29.836 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.k 2024-04-26T02:01:29.836 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.k 2024-04-26T02:01:29.836 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.k 2024-04-26T02:01:29.836 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.k 2024-04-26T02:01:29.836 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.k 2024-04-26T02:01:29.836 DEBUG:tasks.check_counter:Getting stats from c 2024-04-26T02:01:29.836 DEBUG:teuthology.orchestra.run.smithi163:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph daemon mds.c perf dump 2024-04-26T02:01:30.092 INFO:teuthology.orchestra.run.smithi163.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T02:01:31.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:30 smithi163 ceph-mon[32592]: pgmap v331: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 12 op/s 2024-04-26T02:01:31.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:30 smithi046 ceph-mon[28013]: pgmap v331: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 12 op/s 2024-04-26T02:01:31.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:30 smithi103 ceph-mon[32920]: pgmap v331: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 12 op/s 2024-04-26T02:01:32.058 INFO:teuthology.orchestra.run.smithi163.stdout:{ 2024-04-26T02:01:32.058 INFO:teuthology.orchestra.run.smithi163.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T02:01:32.058 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_messages": 12362, 2024-04-26T02:01:32.058 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages": 16849, 2024-04-26T02:01:32.058 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_bytes": 7230678, 2024-04-26T02:01:32.058 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_bytes": 12937836, 2024-04-26T02:01:32.059 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_created_connections": 18, 2024-04-26T02:01:32.059 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_active_connections": 4, 2024-04-26T02:01:32.059 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_total_time": 0.789175617, 2024-04-26T02:01:32.059 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_send_time": 0.366963282, 2024-04-26T02:01:32.059 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_recv_time": 0.536893991, 2024-04-26T02:01:32.059 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_fast_dispatch_time": 0.028529238, 2024-04-26T02:01:32.059 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:01:32.059 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 16847, 2024-04-26T02:01:32.059 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.504296169, 2024-04-26T02:01:32.059 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000029933 2024-04-26T02:01:32.059 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.059 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:01:32.060 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 22278, 2024-04-26T02:01:32.060 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.003383968, 2024-04-26T02:01:32.060 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000151 2024-04-26T02:01:32.060 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.060 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_encrypted_bytes": 4197616, 2024-04-26T02:01:32.060 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_encrypted_bytes": 6745680 2024-04-26T02:01:32.060 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.060 INFO:teuthology.orchestra.run.smithi163.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T02:01:32.060 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_messages": 3907, 2024-04-26T02:01:32.060 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages": 4330, 2024-04-26T02:01:32.060 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_bytes": 1490788, 2024-04-26T02:01:32.060 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_bytes": 9586869, 2024-04-26T02:01:32.060 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_created_connections": 12, 2024-04-26T02:01:32.061 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_active_connections": 9, 2024-04-26T02:01:32.061 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_total_time": 0.237827133, 2024-04-26T02:01:32.061 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_send_time": 0.104700629, 2024-04-26T02:01:32.061 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_recv_time": 0.124417721, 2024-04-26T02:01:32.061 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_fast_dispatch_time": 0.023863700, 2024-04-26T02:01:32.061 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:01:32.061 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 4328, 2024-04-26T02:01:32.061 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.125311199, 2024-04-26T02:01:32.061 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000028953 2024-04-26T02:01:32.061 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.061 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:01:32.061 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 6268, 2024-04-26T02:01:32.061 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000954776, 2024-04-26T02:01:32.061 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000152 2024-04-26T02:01:32.062 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.062 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-26T02:01:32.062 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_encrypted_bytes": 491232 2024-04-26T02:01:32.062 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.062 INFO:teuthology.orchestra.run.smithi163.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T02:01:32.062 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_messages": 13332, 2024-04-26T02:01:32.062 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages": 12964, 2024-04-26T02:01:32.062 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_bytes": 6949874, 2024-04-26T02:01:32.062 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_bytes": 6319665, 2024-04-26T02:01:32.062 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_created_connections": 11, 2024-04-26T02:01:32.062 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_active_connections": 6, 2024-04-26T02:01:32.062 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_total_time": 0.662025836, 2024-04-26T02:01:32.062 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_send_time": 0.263865447, 2024-04-26T02:01:32.063 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_recv_time": 0.470245291, 2024-04-26T02:01:32.063 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_fast_dispatch_time": 0.024116479, 2024-04-26T02:01:32.063 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:01:32.063 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 12963, 2024-04-26T02:01:32.063 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.256064741, 2024-04-26T02:01:32.063 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000019753 2024-04-26T02:01:32.063 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.063 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:01:32.063 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 24330, 2024-04-26T02:01:32.063 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.003664662, 2024-04-26T02:01:32.063 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000150 2024-04-26T02:01:32.063 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.063 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_encrypted_bytes": 4720, 2024-04-26T02:01:32.063 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_encrypted_bytes": 6320 2024-04-26T02:01:32.064 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.064 INFO:teuthology.orchestra.run.smithi163.stdout: "cct": { 2024-04-26T02:01:32.064 INFO:teuthology.orchestra.run.smithi163.stdout: "total_workers": 1, 2024-04-26T02:01:32.064 INFO:teuthology.orchestra.run.smithi163.stdout: "unhealthy_workers": 0 2024-04-26T02:01:32.064 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.064 INFO:teuthology.orchestra.run.smithi163.stdout: "finisher-MDSRank": { 2024-04-26T02:01:32.064 INFO:teuthology.orchestra.run.smithi163.stdout: "queue_len": 0, 2024-04-26T02:01:32.064 INFO:teuthology.orchestra.run.smithi163.stdout: "complete_latency": { 2024-04-26T02:01:32.064 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 683, 2024-04-26T02:01:32.064 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 2.157201101, 2024-04-26T02:01:32.064 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.003158420 2024-04-26T02:01:32.064 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-04-26T02:01:32.064 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.064 INFO:teuthology.orchestra.run.smithi163.stdout: "finisher-PurgeQueue": { 2024-04-26T02:01:32.065 INFO:teuthology.orchestra.run.smithi163.stdout: "queue_len": 0, 2024-04-26T02:01:32.065 INFO:teuthology.orchestra.run.smithi163.stdout: "complete_latency": { 2024-04-26T02:01:32.065 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 3111, 2024-04-26T02:01:32.065 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.307024684, 2024-04-26T02:01:32.065 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000098690 2024-04-26T02:01:32.065 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-04-26T02:01:32.065 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.065 INFO:teuthology.orchestra.run.smithi163.stdout: "mds": { 2024-04-26T02:01:32.065 INFO:teuthology.orchestra.run.smithi163.stdout: "request": 3141, 2024-04-26T02:01:32.065 INFO:teuthology.orchestra.run.smithi163.stdout: "reply": 3069, 2024-04-26T02:01:32.065 INFO:teuthology.orchestra.run.smithi163.stdout: "reply_latency": { 2024-04-26T02:01:32.065 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 3069, 2024-04-26T02:01:32.065 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 4.950688171, 2024-04-26T02:01:32.065 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.001613127 2024-04-26T02:01:32.066 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.066 INFO:teuthology.orchestra.run.smithi163.stdout: "slow_reply": 0, 2024-04-26T02:01:32.066 INFO:teuthology.orchestra.run.smithi163.stdout: "forward": 72, 2024-04-26T02:01:32.066 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_fetch_complete": 3, 2024-04-26T02:01:32.066 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_fetch_keys": 0, 2024-04-26T02:01:32.066 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_commit": 11, 2024-04-26T02:01:32.066 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_split": 0, 2024-04-26T02:01:32.066 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_merge": 0, 2024-04-26T02:01:32.066 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes": 858, 2024-04-26T02:01:32.066 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_top": 0, 2024-04-26T02:01:32.066 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_bottom": 7, 2024-04-26T02:01:32.066 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_pin_tail": 851, 2024-04-26T02:01:32.066 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_pinned": 854, 2024-04-26T02:01:32.066 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_expired": 2555, 2024-04-26T02:01:32.067 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_with_caps": 1, 2024-04-26T02:01:32.067 INFO:teuthology.orchestra.run.smithi163.stdout: "caps": 1, 2024-04-26T02:01:32.067 INFO:teuthology.orchestra.run.smithi163.stdout: "subtrees": 3, 2024-04-26T02:01:32.067 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse": 6939, 2024-04-26T02:01:32.067 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_hit": 5125, 2024-04-26T02:01:32.067 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_forward": 66, 2024-04-26T02:01:32.067 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_discover": 758, 2024-04-26T02:01:32.067 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_dir_fetch": 0, 2024-04-26T02:01:32.067 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_remote_ino": 0, 2024-04-26T02:01:32.067 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_lock": 0, 2024-04-26T02:01:32.067 INFO:teuthology.orchestra.run.smithi163.stdout: "load_cent": 0, 2024-04-26T02:01:32.067 INFO:teuthology.orchestra.run.smithi163.stdout: "q": 0, 2024-04-26T02:01:32.067 INFO:teuthology.orchestra.run.smithi163.stdout: "exported": 29, 2024-04-26T02:01:32.068 INFO:teuthology.orchestra.run.smithi163.stdout: "exported_inodes": 1347, 2024-04-26T02:01:32.068 INFO:teuthology.orchestra.run.smithi163.stdout: "imported": 29, 2024-04-26T02:01:32.068 INFO:teuthology.orchestra.run.smithi163.stdout: "imported_inodes": 1928, 2024-04-26T02:01:32.068 INFO:teuthology.orchestra.run.smithi163.stdout: "openino_dir_fetch": 0, 2024-04-26T02:01:32.068 INFO:teuthology.orchestra.run.smithi163.stdout: "openino_backtrace_fetch": 0, 2024-04-26T02:01:32.068 INFO:teuthology.orchestra.run.smithi163.stdout: "openino_peer_discover": 0, 2024-04-26T02:01:32.068 INFO:teuthology.orchestra.run.smithi163.stdout: "root_rfiles": 4, 2024-04-26T02:01:32.068 INFO:teuthology.orchestra.run.smithi163.stdout: "root_rbytes": 234, 2024-04-26T02:01:32.068 INFO:teuthology.orchestra.run.smithi163.stdout: "root_rsnaps": 6, 2024-04-26T02:01:32.068 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T02:01:32.068 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_set_tag": 0, 2024-04-26T02:01:32.068 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T02:01:32.068 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_inotable_repaired": 0, 2024-04-26T02:01:32.068 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_dir_inodes": 0, 2024-04-26T02:01:32.069 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T02:01:32.069 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T02:01:32.069 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_file_inodes": 0, 2024-04-26T02:01:32.069 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_inode_file_caps": 18, 2024-04-26T02:01:32.069 INFO:teuthology.orchestra.run.smithi163.stdout: "ceph_cap_op_revoke": 1025, 2024-04-26T02:01:32.069 INFO:teuthology.orchestra.run.smithi163.stdout: "ceph_cap_op_grant": 2203, 2024-04-26T02:01:32.069 INFO:teuthology.orchestra.run.smithi163.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T02:01:32.069 INFO:teuthology.orchestra.run.smithi163.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T02:01:32.069 INFO:teuthology.orchestra.run.smithi163.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T02:01:32.069 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_client_caps": 2300, 2024-04-26T02:01:32.069 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_client_caps_dirty": 1285, 2024-04-26T02:01:32.069 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_client_cap_release": 44, 2024-04-26T02:01:32.069 INFO:teuthology.orchestra.run.smithi163.stdout: "process_request_cap_release": 2732 2024-04-26T02:01:32.069 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.070 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_cache": { 2024-04-26T02:01:32.070 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_update": 461, 2024-04-26T02:01:32.070 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_update_receipt": 2694, 2024-04-26T02:01:32.070 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_try_discover": 1724, 2024-04-26T02:01:32.070 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_send_discover": 1880, 2024-04-26T02:01:32.070 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_handle_discover": 793, 2024-04-26T02:01:32.070 INFO:teuthology.orchestra.run.smithi163.stdout: "num_strays": 57, 2024-04-26T02:01:32.070 INFO:teuthology.orchestra.run.smithi163.stdout: "num_strays_delayed": 0, 2024-04-26T02:01:32.070 INFO:teuthology.orchestra.run.smithi163.stdout: "num_strays_enqueuing": 0, 2024-04-26T02:01:32.070 INFO:teuthology.orchestra.run.smithi163.stdout: "strays_created": 1675, 2024-04-26T02:01:32.070 INFO:teuthology.orchestra.run.smithi163.stdout: "strays_enqueued": 1618, 2024-04-26T02:01:32.070 INFO:teuthology.orchestra.run.smithi163.stdout: "strays_reintegrated": 0, 2024-04-26T02:01:32.070 INFO:teuthology.orchestra.run.smithi163.stdout: "strays_migrated": 0, 2024-04-26T02:01:32.070 INFO:teuthology.orchestra.run.smithi163.stdout: "num_recovering_processing": 0, 2024-04-26T02:01:32.071 INFO:teuthology.orchestra.run.smithi163.stdout: "num_recovering_enqueued": 0, 2024-04-26T02:01:32.071 INFO:teuthology.orchestra.run.smithi163.stdout: "num_recovering_prioritized": 0, 2024-04-26T02:01:32.071 INFO:teuthology.orchestra.run.smithi163.stdout: "recovery_started": 0, 2024-04-26T02:01:32.071 INFO:teuthology.orchestra.run.smithi163.stdout: "recovery_completed": 0, 2024-04-26T02:01:32.071 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_quiesce_path": 3, 2024-04-26T02:01:32.071 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_quiesce_inode": 1324, 2024-04-26T02:01:32.071 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T02:01:32.071 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_exportdir": 29, 2024-04-26T02:01:32.071 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_flush": 0, 2024-04-26T02:01:32.071 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_fragmentdir": 0, 2024-04-26T02:01:32.071 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_fragstats": 0, 2024-04-26T02:01:32.071 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_inodestats": 0 2024-04-26T02:01:32.072 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.072 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_log": { 2024-04-26T02:01:32.072 INFO:teuthology.orchestra.run.smithi163.stdout: "evlrg": 0, 2024-04-26T02:01:32.072 INFO:teuthology.orchestra.run.smithi163.stdout: "evadd": 5780, 2024-04-26T02:01:32.072 INFO:teuthology.orchestra.run.smithi163.stdout: "evex": 0, 2024-04-26T02:01:32.072 INFO:teuthology.orchestra.run.smithi163.stdout: "evtrm": 0, 2024-04-26T02:01:32.072 INFO:teuthology.orchestra.run.smithi163.stdout: "ev": 5780, 2024-04-26T02:01:32.072 INFO:teuthology.orchestra.run.smithi163.stdout: "evexg": 0, 2024-04-26T02:01:32.072 INFO:teuthology.orchestra.run.smithi163.stdout: "evexd": 0, 2024-04-26T02:01:32.072 INFO:teuthology.orchestra.run.smithi163.stdout: "segadd": 8, 2024-04-26T02:01:32.072 INFO:teuthology.orchestra.run.smithi163.stdout: "segex": 0, 2024-04-26T02:01:32.072 INFO:teuthology.orchestra.run.smithi163.stdout: "segtrm": 0, 2024-04-26T02:01:32.072 INFO:teuthology.orchestra.run.smithi163.stdout: "seg": 8, 2024-04-26T02:01:32.073 INFO:teuthology.orchestra.run.smithi163.stdout: "segmjr": 2, 2024-04-26T02:01:32.073 INFO:teuthology.orchestra.run.smithi163.stdout: "segexg": 0, 2024-04-26T02:01:32.073 INFO:teuthology.orchestra.run.smithi163.stdout: "segexd": 0, 2024-04-26T02:01:32.073 INFO:teuthology.orchestra.run.smithi163.stdout: "expos": 4194304, 2024-04-26T02:01:32.073 INFO:teuthology.orchestra.run.smithi163.stdout: "wrpos": 17763737, 2024-04-26T02:01:32.073 INFO:teuthology.orchestra.run.smithi163.stdout: "rdpos": 0, 2024-04-26T02:01:32.073 INFO:teuthology.orchestra.run.smithi163.stdout: "jlat": { 2024-04-26T02:01:32.073 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 281, 2024-04-26T02:01:32.073 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 1.724225619, 2024-04-26T02:01:32.073 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.006136034 2024-04-26T02:01:32.073 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.073 INFO:teuthology.orchestra.run.smithi163.stdout: "replayed": 0 2024-04-26T02:01:32.073 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.073 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_mem": { 2024-04-26T02:01:32.074 INFO:teuthology.orchestra.run.smithi163.stdout: "ino": 580, 2024-04-26T02:01:32.074 INFO:teuthology.orchestra.run.smithi163.stdout: "ino+": 3729, 2024-04-26T02:01:32.074 INFO:teuthology.orchestra.run.smithi163.stdout: "ino-": 3149, 2024-04-26T02:01:32.074 INFO:teuthology.orchestra.run.smithi163.stdout: "dir": 77, 2024-04-26T02:01:32.074 INFO:teuthology.orchestra.run.smithi163.stdout: "dir+": 1175, 2024-04-26T02:01:32.074 INFO:teuthology.orchestra.run.smithi163.stdout: "dir-": 1098, 2024-04-26T02:01:32.074 INFO:teuthology.orchestra.run.smithi163.stdout: "dn": 858, 2024-04-26T02:01:32.074 INFO:teuthology.orchestra.run.smithi163.stdout: "dn+": 5715, 2024-04-26T02:01:32.074 INFO:teuthology.orchestra.run.smithi163.stdout: "dn-": 4857, 2024-04-26T02:01:32.074 INFO:teuthology.orchestra.run.smithi163.stdout: "cap": 1, 2024-04-26T02:01:32.074 INFO:teuthology.orchestra.run.smithi163.stdout: "cap+": 2439, 2024-04-26T02:01:32.074 INFO:teuthology.orchestra.run.smithi163.stdout: "cap-": 2438, 2024-04-26T02:01:32.074 INFO:teuthology.orchestra.run.smithi163.stdout: "rss": 75056, 2024-04-26T02:01:32.074 INFO:teuthology.orchestra.run.smithi163.stdout: "heap": 223608 2024-04-26T02:01:32.075 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.075 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_server": { 2024-04-26T02:01:32.075 INFO:teuthology.orchestra.run.smithi163.stdout: "dispatch_client_request": 4712, 2024-04-26T02:01:32.075 INFO:teuthology.orchestra.run.smithi163.stdout: "dispatch_server_request": 440, 2024-04-26T02:01:32.075 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_client_request": 3141, 2024-04-26T02:01:32.075 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_client_session": 27, 2024-04-26T02:01:32.075 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_peer_request": 1981, 2024-04-26T02:01:32.075 INFO:teuthology.orchestra.run.smithi163.stdout: "req_create_latency": { 2024-04-26T02:01:32.075 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 207, 2024-04-26T02:01:32.075 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.215008986, 2024-04-26T02:01:32.075 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.001038690 2024-04-26T02:01:32.075 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.075 INFO:teuthology.orchestra.run.smithi163.stdout: "req_getattr_latency": { 2024-04-26T02:01:32.076 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:32.076 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:32.076 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:32.076 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.076 INFO:teuthology.orchestra.run.smithi163.stdout: "req_getfilelock_latency": { 2024-04-26T02:01:32.076 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:32.076 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:32.076 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:32.076 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.076 INFO:teuthology.orchestra.run.smithi163.stdout: "req_link_latency": { 2024-04-26T02:01:32.076 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:32.076 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:32.076 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:32.076 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.077 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookup_latency": { 2024-04-26T02:01:32.077 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 979, 2024-04-26T02:01:32.077 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.327289441, 2024-04-26T02:01:32.077 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000334309 2024-04-26T02:01:32.077 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.077 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookuphash_latency": { 2024-04-26T02:01:32.077 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:32.077 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:32.077 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:32.077 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.077 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookupino_latency": { 2024-04-26T02:01:32.077 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 1, 2024-04-26T02:01:32.077 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000130188, 2024-04-26T02:01:32.078 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000130188 2024-04-26T02:01:32.078 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.078 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookupname_latency": { 2024-04-26T02:01:32.078 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:32.078 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:32.078 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:32.078 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.078 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookupparent_latency": { 2024-04-26T02:01:32.078 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:32.078 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:32.078 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:32.079 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.079 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookupsnap_latency": { 2024-04-26T02:01:32.079 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:32.079 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:32.079 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:32.079 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.079 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lssnap_latency": { 2024-04-26T02:01:32.079 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:32.079 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:32.079 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:32.079 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.079 INFO:teuthology.orchestra.run.smithi163.stdout: "req_mkdir_latency": { 2024-04-26T02:01:32.079 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:32.079 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:32.080 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:32.080 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.080 INFO:teuthology.orchestra.run.smithi163.stdout: "req_mknod_latency": { 2024-04-26T02:01:32.080 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:32.080 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:32.080 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:32.080 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.080 INFO:teuthology.orchestra.run.smithi163.stdout: "req_mksnap_latency": { 2024-04-26T02:01:32.080 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:32.080 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:32.080 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:32.080 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.080 INFO:teuthology.orchestra.run.smithi163.stdout: "req_open_latency": { 2024-04-26T02:01:32.081 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:32.081 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:32.081 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:32.081 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.081 INFO:teuthology.orchestra.run.smithi163.stdout: "req_readdir_latency": { 2024-04-26T02:01:32.081 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 207, 2024-04-26T02:01:32.081 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.202654177, 2024-04-26T02:01:32.081 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000979005 2024-04-26T02:01:32.081 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.081 INFO:teuthology.orchestra.run.smithi163.stdout: "req_rename_latency": { 2024-04-26T02:01:32.081 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:32.081 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:32.081 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:32.081 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.082 INFO:teuthology.orchestra.run.smithi163.stdout: "req_renamesnap_latency": { 2024-04-26T02:01:32.082 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:32.082 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:32.082 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:32.082 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.082 INFO:teuthology.orchestra.run.smithi163.stdout: "req_snapdiff_latency": { 2024-04-26T02:01:32.082 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:32.082 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:32.082 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:32.082 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.082 INFO:teuthology.orchestra.run.smithi163.stdout: "req_rmdir_latency": { 2024-04-26T02:01:32.082 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 95, 2024-04-26T02:01:32.082 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 1.734417941, 2024-04-26T02:01:32.083 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.018257030 2024-04-26T02:01:32.083 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.083 INFO:teuthology.orchestra.run.smithi163.stdout: "req_rmsnap_latency": { 2024-04-26T02:01:32.083 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:32.083 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:32.083 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:32.083 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.083 INFO:teuthology.orchestra.run.smithi163.stdout: "req_rmxattr_latency": { 2024-04-26T02:01:32.083 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:32.083 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:32.083 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:32.083 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.084 INFO:teuthology.orchestra.run.smithi163.stdout: "req_setattr_latency": { 2024-04-26T02:01:32.084 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:32.084 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:32.084 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:32.084 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.084 INFO:teuthology.orchestra.run.smithi163.stdout: "req_setdirlayout_latency": { 2024-04-26T02:01:32.084 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:32.084 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:32.084 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:32.084 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.084 INFO:teuthology.orchestra.run.smithi163.stdout: "req_setfilelock_latency": { 2024-04-26T02:01:32.085 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:32.085 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:32.085 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:32.085 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.085 INFO:teuthology.orchestra.run.smithi163.stdout: "req_setlayout_latency": { 2024-04-26T02:01:32.085 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:32.085 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:32.085 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:32.085 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.085 INFO:teuthology.orchestra.run.smithi163.stdout: "req_setxattr_latency": { 2024-04-26T02:01:32.085 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:32.085 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:32.085 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:32.085 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.086 INFO:teuthology.orchestra.run.smithi163.stdout: "req_symlink_latency": { 2024-04-26T02:01:32.086 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:32.086 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:32.086 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:32.086 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.086 INFO:teuthology.orchestra.run.smithi163.stdout: "req_unlink_latency": { 2024-04-26T02:01:32.086 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 1580, 2024-04-26T02:01:32.086 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 2.471187438, 2024-04-26T02:01:32.086 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.001564042 2024-04-26T02:01:32.086 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.086 INFO:teuthology.orchestra.run.smithi163.stdout: "cap_revoke_eviction": 0, 2024-04-26T02:01:32.086 INFO:teuthology.orchestra.run.smithi163.stdout: "cap_acquisition_throttle": 0, 2024-04-26T02:01:32.086 INFO:teuthology.orchestra.run.smithi163.stdout: "req_getvxattr_latency": { 2024-04-26T02:01:32.087 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:32.087 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:32.087 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:32.087 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-04-26T02:01:32.087 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.087 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_sessions": { 2024-04-26T02:01:32.087 INFO:teuthology.orchestra.run.smithi163.stdout: "session_count": 2, 2024-04-26T02:01:32.087 INFO:teuthology.orchestra.run.smithi163.stdout: "session_add": 4, 2024-04-26T02:01:32.087 INFO:teuthology.orchestra.run.smithi163.stdout: "session_remove": 2, 2024-04-26T02:01:32.087 INFO:teuthology.orchestra.run.smithi163.stdout: "sessions_open": 2, 2024-04-26T02:01:32.087 INFO:teuthology.orchestra.run.smithi163.stdout: "sessions_stale": 0, 2024-04-26T02:01:32.088 INFO:teuthology.orchestra.run.smithi163.stdout: "total_load": 1807, 2024-04-26T02:01:32.088 INFO:teuthology.orchestra.run.smithi163.stdout: "average_load": 903, 2024-04-26T02:01:32.088 INFO:teuthology.orchestra.run.smithi163.stdout: "avg_session_uptime": 615, 2024-04-26T02:01:32.088 INFO:teuthology.orchestra.run.smithi163.stdout: "mdthresh_evicted": 0 2024-04-26T02:01:32.088 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.088 INFO:teuthology.orchestra.run.smithi163.stdout: "mempool": { 2024-04-26T02:01:32.088 INFO:teuthology.orchestra.run.smithi163.stdout: "bloom_filter_bytes": 0, 2024-04-26T02:01:32.088 INFO:teuthology.orchestra.run.smithi163.stdout: "bloom_filter_items": 0, 2024-04-26T02:01:32.088 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T02:01:32.088 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_alloc_items": 0, 2024-04-26T02:01:32.089 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T02:01:32.089 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_data_items": 0, 2024-04-26T02:01:32.089 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T02:01:32.089 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T02:01:32.089 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T02:01:32.089 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T02:01:32.089 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T02:01:32.089 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_other_items": 0, 2024-04-26T02:01:32.089 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T02:01:32.090 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T02:01:32.090 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_extent_bytes": 0, 2024-04-26T02:01:32.090 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_extent_items": 0, 2024-04-26T02:01:32.090 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_blob_bytes": 0, 2024-04-26T02:01:32.090 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_blob_items": 0, 2024-04-26T02:01:32.090 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T02:01:32.090 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T02:01:32.090 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T02:01:32.090 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T02:01:32.090 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T02:01:32.090 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_fsck_items": 0, 2024-04-26T02:01:32.091 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_txc_bytes": 0, 2024-04-26T02:01:32.091 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_txc_items": 0, 2024-04-26T02:01:32.091 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T02:01:32.091 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T02:01:32.091 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_writing_bytes": 0, 2024-04-26T02:01:32.091 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_writing_items": 0, 2024-04-26T02:01:32.091 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_bytes": 0, 2024-04-26T02:01:32.091 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_items": 0, 2024-04-26T02:01:32.091 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T02:01:32.091 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_file_reader_items": 0, 2024-04-26T02:01:32.091 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T02:01:32.091 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_file_writer_items": 0, 2024-04-26T02:01:32.092 INFO:teuthology.orchestra.run.smithi163.stdout: "buffer_anon_bytes": 800188, 2024-04-26T02:01:32.092 INFO:teuthology.orchestra.run.smithi163.stdout: "buffer_anon_items": 841, 2024-04-26T02:01:32.092 INFO:teuthology.orchestra.run.smithi163.stdout: "buffer_meta_bytes": 0, 2024-04-26T02:01:32.092 INFO:teuthology.orchestra.run.smithi163.stdout: "buffer_meta_items": 0, 2024-04-26T02:01:32.092 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_bytes": 0, 2024-04-26T02:01:32.092 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_items": 0, 2024-04-26T02:01:32.092 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_mapbl_bytes": 0, 2024-04-26T02:01:32.092 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_mapbl_items": 0, 2024-04-26T02:01:32.092 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_pglog_bytes": 0, 2024-04-26T02:01:32.092 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_pglog_items": 0, 2024-04-26T02:01:32.092 INFO:teuthology.orchestra.run.smithi163.stdout: "osdmap_bytes": 8032, 2024-04-26T02:01:32.092 INFO:teuthology.orchestra.run.smithi163.stdout: "osdmap_items": 167, 2024-04-26T02:01:32.092 INFO:teuthology.orchestra.run.smithi163.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T02:01:32.092 INFO:teuthology.orchestra.run.smithi163.stdout: "osdmap_mapping_items": 0, 2024-04-26T02:01:32.093 INFO:teuthology.orchestra.run.smithi163.stdout: "pgmap_bytes": 0, 2024-04-26T02:01:32.093 INFO:teuthology.orchestra.run.smithi163.stdout: "pgmap_items": 0, 2024-04-26T02:01:32.093 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_co_bytes": 2186583, 2024-04-26T02:01:32.093 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_co_items": 33114, 2024-04-26T02:01:32.093 INFO:teuthology.orchestra.run.smithi163.stdout: "unittest_1_bytes": 0, 2024-04-26T02:01:32.093 INFO:teuthology.orchestra.run.smithi163.stdout: "unittest_1_items": 0, 2024-04-26T02:01:32.093 INFO:teuthology.orchestra.run.smithi163.stdout: "unittest_2_bytes": 0, 2024-04-26T02:01:32.093 INFO:teuthology.orchestra.run.smithi163.stdout: "unittest_2_items": 0 2024-04-26T02:01:32.093 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.093 INFO:teuthology.orchestra.run.smithi163.stdout: "objecter": { 2024-04-26T02:01:32.093 INFO:teuthology.orchestra.run.smithi163.stdout: "op_active": 0, 2024-04-26T02:01:32.093 INFO:teuthology.orchestra.run.smithi163.stdout: "op_laggy": 0, 2024-04-26T02:01:32.093 INFO:teuthology.orchestra.run.smithi163.stdout: "op_send": 2165, 2024-04-26T02:01:32.093 INFO:teuthology.orchestra.run.smithi163.stdout: "op_send_bytes": 13897211, 2024-04-26T02:01:32.094 INFO:teuthology.orchestra.run.smithi163.stdout: "op_resend": 33, 2024-04-26T02:01:32.094 INFO:teuthology.orchestra.run.smithi163.stdout: "op_reply": 2165, 2024-04-26T02:01:32.094 INFO:teuthology.orchestra.run.smithi163.stdout: "op_latency": { 2024-04-26T02:01:32.094 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 2165, 2024-04-26T02:01:32.094 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 8.835794627, 2024-04-26T02:01:32.094 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.004081198 2024-04-26T02:01:32.094 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.094 INFO:teuthology.orchestra.run.smithi163.stdout: "op_inflight": 0, 2024-04-26T02:01:32.094 INFO:teuthology.orchestra.run.smithi163.stdout: "oplen_avg": { 2024-04-26T02:01:32.094 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 2165, 2024-04-26T02:01:32.095 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 2262 2024-04-26T02:01:32.095 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.095 INFO:teuthology.orchestra.run.smithi163.stdout: "op": 2165, 2024-04-26T02:01:32.095 INFO:teuthology.orchestra.run.smithi163.stdout: "op_r": 63, 2024-04-26T02:01:32.095 INFO:teuthology.orchestra.run.smithi163.stdout: "op_w": 2102, 2024-04-26T02:01:32.095 INFO:teuthology.orchestra.run.smithi163.stdout: "op_rmw": 0, 2024-04-26T02:01:32.095 INFO:teuthology.orchestra.run.smithi163.stdout: "op_pg": 0, 2024-04-26T02:01:32.095 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_stat": 0, 2024-04-26T02:01:32.095 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_create": 10, 2024-04-26T02:01:32.095 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_read": 60, 2024-04-26T02:01:32.095 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_write": 341, 2024-04-26T02:01:32.096 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_writefull": 45, 2024-04-26T02:01:32.096 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_writesame": 0, 2024-04-26T02:01:32.096 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_append": 0, 2024-04-26T02:01:32.096 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_zero": 0, 2024-04-26T02:01:32.096 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_truncate": 0, 2024-04-26T02:01:32.096 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_delete": 1641, 2024-04-26T02:01:32.096 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_mapext": 0, 2024-04-26T02:01:32.096 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_sparse_read": 0, 2024-04-26T02:01:32.096 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_clonerange": 0, 2024-04-26T02:01:32.096 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_getxattr": 3, 2024-04-26T02:01:32.097 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_setxattr": 20, 2024-04-26T02:01:32.097 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_cmpxattr": 0, 2024-04-26T02:01:32.097 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_rmxattr": 0, 2024-04-26T02:01:32.097 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_resetxattrs": 0, 2024-04-26T02:01:32.097 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_call": 0, 2024-04-26T02:01:32.097 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_watch": 0, 2024-04-26T02:01:32.097 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_notify": 0, 2024-04-26T02:01:32.097 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T02:01:32.097 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_pgls": 0, 2024-04-26T02:01:32.097 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_pgls_filter": 0, 2024-04-26T02:01:32.097 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_other": 0, 2024-04-26T02:01:32.097 INFO:teuthology.orchestra.run.smithi163.stdout: "linger_active": 0, 2024-04-26T02:01:32.097 INFO:teuthology.orchestra.run.smithi163.stdout: "linger_send": 0, 2024-04-26T02:01:32.097 INFO:teuthology.orchestra.run.smithi163.stdout: "linger_resend": 0, 2024-04-26T02:01:32.097 INFO:teuthology.orchestra.run.smithi163.stdout: "linger_ping": 0, 2024-04-26T02:01:32.098 INFO:teuthology.orchestra.run.smithi163.stdout: "poolop_active": 0, 2024-04-26T02:01:32.098 INFO:teuthology.orchestra.run.smithi163.stdout: "poolop_send": 0, 2024-04-26T02:01:32.098 INFO:teuthology.orchestra.run.smithi163.stdout: "poolop_resend": 0, 2024-04-26T02:01:32.098 INFO:teuthology.orchestra.run.smithi163.stdout: "poolstat_active": 0, 2024-04-26T02:01:32.098 INFO:teuthology.orchestra.run.smithi163.stdout: "poolstat_send": 0, 2024-04-26T02:01:32.098 INFO:teuthology.orchestra.run.smithi163.stdout: "poolstat_resend": 0, 2024-04-26T02:01:32.098 INFO:teuthology.orchestra.run.smithi163.stdout: "statfs_active": 0, 2024-04-26T02:01:32.098 INFO:teuthology.orchestra.run.smithi163.stdout: "statfs_send": 0, 2024-04-26T02:01:32.098 INFO:teuthology.orchestra.run.smithi163.stdout: "statfs_resend": 0, 2024-04-26T02:01:32.098 INFO:teuthology.orchestra.run.smithi163.stdout: "command_active": 0, 2024-04-26T02:01:32.098 INFO:teuthology.orchestra.run.smithi163.stdout: "command_send": 0, 2024-04-26T02:01:32.098 INFO:teuthology.orchestra.run.smithi163.stdout: "command_resend": 0, 2024-04-26T02:01:32.099 INFO:teuthology.orchestra.run.smithi163.stdout: "map_epoch": 102, 2024-04-26T02:01:32.099 INFO:teuthology.orchestra.run.smithi163.stdout: "map_full": 0, 2024-04-26T02:01:32.099 INFO:teuthology.orchestra.run.smithi163.stdout: "map_inc": 13, 2024-04-26T02:01:32.099 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_sessions": 12, 2024-04-26T02:01:32.099 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_session_open": 12, 2024-04-26T02:01:32.099 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_session_close": 0, 2024-04-26T02:01:32.099 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_laggy": 0, 2024-04-26T02:01:32.099 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_wr": 102, 2024-04-26T02:01:32.099 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_rd": 6, 2024-04-26T02:01:32.099 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_del": 34 2024-04-26T02:01:32.099 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.099 INFO:teuthology.orchestra.run.smithi163.stdout: "oft": { 2024-04-26T02:01:32.099 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_total_objs": 1, 2024-04-26T02:01:32.099 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_total_kv_pairs": 0, 2024-04-26T02:01:32.099 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_total_updates": 0, 2024-04-26T02:01:32.100 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_total_removes": 0 2024-04-26T02:01:32.100 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.100 INFO:teuthology.orchestra.run.smithi163.stdout: "osd-slow-ops": { 2024-04-26T02:01:32.100 INFO:teuthology.orchestra.run.smithi163.stdout: "slow_ops_count": 1633 2024-04-26T02:01:32.100 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.100 INFO:teuthology.orchestra.run.smithi163.stdout: "purge_queue": { 2024-04-26T02:01:32.100 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executing_ops": 0, 2024-04-26T02:01:32.100 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executing_ops_high_water": 14, 2024-04-26T02:01:32.100 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executing": 0, 2024-04-26T02:01:32.100 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executing_high_water": 6, 2024-04-26T02:01:32.101 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executed_ops": 1626, 2024-04-26T02:01:32.101 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executed": 1618, 2024-04-26T02:01:32.101 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_item_in_journal": 0 2024-04-26T02:01:32.101 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.101 INFO:teuthology.orchestra.run.smithi163.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T02:01:32.101 INFO:teuthology.orchestra.run.smithi163.stdout: "val": 0, 2024-04-26T02:01:32.101 INFO:teuthology.orchestra.run.smithi163.stdout: "max": 104857600, 2024-04-26T02:01:32.101 INFO:teuthology.orchestra.run.smithi163.stdout: "get_started": 0, 2024-04-26T02:01:32.101 INFO:teuthology.orchestra.run.smithi163.stdout: "get": 29597, 2024-04-26T02:01:32.101 INFO:teuthology.orchestra.run.smithi163.stdout: "get_sum": 12740816, 2024-04-26T02:01:32.101 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:32.101 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_success": 29597, 2024-04-26T02:01:32.101 INFO:teuthology.orchestra.run.smithi163.stdout: "take": 0, 2024-04-26T02:01:32.101 INFO:teuthology.orchestra.run.smithi163.stdout: "take_sum": 0, 2024-04-26T02:01:32.101 INFO:teuthology.orchestra.run.smithi163.stdout: "put": 29597, 2024-04-26T02:01:32.102 INFO:teuthology.orchestra.run.smithi163.stdout: "put_sum": 12740816, 2024-04-26T02:01:32.102 INFO:teuthology.orchestra.run.smithi163.stdout: "wait": { 2024-04-26T02:01:32.102 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:32.102 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:32.102 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:32.102 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-04-26T02:01:32.102 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.102 INFO:teuthology.orchestra.run.smithi163.stdout: "throttle-objecter_bytes": { 2024-04-26T02:01:32.102 INFO:teuthology.orchestra.run.smithi163.stdout: "val": 0, 2024-04-26T02:01:32.102 INFO:teuthology.orchestra.run.smithi163.stdout: "max": 104857600, 2024-04-26T02:01:32.102 INFO:teuthology.orchestra.run.smithi163.stdout: "get_started": 0, 2024-04-26T02:01:32.102 INFO:teuthology.orchestra.run.smithi163.stdout: "get": 0, 2024-04-26T02:01:32.102 INFO:teuthology.orchestra.run.smithi163.stdout: "get_sum": 0, 2024-04-26T02:01:32.103 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:32.103 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_success": 0, 2024-04-26T02:01:32.103 INFO:teuthology.orchestra.run.smithi163.stdout: "take": 2165, 2024-04-26T02:01:32.103 INFO:teuthology.orchestra.run.smithi163.stdout: "take_sum": 14069421, 2024-04-26T02:01:32.103 INFO:teuthology.orchestra.run.smithi163.stdout: "put": 2165, 2024-04-26T02:01:32.103 INFO:teuthology.orchestra.run.smithi163.stdout: "put_sum": 14069421, 2024-04-26T02:01:32.103 INFO:teuthology.orchestra.run.smithi163.stdout: "wait": { 2024-04-26T02:01:32.103 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:32.103 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:32.103 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:32.103 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-04-26T02:01:32.103 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.103 INFO:teuthology.orchestra.run.smithi163.stdout: "throttle-objecter_ops": { 2024-04-26T02:01:32.103 INFO:teuthology.orchestra.run.smithi163.stdout: "val": 0, 2024-04-26T02:01:32.103 INFO:teuthology.orchestra.run.smithi163.stdout: "max": 1024, 2024-04-26T02:01:32.104 INFO:teuthology.orchestra.run.smithi163.stdout: "get_started": 0, 2024-04-26T02:01:32.104 INFO:teuthology.orchestra.run.smithi163.stdout: "get": 0, 2024-04-26T02:01:32.104 INFO:teuthology.orchestra.run.smithi163.stdout: "get_sum": 0, 2024-04-26T02:01:32.104 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:32.104 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_success": 0, 2024-04-26T02:01:32.104 INFO:teuthology.orchestra.run.smithi163.stdout: "take": 2165, 2024-04-26T02:01:32.104 INFO:teuthology.orchestra.run.smithi163.stdout: "take_sum": 2165, 2024-04-26T02:01:32.104 INFO:teuthology.orchestra.run.smithi163.stdout: "put": 2165, 2024-04-26T02:01:32.104 INFO:teuthology.orchestra.run.smithi163.stdout: "put_sum": 2165, 2024-04-26T02:01:32.104 INFO:teuthology.orchestra.run.smithi163.stdout: "wait": { 2024-04-26T02:01:32.104 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:32.104 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:32.104 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:32.105 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-04-26T02:01:32.105 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.105 INFO:teuthology.orchestra.run.smithi163.stdout: "throttle-write_buf_throttle": { 2024-04-26T02:01:32.105 INFO:teuthology.orchestra.run.smithi163.stdout: "val": 0, 2024-04-26T02:01:32.105 INFO:teuthology.orchestra.run.smithi163.stdout: "max": 3758096384, 2024-04-26T02:01:32.105 INFO:teuthology.orchestra.run.smithi163.stdout: "get_started": 0, 2024-04-26T02:01:32.105 INFO:teuthology.orchestra.run.smithi163.stdout: "get": 1618, 2024-04-26T02:01:32.105 INFO:teuthology.orchestra.run.smithi163.stdout: "get_sum": 172258, 2024-04-26T02:01:32.105 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:32.105 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_success": 1618, 2024-04-26T02:01:32.105 INFO:teuthology.orchestra.run.smithi163.stdout: "take": 0, 2024-04-26T02:01:32.105 INFO:teuthology.orchestra.run.smithi163.stdout: "take_sum": 0, 2024-04-26T02:01:32.105 INFO:teuthology.orchestra.run.smithi163.stdout: "put": 60, 2024-04-26T02:01:32.105 INFO:teuthology.orchestra.run.smithi163.stdout: "put_sum": 172258, 2024-04-26T02:01:32.106 INFO:teuthology.orchestra.run.smithi163.stdout: "wait": { 2024-04-26T02:01:32.106 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:32.106 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:32.106 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:32.106 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-04-26T02:01:32.106 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:32.106 INFO:teuthology.orchestra.run.smithi163.stdout: "throttle-write_buf_throttle-0x563ead860500": { 2024-04-26T02:01:32.106 INFO:teuthology.orchestra.run.smithi163.stdout: "val": 0, 2024-04-26T02:01:32.106 INFO:teuthology.orchestra.run.smithi163.stdout: "max": 3758096384, 2024-04-26T02:01:32.106 INFO:teuthology.orchestra.run.smithi163.stdout: "get_started": 0, 2024-04-26T02:01:32.106 INFO:teuthology.orchestra.run.smithi163.stdout: "get": 5780, 2024-04-26T02:01:32.106 INFO:teuthology.orchestra.run.smithi163.stdout: "get_sum": 13569433, 2024-04-26T02:01:32.106 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:32.106 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_success": 5780, 2024-04-26T02:01:32.107 INFO:teuthology.orchestra.run.smithi163.stdout: "take": 0, 2024-04-26T02:01:32.107 INFO:teuthology.orchestra.run.smithi163.stdout: "take_sum": 0, 2024-04-26T02:01:32.107 INFO:teuthology.orchestra.run.smithi163.stdout: "put": 281, 2024-04-26T02:01:32.107 INFO:teuthology.orchestra.run.smithi163.stdout: "put_sum": 13569433, 2024-04-26T02:01:32.107 INFO:teuthology.orchestra.run.smithi163.stdout: "wait": { 2024-04-26T02:01:32.107 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:32.107 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:32.107 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:32.107 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-04-26T02:01:32.107 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-04-26T02:01:32.107 INFO:teuthology.orchestra.run.smithi163.stdout:} 2024-04-26T02:01:32.849 INFO:tasks.check_counter:Daemon mds.c mds.exported=29 2024-04-26T02:01:32.850 INFO:tasks.check_counter:Daemon mds.c mds.imported=29 2024-04-26T02:01:32.850 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update=461 2024-04-26T02:01:32.850 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update_receipt=2694 2024-04-26T02:01:32.850 INFO:tasks.check_counter:Daemon mds.c mds.root_rsnaps=6 2024-04-26T02:01:32.850 INFO:tasks.check_counter:Daemon mds.c mds_server.req_mksnap_latency.avgcount=0 2024-04-26T02:01:32.850 INFO:tasks.check_counter:Daemon mds.c mds_server.req_rmsnap_latency.avgcount=0 2024-04-26T02:01:32.850 DEBUG:tasks.check_counter:Getting stats from f 2024-04-26T02:01:32.851 DEBUG:teuthology.orchestra.run.smithi163:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph daemon mds.f perf dump 2024-04-26T02:01:33.094 INFO:teuthology.orchestra.run.smithi163.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T02:01:33.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:32 smithi163 ceph-mon[32592]: pgmap v332: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 op/s 2024-04-26T02:01:33.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:32 smithi046 ceph-mon[28013]: pgmap v332: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 op/s 2024-04-26T02:01:33.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:32 smithi103 ceph-mon[32920]: pgmap v332: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 op/s 2024-04-26T02:01:34.879 INFO:teuthology.orchestra.run.smithi163.stdout:{ 2024-04-26T02:01:34.879 INFO:teuthology.orchestra.run.smithi163.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T02:01:34.879 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_messages": 2059, 2024-04-26T02:01:34.879 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages": 2015, 2024-04-26T02:01:34.879 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_bytes": 27655262, 2024-04-26T02:01:34.879 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_bytes": 713290, 2024-04-26T02:01:34.879 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_created_connections": 7, 2024-04-26T02:01:34.880 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_active_connections": 3, 2024-04-26T02:01:34.880 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_total_time": 0.239967079, 2024-04-26T02:01:34.880 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_send_time": 0.072074430, 2024-04-26T02:01:34.880 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_recv_time": 0.100190479, 2024-04-26T02:01:34.880 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_fast_dispatch_time": 0.061506811, 2024-04-26T02:01:34.880 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:01:34.880 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 2015, 2024-04-26T02:01:34.880 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.084801488, 2024-04-26T02:01:34.880 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000042085 2024-04-26T02:01:34.880 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.880 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:01:34.880 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:34.880 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:34.881 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:34.881 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.881 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_encrypted_bytes": 1970672, 2024-04-26T02:01:34.881 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_encrypted_bytes": 159648 2024-04-26T02:01:34.881 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.881 INFO:teuthology.orchestra.run.smithi163.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T02:01:34.881 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_messages": 142, 2024-04-26T02:01:34.881 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages": 333, 2024-04-26T02:01:34.881 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_bytes": 21023799, 2024-04-26T02:01:34.881 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_bytes": 534378, 2024-04-26T02:01:34.881 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_created_connections": 8, 2024-04-26T02:01:34.881 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_active_connections": 6, 2024-04-26T02:01:34.881 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_total_time": 0.033527833, 2024-04-26T02:01:34.882 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_send_time": 0.011241990, 2024-04-26T02:01:34.882 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_recv_time": 0.015374316, 2024-04-26T02:01:34.882 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_fast_dispatch_time": 0.003775228, 2024-04-26T02:01:34.882 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:01:34.882 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 330, 2024-04-26T02:01:34.882 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.025166351, 2024-04-26T02:01:34.882 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000076261 2024-04-26T02:01:34.882 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.882 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:01:34.882 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:34.882 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:34.882 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:34.882 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.883 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-26T02:01:34.883 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_encrypted_bytes": 489792 2024-04-26T02:01:34.883 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.883 INFO:teuthology.orchestra.run.smithi163.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T02:01:34.883 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_messages": 985, 2024-04-26T02:01:34.883 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages": 987, 2024-04-26T02:01:34.883 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_bytes": 29886167, 2024-04-26T02:01:34.883 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_bytes": 313237, 2024-04-26T02:01:34.883 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_created_connections": 6, 2024-04-26T02:01:34.883 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_active_connections": 5, 2024-04-26T02:01:34.883 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_total_time": 0.102328602, 2024-04-26T02:01:34.883 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_send_time": 0.030451543, 2024-04-26T02:01:34.883 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_recv_time": 0.035267587, 2024-04-26T02:01:34.883 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_fast_dispatch_time": 0.028044177, 2024-04-26T02:01:34.884 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:01:34.884 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 985, 2024-04-26T02:01:34.884 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.039923516, 2024-04-26T02:01:34.884 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000040531 2024-04-26T02:01:34.884 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.884 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:01:34.884 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:34.884 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:34.884 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:34.884 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.884 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-26T02:01:34.884 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_encrypted_bytes": 0 2024-04-26T02:01:34.884 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.884 INFO:teuthology.orchestra.run.smithi163.stdout: "cct": { 2024-04-26T02:01:34.884 INFO:teuthology.orchestra.run.smithi163.stdout: "total_workers": 1, 2024-04-26T02:01:34.885 INFO:teuthology.orchestra.run.smithi163.stdout: "unhealthy_workers": 0 2024-04-26T02:01:34.885 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.885 INFO:teuthology.orchestra.run.smithi163.stdout: "finisher-MDSRank": { 2024-04-26T02:01:34.885 INFO:teuthology.orchestra.run.smithi163.stdout: "queue_len": 0, 2024-04-26T02:01:34.885 INFO:teuthology.orchestra.run.smithi163.stdout: "complete_latency": { 2024-04-26T02:01:34.885 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 4728, 2024-04-26T02:01:34.885 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.222998119, 2024-04-26T02:01:34.885 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000047165 2024-04-26T02:01:34.885 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-04-26T02:01:34.885 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.885 INFO:teuthology.orchestra.run.smithi163.stdout: "finisher-PurgeQueue": { 2024-04-26T02:01:34.885 INFO:teuthology.orchestra.run.smithi163.stdout: "queue_len": 0, 2024-04-26T02:01:34.885 INFO:teuthology.orchestra.run.smithi163.stdout: "complete_latency": { 2024-04-26T02:01:34.885 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:34.885 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:34.886 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:34.886 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-04-26T02:01:34.886 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.886 INFO:teuthology.orchestra.run.smithi163.stdout: "mds": { 2024-04-26T02:01:34.886 INFO:teuthology.orchestra.run.smithi163.stdout: "request": 0, 2024-04-26T02:01:34.886 INFO:teuthology.orchestra.run.smithi163.stdout: "reply": 0, 2024-04-26T02:01:34.886 INFO:teuthology.orchestra.run.smithi163.stdout: "reply_latency": { 2024-04-26T02:01:34.886 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:34.886 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:34.886 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:34.886 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.886 INFO:teuthology.orchestra.run.smithi163.stdout: "slow_reply": 0, 2024-04-26T02:01:34.886 INFO:teuthology.orchestra.run.smithi163.stdout: "forward": 0, 2024-04-26T02:01:34.886 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_fetch_complete": 0, 2024-04-26T02:01:34.887 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_fetch_keys": 0, 2024-04-26T02:01:34.887 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_commit": 0, 2024-04-26T02:01:34.887 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_split": 0, 2024-04-26T02:01:34.887 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_merge": 0, 2024-04-26T02:01:34.887 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes": 9150, 2024-04-26T02:01:34.887 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_top": 5962, 2024-04-26T02:01:34.887 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_bottom": 3188, 2024-04-26T02:01:34.887 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_pin_tail": 0, 2024-04-26T02:01:34.887 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_pinned": 633, 2024-04-26T02:01:34.887 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_expired": 0, 2024-04-26T02:01:34.887 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_with_caps": 0, 2024-04-26T02:01:34.887 INFO:teuthology.orchestra.run.smithi163.stdout: "caps": 0, 2024-04-26T02:01:34.887 INFO:teuthology.orchestra.run.smithi163.stdout: "subtrees": 2, 2024-04-26T02:01:34.887 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse": 0, 2024-04-26T02:01:34.888 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_hit": 0, 2024-04-26T02:01:34.888 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_forward": 0, 2024-04-26T02:01:34.888 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_discover": 0, 2024-04-26T02:01:34.888 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_dir_fetch": 0, 2024-04-26T02:01:34.888 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_remote_ino": 0, 2024-04-26T02:01:34.888 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_lock": 0, 2024-04-26T02:01:34.888 INFO:teuthology.orchestra.run.smithi163.stdout: "load_cent": 0, 2024-04-26T02:01:34.888 INFO:teuthology.orchestra.run.smithi163.stdout: "q": 0, 2024-04-26T02:01:34.888 INFO:teuthology.orchestra.run.smithi163.stdout: "exported": 0, 2024-04-26T02:01:34.888 INFO:teuthology.orchestra.run.smithi163.stdout: "exported_inodes": 0, 2024-04-26T02:01:34.888 INFO:teuthology.orchestra.run.smithi163.stdout: "imported": 0, 2024-04-26T02:01:34.888 INFO:teuthology.orchestra.run.smithi163.stdout: "imported_inodes": 0, 2024-04-26T02:01:34.888 INFO:teuthology.orchestra.run.smithi163.stdout: "openino_dir_fetch": 0, 2024-04-26T02:01:34.888 INFO:teuthology.orchestra.run.smithi163.stdout: "openino_backtrace_fetch": 0, 2024-04-26T02:01:34.888 INFO:teuthology.orchestra.run.smithi163.stdout: "openino_peer_discover": 0, 2024-04-26T02:01:34.889 INFO:teuthology.orchestra.run.smithi163.stdout: "root_rfiles": 4, 2024-04-26T02:01:34.889 INFO:teuthology.orchestra.run.smithi163.stdout: "root_rbytes": 234, 2024-04-26T02:01:34.889 INFO:teuthology.orchestra.run.smithi163.stdout: "root_rsnaps": 6, 2024-04-26T02:01:34.889 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T02:01:34.889 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_set_tag": 0, 2024-04-26T02:01:34.889 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T02:01:34.889 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_inotable_repaired": 0, 2024-04-26T02:01:34.889 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_dir_inodes": 0, 2024-04-26T02:01:34.889 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T02:01:34.889 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T02:01:34.889 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_file_inodes": 0, 2024-04-26T02:01:34.889 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_inode_file_caps": 0, 2024-04-26T02:01:34.889 INFO:teuthology.orchestra.run.smithi163.stdout: "ceph_cap_op_revoke": 0, 2024-04-26T02:01:34.889 INFO:teuthology.orchestra.run.smithi163.stdout: "ceph_cap_op_grant": 0, 2024-04-26T02:01:34.889 INFO:teuthology.orchestra.run.smithi163.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T02:01:34.890 INFO:teuthology.orchestra.run.smithi163.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T02:01:34.890 INFO:teuthology.orchestra.run.smithi163.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T02:01:34.890 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_client_caps": 0, 2024-04-26T02:01:34.890 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_client_caps_dirty": 0, 2024-04-26T02:01:34.890 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_client_cap_release": 0, 2024-04-26T02:01:34.890 INFO:teuthology.orchestra.run.smithi163.stdout: "process_request_cap_release": 0 2024-04-26T02:01:34.890 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.890 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_cache": { 2024-04-26T02:01:34.890 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_update": 0, 2024-04-26T02:01:34.890 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_update_receipt": 0, 2024-04-26T02:01:34.890 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_try_discover": 0, 2024-04-26T02:01:34.891 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_send_discover": 0, 2024-04-26T02:01:34.891 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_handle_discover": 0, 2024-04-26T02:01:34.891 INFO:teuthology.orchestra.run.smithi163.stdout: "num_strays": 0, 2024-04-26T02:01:34.891 INFO:teuthology.orchestra.run.smithi163.stdout: "num_strays_delayed": 0, 2024-04-26T02:01:34.891 INFO:teuthology.orchestra.run.smithi163.stdout: "num_strays_enqueuing": 0, 2024-04-26T02:01:34.891 INFO:teuthology.orchestra.run.smithi163.stdout: "strays_created": 0, 2024-04-26T02:01:34.891 INFO:teuthology.orchestra.run.smithi163.stdout: "strays_enqueued": 0, 2024-04-26T02:01:34.891 INFO:teuthology.orchestra.run.smithi163.stdout: "strays_reintegrated": 0, 2024-04-26T02:01:34.891 INFO:teuthology.orchestra.run.smithi163.stdout: "strays_migrated": 0, 2024-04-26T02:01:34.891 INFO:teuthology.orchestra.run.smithi163.stdout: "num_recovering_processing": 0, 2024-04-26T02:01:34.891 INFO:teuthology.orchestra.run.smithi163.stdout: "num_recovering_enqueued": 0, 2024-04-26T02:01:34.891 INFO:teuthology.orchestra.run.smithi163.stdout: "num_recovering_prioritized": 0, 2024-04-26T02:01:34.891 INFO:teuthology.orchestra.run.smithi163.stdout: "recovery_started": 0, 2024-04-26T02:01:34.891 INFO:teuthology.orchestra.run.smithi163.stdout: "recovery_completed": 0, 2024-04-26T02:01:34.892 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_quiesce_path": 0, 2024-04-26T02:01:34.892 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_quiesce_inode": 0, 2024-04-26T02:01:34.892 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T02:01:34.892 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_exportdir": 0, 2024-04-26T02:01:34.892 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_flush": 0, 2024-04-26T02:01:34.892 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_fragmentdir": 0, 2024-04-26T02:01:34.892 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_fragstats": 0, 2024-04-26T02:01:34.892 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_inodestats": 0 2024-04-26T02:01:34.892 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.892 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_log": { 2024-04-26T02:01:34.892 INFO:teuthology.orchestra.run.smithi163.stdout: "evlrg": 0, 2024-04-26T02:01:34.892 INFO:teuthology.orchestra.run.smithi163.stdout: "evadd": 0, 2024-04-26T02:01:34.892 INFO:teuthology.orchestra.run.smithi163.stdout: "evex": 0, 2024-04-26T02:01:34.892 INFO:teuthology.orchestra.run.smithi163.stdout: "evtrm": 0, 2024-04-26T02:01:34.892 INFO:teuthology.orchestra.run.smithi163.stdout: "ev": 28044, 2024-04-26T02:01:34.892 INFO:teuthology.orchestra.run.smithi163.stdout: "evexg": 0, 2024-04-26T02:01:34.893 INFO:teuthology.orchestra.run.smithi163.stdout: "evexd": 0, 2024-04-26T02:01:34.893 INFO:teuthology.orchestra.run.smithi163.stdout: "segadd": 0, 2024-04-26T02:01:34.893 INFO:teuthology.orchestra.run.smithi163.stdout: "segex": 0, 2024-04-26T02:01:34.893 INFO:teuthology.orchestra.run.smithi163.stdout: "segtrm": 0, 2024-04-26T02:01:34.893 INFO:teuthology.orchestra.run.smithi163.stdout: "seg": 3, 2024-04-26T02:01:34.893 INFO:teuthology.orchestra.run.smithi163.stdout: "segmjr": 24, 2024-04-26T02:01:34.893 INFO:teuthology.orchestra.run.smithi163.stdout: "segexg": 0, 2024-04-26T02:01:34.893 INFO:teuthology.orchestra.run.smithi163.stdout: "segexd": 0, 2024-04-26T02:01:34.893 INFO:teuthology.orchestra.run.smithi163.stdout: "expos": 79168584, 2024-04-26T02:01:34.893 INFO:teuthology.orchestra.run.smithi163.stdout: "wrpos": 79965235, 2024-04-26T02:01:34.893 INFO:teuthology.orchestra.run.smithi163.stdout: "rdpos": 79965123, 2024-04-26T02:01:34.893 INFO:teuthology.orchestra.run.smithi163.stdout: "jlat": { 2024-04-26T02:01:34.893 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:34.893 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:34.894 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:34.894 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.894 INFO:teuthology.orchestra.run.smithi163.stdout: "replayed": 28044 2024-04-26T02:01:34.894 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.894 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_mem": { 2024-04-26T02:01:34.894 INFO:teuthology.orchestra.run.smithi163.stdout: "ino": 3615, 2024-04-26T02:01:34.894 INFO:teuthology.orchestra.run.smithi163.stdout: "ino+": 15236, 2024-04-26T02:01:34.894 INFO:teuthology.orchestra.run.smithi163.stdout: "ino-": 11621, 2024-04-26T02:01:34.894 INFO:teuthology.orchestra.run.smithi163.stdout: "dir": 212, 2024-04-26T02:01:34.894 INFO:teuthology.orchestra.run.smithi163.stdout: "dir+": 806, 2024-04-26T02:01:34.894 INFO:teuthology.orchestra.run.smithi163.stdout: "dir-": 594, 2024-04-26T02:01:34.894 INFO:teuthology.orchestra.run.smithi163.stdout: "dn": 9150, 2024-04-26T02:01:34.894 INFO:teuthology.orchestra.run.smithi163.stdout: "dn+": 18396, 2024-04-26T02:01:34.894 INFO:teuthology.orchestra.run.smithi163.stdout: "dn-": 9246, 2024-04-26T02:01:34.895 INFO:teuthology.orchestra.run.smithi163.stdout: "cap": 0, 2024-04-26T02:01:34.895 INFO:teuthology.orchestra.run.smithi163.stdout: "cap+": 0, 2024-04-26T02:01:34.895 INFO:teuthology.orchestra.run.smithi163.stdout: "cap-": 0, 2024-04-26T02:01:34.895 INFO:teuthology.orchestra.run.smithi163.stdout: "rss": 76904, 2024-04-26T02:01:34.895 INFO:teuthology.orchestra.run.smithi163.stdout: "heap": 215416 2024-04-26T02:01:34.895 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.895 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_server": { 2024-04-26T02:01:34.895 INFO:teuthology.orchestra.run.smithi163.stdout: "dispatch_client_request": 0, 2024-04-26T02:01:34.895 INFO:teuthology.orchestra.run.smithi163.stdout: "dispatch_server_request": 0, 2024-04-26T02:01:34.895 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_client_request": 0, 2024-04-26T02:01:34.895 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_client_session": 0, 2024-04-26T02:01:34.895 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_peer_request": 0, 2024-04-26T02:01:34.895 INFO:teuthology.orchestra.run.smithi163.stdout: "req_create_latency": { 2024-04-26T02:01:34.895 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:34.895 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:34.896 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:34.896 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.896 INFO:teuthology.orchestra.run.smithi163.stdout: "req_getattr_latency": { 2024-04-26T02:01:34.896 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:34.896 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:34.896 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:34.896 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.896 INFO:teuthology.orchestra.run.smithi163.stdout: "req_getfilelock_latency": { 2024-04-26T02:01:34.896 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:34.896 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:34.896 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:34.896 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.896 INFO:teuthology.orchestra.run.smithi163.stdout: "req_link_latency": { 2024-04-26T02:01:34.896 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:34.896 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:34.897 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:34.897 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.897 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookup_latency": { 2024-04-26T02:01:34.897 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:34.897 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:34.897 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:34.897 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.897 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookuphash_latency": { 2024-04-26T02:01:34.897 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:34.897 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:34.897 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:34.897 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.897 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookupino_latency": { 2024-04-26T02:01:34.897 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:34.897 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:34.898 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:34.898 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.898 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookupname_latency": { 2024-04-26T02:01:34.898 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:34.898 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:34.898 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:34.898 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.898 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookupparent_latency": { 2024-04-26T02:01:34.898 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:34.898 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:34.898 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:34.898 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.898 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookupsnap_latency": { 2024-04-26T02:01:34.899 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:34.899 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:34.899 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:34.899 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.899 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lssnap_latency": { 2024-04-26T02:01:34.899 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:34.899 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:34.899 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:34.899 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.900 INFO:teuthology.orchestra.run.smithi163.stdout: "req_mkdir_latency": { 2024-04-26T02:01:34.900 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:34.900 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:34.900 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:34.900 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.900 INFO:teuthology.orchestra.run.smithi163.stdout: "req_mknod_latency": { 2024-04-26T02:01:34.900 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:34.900 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:34.900 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:34.900 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.901 INFO:teuthology.orchestra.run.smithi163.stdout: "req_mksnap_latency": { 2024-04-26T02:01:34.901 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:34.901 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:34.901 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:34.901 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.901 INFO:teuthology.orchestra.run.smithi163.stdout: "req_open_latency": { 2024-04-26T02:01:34.901 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:34.901 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:34.901 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:34.901 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.901 INFO:teuthology.orchestra.run.smithi163.stdout: "req_readdir_latency": { 2024-04-26T02:01:34.901 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:34.901 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:34.901 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:34.902 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.902 INFO:teuthology.orchestra.run.smithi163.stdout: "req_rename_latency": { 2024-04-26T02:01:34.902 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:34.902 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:34.902 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:34.902 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.902 INFO:teuthology.orchestra.run.smithi163.stdout: "req_renamesnap_latency": { 2024-04-26T02:01:34.902 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:34.902 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:34.902 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:34.902 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.902 INFO:teuthology.orchestra.run.smithi163.stdout: "req_snapdiff_latency": { 2024-04-26T02:01:34.902 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:34.903 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:34.903 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:34.903 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.903 INFO:teuthology.orchestra.run.smithi163.stdout: "req_rmdir_latency": { 2024-04-26T02:01:34.903 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:34.903 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:34.903 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:34.903 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.903 INFO:teuthology.orchestra.run.smithi163.stdout: "req_rmsnap_latency": { 2024-04-26T02:01:34.903 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:34.903 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:34.903 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:34.903 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.903 INFO:teuthology.orchestra.run.smithi163.stdout: "req_rmxattr_latency": { 2024-04-26T02:01:34.904 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:34.904 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:34.904 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:34.904 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.904 INFO:teuthology.orchestra.run.smithi163.stdout: "req_setattr_latency": { 2024-04-26T02:01:34.904 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:34.904 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:34.904 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:34.904 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.904 INFO:teuthology.orchestra.run.smithi163.stdout: "req_setdirlayout_latency": { 2024-04-26T02:01:34.904 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:34.904 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:34.904 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:34.904 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.904 INFO:teuthology.orchestra.run.smithi163.stdout: "req_setfilelock_latency": { 2024-04-26T02:01:34.904 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:34.905 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:34.905 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:34.905 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.905 INFO:teuthology.orchestra.run.smithi163.stdout: "req_setlayout_latency": { 2024-04-26T02:01:34.905 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:34.905 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:34.905 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:34.905 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.905 INFO:teuthology.orchestra.run.smithi163.stdout: "req_setxattr_latency": { 2024-04-26T02:01:34.905 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:34.905 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:34.905 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:34.905 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.905 INFO:teuthology.orchestra.run.smithi163.stdout: "req_symlink_latency": { 2024-04-26T02:01:34.906 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:34.906 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:34.906 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:34.906 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.906 INFO:teuthology.orchestra.run.smithi163.stdout: "req_unlink_latency": { 2024-04-26T02:01:34.906 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:34.906 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:34.906 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:34.906 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.906 INFO:teuthology.orchestra.run.smithi163.stdout: "cap_revoke_eviction": 0, 2024-04-26T02:01:34.906 INFO:teuthology.orchestra.run.smithi163.stdout: "cap_acquisition_throttle": 0, 2024-04-26T02:01:34.906 INFO:teuthology.orchestra.run.smithi163.stdout: "req_getvxattr_latency": { 2024-04-26T02:01:34.907 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:34.907 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:34.907 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:34.907 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-04-26T02:01:34.907 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.907 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_sessions": { 2024-04-26T02:01:34.907 INFO:teuthology.orchestra.run.smithi163.stdout: "session_count": 2, 2024-04-26T02:01:34.907 INFO:teuthology.orchestra.run.smithi163.stdout: "session_add": 5, 2024-04-26T02:01:34.907 INFO:teuthology.orchestra.run.smithi163.stdout: "session_remove": 3, 2024-04-26T02:01:34.907 INFO:teuthology.orchestra.run.smithi163.stdout: "sessions_open": 4, 2024-04-26T02:01:34.907 INFO:teuthology.orchestra.run.smithi163.stdout: "sessions_stale": 0, 2024-04-26T02:01:34.907 INFO:teuthology.orchestra.run.smithi163.stdout: "total_load": 0, 2024-04-26T02:01:34.907 INFO:teuthology.orchestra.run.smithi163.stdout: "average_load": 0, 2024-04-26T02:01:34.907 INFO:teuthology.orchestra.run.smithi163.stdout: "avg_session_uptime": 3959, 2024-04-26T02:01:34.907 INFO:teuthology.orchestra.run.smithi163.stdout: "mdthresh_evicted": 0 2024-04-26T02:01:34.908 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.908 INFO:teuthology.orchestra.run.smithi163.stdout: "mempool": { 2024-04-26T02:01:34.908 INFO:teuthology.orchestra.run.smithi163.stdout: "bloom_filter_bytes": 0, 2024-04-26T02:01:34.908 INFO:teuthology.orchestra.run.smithi163.stdout: "bloom_filter_items": 0, 2024-04-26T02:01:34.908 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T02:01:34.908 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_alloc_items": 0, 2024-04-26T02:01:34.908 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T02:01:34.908 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_data_items": 0, 2024-04-26T02:01:34.908 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T02:01:34.908 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T02:01:34.908 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T02:01:34.908 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T02:01:34.908 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T02:01:34.908 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_other_items": 0, 2024-04-26T02:01:34.908 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T02:01:34.909 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T02:01:34.909 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_extent_bytes": 0, 2024-04-26T02:01:34.909 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_extent_items": 0, 2024-04-26T02:01:34.909 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_blob_bytes": 0, 2024-04-26T02:01:34.909 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_blob_items": 0, 2024-04-26T02:01:34.909 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T02:01:34.909 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T02:01:34.909 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T02:01:34.909 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T02:01:34.909 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T02:01:34.909 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_fsck_items": 0, 2024-04-26T02:01:34.909 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_txc_bytes": 0, 2024-04-26T02:01:34.909 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_txc_items": 0, 2024-04-26T02:01:34.909 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T02:01:34.909 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T02:01:34.910 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_writing_bytes": 0, 2024-04-26T02:01:34.910 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_writing_items": 0, 2024-04-26T02:01:34.910 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_bytes": 0, 2024-04-26T02:01:34.910 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_items": 0, 2024-04-26T02:01:34.910 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T02:01:34.910 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_file_reader_items": 0, 2024-04-26T02:01:34.910 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T02:01:34.910 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_file_writer_items": 0, 2024-04-26T02:01:34.910 INFO:teuthology.orchestra.run.smithi163.stdout: "buffer_anon_bytes": 374572, 2024-04-26T02:01:34.910 INFO:teuthology.orchestra.run.smithi163.stdout: "buffer_anon_items": 3927, 2024-04-26T02:01:34.910 INFO:teuthology.orchestra.run.smithi163.stdout: "buffer_meta_bytes": 0, 2024-04-26T02:01:34.910 INFO:teuthology.orchestra.run.smithi163.stdout: "buffer_meta_items": 0, 2024-04-26T02:01:34.910 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_bytes": 0, 2024-04-26T02:01:34.910 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_items": 0, 2024-04-26T02:01:34.911 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_mapbl_bytes": 0, 2024-04-26T02:01:34.911 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_mapbl_items": 0, 2024-04-26T02:01:34.911 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_pglog_bytes": 0, 2024-04-26T02:01:34.911 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_pglog_items": 0, 2024-04-26T02:01:34.911 INFO:teuthology.orchestra.run.smithi163.stdout: "osdmap_bytes": 8032, 2024-04-26T02:01:34.911 INFO:teuthology.orchestra.run.smithi163.stdout: "osdmap_items": 167, 2024-04-26T02:01:34.911 INFO:teuthology.orchestra.run.smithi163.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T02:01:34.911 INFO:teuthology.orchestra.run.smithi163.stdout: "osdmap_mapping_items": 0, 2024-04-26T02:01:34.911 INFO:teuthology.orchestra.run.smithi163.stdout: "pgmap_bytes": 0, 2024-04-26T02:01:34.911 INFO:teuthology.orchestra.run.smithi163.stdout: "pgmap_items": 0, 2024-04-26T02:01:34.911 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_co_bytes": 15259690, 2024-04-26T02:01:34.911 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_co_items": 183223, 2024-04-26T02:01:34.911 INFO:teuthology.orchestra.run.smithi163.stdout: "unittest_1_bytes": 0, 2024-04-26T02:01:34.911 INFO:teuthology.orchestra.run.smithi163.stdout: "unittest_1_items": 0, 2024-04-26T02:01:34.912 INFO:teuthology.orchestra.run.smithi163.stdout: "unittest_2_bytes": 0, 2024-04-26T02:01:34.912 INFO:teuthology.orchestra.run.smithi163.stdout: "unittest_2_items": 0 2024-04-26T02:01:34.912 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.912 INFO:teuthology.orchestra.run.smithi163.stdout: "objecter": { 2024-04-26T02:01:34.912 INFO:teuthology.orchestra.run.smithi163.stdout: "op_active": 0, 2024-04-26T02:01:34.912 INFO:teuthology.orchestra.run.smithi163.stdout: "op_laggy": 0, 2024-04-26T02:01:34.912 INFO:teuthology.orchestra.run.smithi163.stdout: "op_send": 2866, 2024-04-26T02:01:34.912 INFO:teuthology.orchestra.run.smithi163.stdout: "op_send_bytes": 26, 2024-04-26T02:01:34.912 INFO:teuthology.orchestra.run.smithi163.stdout: "op_resend": 4, 2024-04-26T02:01:34.912 INFO:teuthology.orchestra.run.smithi163.stdout: "op_reply": 2866, 2024-04-26T02:01:34.912 INFO:teuthology.orchestra.run.smithi163.stdout: "op_latency": { 2024-04-26T02:01:34.912 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 2866, 2024-04-26T02:01:34.912 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 1.829957387, 2024-04-26T02:01:34.912 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000638505 2024-04-26T02:01:34.913 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.913 INFO:teuthology.orchestra.run.smithi163.stdout: "op_inflight": 0, 2024-04-26T02:01:34.913 INFO:teuthology.orchestra.run.smithi163.stdout: "oplen_avg": { 2024-04-26T02:01:34.913 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 2866, 2024-04-26T02:01:34.913 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 2867 2024-04-26T02:01:34.913 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.913 INFO:teuthology.orchestra.run.smithi163.stdout: "op": 2866, 2024-04-26T02:01:34.913 INFO:teuthology.orchestra.run.smithi163.stdout: "op_r": 2866, 2024-04-26T02:01:34.913 INFO:teuthology.orchestra.run.smithi163.stdout: "op_w": 0, 2024-04-26T02:01:34.913 INFO:teuthology.orchestra.run.smithi163.stdout: "op_rmw": 0, 2024-04-26T02:01:34.913 INFO:teuthology.orchestra.run.smithi163.stdout: "op_pg": 0, 2024-04-26T02:01:34.913 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_stat": 1793, 2024-04-26T02:01:34.913 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_create": 0, 2024-04-26T02:01:34.913 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_read": 1070, 2024-04-26T02:01:34.914 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_write": 0, 2024-04-26T02:01:34.914 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_writefull": 0, 2024-04-26T02:01:34.914 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_writesame": 0, 2024-04-26T02:01:34.914 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_append": 0, 2024-04-26T02:01:34.914 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_zero": 0, 2024-04-26T02:01:34.914 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_truncate": 0, 2024-04-26T02:01:34.914 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_delete": 0, 2024-04-26T02:01:34.914 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_mapext": 0, 2024-04-26T02:01:34.914 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_sparse_read": 0, 2024-04-26T02:01:34.914 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_clonerange": 0, 2024-04-26T02:01:34.914 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_getxattr": 2, 2024-04-26T02:01:34.914 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_setxattr": 0, 2024-04-26T02:01:34.914 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_cmpxattr": 0, 2024-04-26T02:01:34.914 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_rmxattr": 0, 2024-04-26T02:01:34.915 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_resetxattrs": 0, 2024-04-26T02:01:34.915 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_call": 0, 2024-04-26T02:01:34.915 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_watch": 0, 2024-04-26T02:01:34.915 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_notify": 0, 2024-04-26T02:01:34.915 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T02:01:34.915 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_pgls": 0, 2024-04-26T02:01:34.915 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_pgls_filter": 0, 2024-04-26T02:01:34.915 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_other": 0, 2024-04-26T02:01:34.915 INFO:teuthology.orchestra.run.smithi163.stdout: "linger_active": 0, 2024-04-26T02:01:34.915 INFO:teuthology.orchestra.run.smithi163.stdout: "linger_send": 0, 2024-04-26T02:01:34.915 INFO:teuthology.orchestra.run.smithi163.stdout: "linger_resend": 0, 2024-04-26T02:01:34.915 INFO:teuthology.orchestra.run.smithi163.stdout: "linger_ping": 0, 2024-04-26T02:01:34.915 INFO:teuthology.orchestra.run.smithi163.stdout: "poolop_active": 0, 2024-04-26T02:01:34.915 INFO:teuthology.orchestra.run.smithi163.stdout: "poolop_send": 0, 2024-04-26T02:01:34.915 INFO:teuthology.orchestra.run.smithi163.stdout: "poolop_resend": 0, 2024-04-26T02:01:34.916 INFO:teuthology.orchestra.run.smithi163.stdout: "poolstat_active": 0, 2024-04-26T02:01:34.916 INFO:teuthology.orchestra.run.smithi163.stdout: "poolstat_send": 0, 2024-04-26T02:01:34.916 INFO:teuthology.orchestra.run.smithi163.stdout: "poolstat_resend": 0, 2024-04-26T02:01:34.916 INFO:teuthology.orchestra.run.smithi163.stdout: "statfs_active": 0, 2024-04-26T02:01:34.916 INFO:teuthology.orchestra.run.smithi163.stdout: "statfs_send": 0, 2024-04-26T02:01:34.916 INFO:teuthology.orchestra.run.smithi163.stdout: "statfs_resend": 0, 2024-04-26T02:01:34.916 INFO:teuthology.orchestra.run.smithi163.stdout: "command_active": 0, 2024-04-26T02:01:34.916 INFO:teuthology.orchestra.run.smithi163.stdout: "command_send": 0, 2024-04-26T02:01:34.916 INFO:teuthology.orchestra.run.smithi163.stdout: "command_resend": 0, 2024-04-26T02:01:34.916 INFO:teuthology.orchestra.run.smithi163.stdout: "map_epoch": 102, 2024-04-26T02:01:34.916 INFO:teuthology.orchestra.run.smithi163.stdout: "map_full": 0, 2024-04-26T02:01:34.916 INFO:teuthology.orchestra.run.smithi163.stdout: "map_inc": 13, 2024-04-26T02:01:34.916 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_sessions": 10, 2024-04-26T02:01:34.916 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_session_open": 10, 2024-04-26T02:01:34.917 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_session_close": 0, 2024-04-26T02:01:34.917 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_laggy": 0, 2024-04-26T02:01:34.917 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_wr": 0, 2024-04-26T02:01:34.917 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_rd": 2, 2024-04-26T02:01:34.917 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_del": 0 2024-04-26T02:01:34.917 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.917 INFO:teuthology.orchestra.run.smithi163.stdout: "oft": { 2024-04-26T02:01:34.917 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_total_objs": 0, 2024-04-26T02:01:34.917 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_total_kv_pairs": 0, 2024-04-26T02:01:34.917 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_total_updates": 0, 2024-04-26T02:01:34.917 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_total_removes": 0 2024-04-26T02:01:34.917 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.917 INFO:teuthology.orchestra.run.smithi163.stdout: "osd-slow-ops": { 2024-04-26T02:01:34.917 INFO:teuthology.orchestra.run.smithi163.stdout: "slow_ops_count": 0 2024-04-26T02:01:34.918 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.918 INFO:teuthology.orchestra.run.smithi163.stdout: "purge_queue": { 2024-04-26T02:01:34.918 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executing_ops": 0, 2024-04-26T02:01:34.918 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executing_ops_high_water": 0, 2024-04-26T02:01:34.918 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executing": 0, 2024-04-26T02:01:34.918 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executing_high_water": 0, 2024-04-26T02:01:34.918 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executed_ops": 0, 2024-04-26T02:01:34.918 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executed": 0, 2024-04-26T02:01:34.918 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_item_in_journal": 0 2024-04-26T02:01:34.918 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.918 INFO:teuthology.orchestra.run.smithi163.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T02:01:34.918 INFO:teuthology.orchestra.run.smithi163.stdout: "val": 0, 2024-04-26T02:01:34.918 INFO:teuthology.orchestra.run.smithi163.stdout: "max": 104857600, 2024-04-26T02:01:34.918 INFO:teuthology.orchestra.run.smithi163.stdout: "get_started": 0, 2024-04-26T02:01:34.919 INFO:teuthology.orchestra.run.smithi163.stdout: "get": 3182, 2024-04-26T02:01:34.919 INFO:teuthology.orchestra.run.smithi163.stdout: "get_sum": 78259910, 2024-04-26T02:01:34.919 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:34.919 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_success": 3182, 2024-04-26T02:01:34.919 INFO:teuthology.orchestra.run.smithi163.stdout: "take": 0, 2024-04-26T02:01:34.919 INFO:teuthology.orchestra.run.smithi163.stdout: "take_sum": 0, 2024-04-26T02:01:34.919 INFO:teuthology.orchestra.run.smithi163.stdout: "put": 3182, 2024-04-26T02:01:34.919 INFO:teuthology.orchestra.run.smithi163.stdout: "put_sum": 78259910, 2024-04-26T02:01:34.919 INFO:teuthology.orchestra.run.smithi163.stdout: "wait": { 2024-04-26T02:01:34.919 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:34.919 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:34.919 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:34.919 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-04-26T02:01:34.919 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.919 INFO:teuthology.orchestra.run.smithi163.stdout: "throttle-objecter_bytes": { 2024-04-26T02:01:34.920 INFO:teuthology.orchestra.run.smithi163.stdout: "val": 0, 2024-04-26T02:01:34.920 INFO:teuthology.orchestra.run.smithi163.stdout: "max": 104857600, 2024-04-26T02:01:34.920 INFO:teuthology.orchestra.run.smithi163.stdout: "get_started": 0, 2024-04-26T02:01:34.920 INFO:teuthology.orchestra.run.smithi163.stdout: "get": 0, 2024-04-26T02:01:34.920 INFO:teuthology.orchestra.run.smithi163.stdout: "get_sum": 0, 2024-04-26T02:01:34.920 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:34.920 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_success": 0, 2024-04-26T02:01:34.920 INFO:teuthology.orchestra.run.smithi163.stdout: "take": 2866, 2024-04-26T02:01:34.920 INFO:teuthology.orchestra.run.smithi163.stdout: "take_sum": 75793160, 2024-04-26T02:01:34.920 INFO:teuthology.orchestra.run.smithi163.stdout: "put": 2866, 2024-04-26T02:01:34.920 INFO:teuthology.orchestra.run.smithi163.stdout: "put_sum": 75793160, 2024-04-26T02:01:34.920 INFO:teuthology.orchestra.run.smithi163.stdout: "wait": { 2024-04-26T02:01:34.920 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:34.920 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:34.921 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:34.921 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-04-26T02:01:34.921 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.921 INFO:teuthology.orchestra.run.smithi163.stdout: "throttle-objecter_ops": { 2024-04-26T02:01:34.921 INFO:teuthology.orchestra.run.smithi163.stdout: "val": 0, 2024-04-26T02:01:34.921 INFO:teuthology.orchestra.run.smithi163.stdout: "max": 1024, 2024-04-26T02:01:34.921 INFO:teuthology.orchestra.run.smithi163.stdout: "get_started": 0, 2024-04-26T02:01:34.921 INFO:teuthology.orchestra.run.smithi163.stdout: "get": 0, 2024-04-26T02:01:34.921 INFO:teuthology.orchestra.run.smithi163.stdout: "get_sum": 0, 2024-04-26T02:01:34.921 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:34.921 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_success": 0, 2024-04-26T02:01:34.921 INFO:teuthology.orchestra.run.smithi163.stdout: "take": 2866, 2024-04-26T02:01:34.921 INFO:teuthology.orchestra.run.smithi163.stdout: "take_sum": 2866, 2024-04-26T02:01:34.921 INFO:teuthology.orchestra.run.smithi163.stdout: "put": 2866, 2024-04-26T02:01:34.922 INFO:teuthology.orchestra.run.smithi163.stdout: "put_sum": 2866, 2024-04-26T02:01:34.922 INFO:teuthology.orchestra.run.smithi163.stdout: "wait": { 2024-04-26T02:01:34.922 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:34.922 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:34.922 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:34.922 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-04-26T02:01:34.922 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.922 INFO:teuthology.orchestra.run.smithi163.stdout: "throttle-write_buf_throttle": { 2024-04-26T02:01:34.922 INFO:teuthology.orchestra.run.smithi163.stdout: "val": 0, 2024-04-26T02:01:34.922 INFO:teuthology.orchestra.run.smithi163.stdout: "max": 3758096384, 2024-04-26T02:01:34.922 INFO:teuthology.orchestra.run.smithi163.stdout: "get_started": 0, 2024-04-26T02:01:34.922 INFO:teuthology.orchestra.run.smithi163.stdout: "get": 0, 2024-04-26T02:01:34.922 INFO:teuthology.orchestra.run.smithi163.stdout: "get_sum": 0, 2024-04-26T02:01:34.923 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:34.923 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_success": 0, 2024-04-26T02:01:34.923 INFO:teuthology.orchestra.run.smithi163.stdout: "take": 0, 2024-04-26T02:01:34.923 INFO:teuthology.orchestra.run.smithi163.stdout: "take_sum": 0, 2024-04-26T02:01:34.923 INFO:teuthology.orchestra.run.smithi163.stdout: "put": 0, 2024-04-26T02:01:34.923 INFO:teuthology.orchestra.run.smithi163.stdout: "put_sum": 0, 2024-04-26T02:01:34.923 INFO:teuthology.orchestra.run.smithi163.stdout: "wait": { 2024-04-26T02:01:34.923 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:34.923 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:34.923 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:34.923 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-04-26T02:01:34.923 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:34.923 INFO:teuthology.orchestra.run.smithi163.stdout: "throttle-write_buf_throttle-0x5562b43a86e0": { 2024-04-26T02:01:34.923 INFO:teuthology.orchestra.run.smithi163.stdout: "val": 0, 2024-04-26T02:01:34.923 INFO:teuthology.orchestra.run.smithi163.stdout: "max": 3758096384, 2024-04-26T02:01:34.923 INFO:teuthology.orchestra.run.smithi163.stdout: "get_started": 0, 2024-04-26T02:01:34.924 INFO:teuthology.orchestra.run.smithi163.stdout: "get": 0, 2024-04-26T02:01:34.924 INFO:teuthology.orchestra.run.smithi163.stdout: "get_sum": 0, 2024-04-26T02:01:34.924 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:34.924 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_success": 0, 2024-04-26T02:01:34.924 INFO:teuthology.orchestra.run.smithi163.stdout: "take": 0, 2024-04-26T02:01:34.924 INFO:teuthology.orchestra.run.smithi163.stdout: "take_sum": 0, 2024-04-26T02:01:34.924 INFO:teuthology.orchestra.run.smithi163.stdout: "put": 0, 2024-04-26T02:01:34.924 INFO:teuthology.orchestra.run.smithi163.stdout: "put_sum": 0, 2024-04-26T02:01:34.924 INFO:teuthology.orchestra.run.smithi163.stdout: "wait": { 2024-04-26T02:01:34.924 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:34.924 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:34.924 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:34.924 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-04-26T02:01:34.924 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-04-26T02:01:34.924 INFO:teuthology.orchestra.run.smithi163.stdout:} 2024-04-26T02:01:35.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:34 smithi163 ceph-mon[32592]: pgmap v333: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T02:01:35.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:34 smithi046 ceph-mon[28013]: pgmap v333: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T02:01:35.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:34 smithi103 ceph-mon[32920]: pgmap v333: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T02:01:35.686 INFO:tasks.check_counter:Daemon mds.f mds.exported=0 2024-04-26T02:01:35.686 INFO:tasks.check_counter:Daemon mds.f mds.imported=0 2024-04-26T02:01:35.686 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update=0 2024-04-26T02:01:35.686 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update_receipt=0 2024-04-26T02:01:35.686 INFO:tasks.check_counter:Daemon mds.f mds.root_rsnaps=6 2024-04-26T02:01:35.686 INFO:tasks.check_counter:Daemon mds.f mds_server.req_mksnap_latency.avgcount=0 2024-04-26T02:01:35.687 INFO:tasks.check_counter:Daemon mds.f mds_server.req_rmsnap_latency.avgcount=0 2024-04-26T02:01:35.687 DEBUG:tasks.check_counter:Getting stats from i 2024-04-26T02:01:35.687 DEBUG:teuthology.orchestra.run.smithi163:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph daemon mds.i perf dump 2024-04-26T02:01:35.926 INFO:teuthology.orchestra.run.smithi163.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T02:01:37.085 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:36 smithi163 ceph-mon[32592]: pgmap v334: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T02:01:37.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:36 smithi046 ceph-mon[28013]: pgmap v334: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T02:01:37.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:36 smithi103 ceph-mon[32920]: pgmap v334: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T02:01:37.713 INFO:teuthology.orchestra.run.smithi163.stdout:{ 2024-04-26T02:01:37.713 INFO:teuthology.orchestra.run.smithi163.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T02:01:37.713 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_messages": 13877, 2024-04-26T02:01:37.714 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages": 24625, 2024-04-26T02:01:37.714 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_bytes": 7056691, 2024-04-26T02:01:37.714 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_bytes": 20194755, 2024-04-26T02:01:37.714 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_created_connections": 15, 2024-04-26T02:01:37.714 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_active_connections": 7, 2024-04-26T02:01:37.714 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_total_time": 0.983236707, 2024-04-26T02:01:37.714 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_send_time": 0.463365004, 2024-04-26T02:01:37.714 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_recv_time": 0.993712507, 2024-04-26T02:01:37.714 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_fast_dispatch_time": 0.028277237, 2024-04-26T02:01:37.714 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:01:37.714 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 24621, 2024-04-26T02:01:37.714 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 3.124656969, 2024-04-26T02:01:37.714 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000126910 2024-04-26T02:01:37.714 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.715 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:01:37.715 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 27754, 2024-04-26T02:01:37.715 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.004639734, 2024-04-26T02:01:37.715 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000167 2024-04-26T02:01:37.715 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.715 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_encrypted_bytes": 5364512, 2024-04-26T02:01:37.715 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_encrypted_bytes": 10342968 2024-04-26T02:01:37.715 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.715 INFO:teuthology.orchestra.run.smithi163.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T02:01:37.715 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_messages": 5714, 2024-04-26T02:01:37.715 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages": 7180, 2024-04-26T02:01:37.715 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_bytes": 1870602, 2024-04-26T02:01:37.715 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_bytes": 12088379, 2024-04-26T02:01:37.715 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_created_connections": 12, 2024-04-26T02:01:37.716 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_active_connections": 7, 2024-04-26T02:01:37.716 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_total_time": 0.375480001, 2024-04-26T02:01:37.716 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_send_time": 0.168874942, 2024-04-26T02:01:37.716 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_recv_time": 0.193434916, 2024-04-26T02:01:37.716 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_fast_dispatch_time": 0.032480729, 2024-04-26T02:01:37.716 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:01:37.716 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 7177, 2024-04-26T02:01:37.716 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.169859458, 2024-04-26T02:01:37.716 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000023667 2024-04-26T02:01:37.716 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.716 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:01:37.716 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 10126, 2024-04-26T02:01:37.716 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.001543364, 2024-04-26T02:01:37.717 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000152 2024-04-26T02:01:37.717 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.717 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_encrypted_bytes": 2048, 2024-04-26T02:01:37.717 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_encrypted_bytes": 498720 2024-04-26T02:01:37.717 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.717 INFO:teuthology.orchestra.run.smithi163.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T02:01:37.717 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_messages": 16630, 2024-04-26T02:01:37.717 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages": 18253, 2024-04-26T02:01:37.717 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_bytes": 8896144, 2024-04-26T02:01:37.717 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_bytes": 12474441, 2024-04-26T02:01:37.717 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_created_connections": 12, 2024-04-26T02:01:37.717 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_active_connections": 8, 2024-04-26T02:01:37.717 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_total_time": 0.894773226, 2024-04-26T02:01:37.717 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_send_time": 0.390655271, 2024-04-26T02:01:37.718 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_recv_time": 0.555362787, 2024-04-26T02:01:37.718 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_fast_dispatch_time": 0.046264233, 2024-04-26T02:01:37.718 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:01:37.718 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 18255, 2024-04-26T02:01:37.718 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.348357507, 2024-04-26T02:01:37.718 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000019082 2024-04-26T02:01:37.718 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.718 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:01:37.718 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 31215, 2024-04-26T02:01:37.718 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.004399995, 2024-04-26T02:01:37.718 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000140 2024-04-26T02:01:37.718 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.718 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-26T02:01:37.719 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_encrypted_bytes": 0 2024-04-26T02:01:37.719 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.719 INFO:teuthology.orchestra.run.smithi163.stdout: "cct": { 2024-04-26T02:01:37.719 INFO:teuthology.orchestra.run.smithi163.stdout: "total_workers": 1, 2024-04-26T02:01:37.719 INFO:teuthology.orchestra.run.smithi163.stdout: "unhealthy_workers": 0 2024-04-26T02:01:37.719 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.719 INFO:teuthology.orchestra.run.smithi163.stdout: "finisher-MDSRank": { 2024-04-26T02:01:37.719 INFO:teuthology.orchestra.run.smithi163.stdout: "queue_len": 0, 2024-04-26T02:01:37.719 INFO:teuthology.orchestra.run.smithi163.stdout: "complete_latency": { 2024-04-26T02:01:37.719 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 862, 2024-04-26T02:01:37.719 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 3.930076365, 2024-04-26T02:01:37.719 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.004559253 2024-04-26T02:01:37.719 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-04-26T02:01:37.719 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.720 INFO:teuthology.orchestra.run.smithi163.stdout: "finisher-PurgeQueue": { 2024-04-26T02:01:37.720 INFO:teuthology.orchestra.run.smithi163.stdout: "queue_len": 0, 2024-04-26T02:01:37.720 INFO:teuthology.orchestra.run.smithi163.stdout: "complete_latency": { 2024-04-26T02:01:37.720 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 5437, 2024-04-26T02:01:37.720 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.537604360, 2024-04-26T02:01:37.720 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000098878 2024-04-26T02:01:37.720 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-04-26T02:01:37.720 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.720 INFO:teuthology.orchestra.run.smithi163.stdout: "mds": { 2024-04-26T02:01:37.720 INFO:teuthology.orchestra.run.smithi163.stdout: "request": 4740, 2024-04-26T02:01:37.720 INFO:teuthology.orchestra.run.smithi163.stdout: "reply": 4669, 2024-04-26T02:01:37.720 INFO:teuthology.orchestra.run.smithi163.stdout: "reply_latency": { 2024-04-26T02:01:37.720 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 4669, 2024-04-26T02:01:37.720 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 47.647795282, 2024-04-26T02:01:37.721 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.010205139 2024-04-26T02:01:37.721 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.721 INFO:teuthology.orchestra.run.smithi163.stdout: "slow_reply": 0, 2024-04-26T02:01:37.721 INFO:teuthology.orchestra.run.smithi163.stdout: "forward": 71, 2024-04-26T02:01:37.721 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_fetch_complete": 8, 2024-04-26T02:01:37.721 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_fetch_keys": 0, 2024-04-26T02:01:37.721 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_commit": 19, 2024-04-26T02:01:37.721 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_split": 1, 2024-04-26T02:01:37.721 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_merge": 0, 2024-04-26T02:01:37.721 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes": 1417, 2024-04-26T02:01:37.721 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_top": 22, 2024-04-26T02:01:37.721 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_bottom": 16, 2024-04-26T02:01:37.721 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_pin_tail": 1379, 2024-04-26T02:01:37.721 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_pinned": 1382, 2024-04-26T02:01:37.722 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_expired": 2290, 2024-04-26T02:01:37.722 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_with_caps": 0, 2024-04-26T02:01:37.722 INFO:teuthology.orchestra.run.smithi163.stdout: "caps": 0, 2024-04-26T02:01:37.722 INFO:teuthology.orchestra.run.smithi163.stdout: "subtrees": 3, 2024-04-26T02:01:37.722 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse": 8058, 2024-04-26T02:01:37.722 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_hit": 6655, 2024-04-26T02:01:37.722 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_forward": 44, 2024-04-26T02:01:37.722 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_discover": 604, 2024-04-26T02:01:37.722 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_dir_fetch": 0, 2024-04-26T02:01:37.722 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_remote_ino": 0, 2024-04-26T02:01:37.722 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_lock": 0, 2024-04-26T02:01:37.722 INFO:teuthology.orchestra.run.smithi163.stdout: "load_cent": 1000, 2024-04-26T02:01:37.722 INFO:teuthology.orchestra.run.smithi163.stdout: "q": 1, 2024-04-26T02:01:37.723 INFO:teuthology.orchestra.run.smithi163.stdout: "exported": 14, 2024-04-26T02:01:37.723 INFO:teuthology.orchestra.run.smithi163.stdout: "exported_inodes": 1185, 2024-04-26T02:01:37.723 INFO:teuthology.orchestra.run.smithi163.stdout: "imported": 33, 2024-04-26T02:01:37.723 INFO:teuthology.orchestra.run.smithi163.stdout: "imported_inodes": 2740, 2024-04-26T02:01:37.723 INFO:teuthology.orchestra.run.smithi163.stdout: "openino_dir_fetch": 0, 2024-04-26T02:01:37.723 INFO:teuthology.orchestra.run.smithi163.stdout: "openino_backtrace_fetch": 0, 2024-04-26T02:01:37.723 INFO:teuthology.orchestra.run.smithi163.stdout: "openino_peer_discover": 0, 2024-04-26T02:01:37.723 INFO:teuthology.orchestra.run.smithi163.stdout: "root_rfiles": 4, 2024-04-26T02:01:37.723 INFO:teuthology.orchestra.run.smithi163.stdout: "root_rbytes": 234, 2024-04-26T02:01:37.723 INFO:teuthology.orchestra.run.smithi163.stdout: "root_rsnaps": 6, 2024-04-26T02:01:37.723 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T02:01:37.723 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_set_tag": 0, 2024-04-26T02:01:37.723 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T02:01:37.723 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_inotable_repaired": 0, 2024-04-26T02:01:37.724 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_dir_inodes": 0, 2024-04-26T02:01:37.724 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T02:01:37.724 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T02:01:37.724 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_file_inodes": 0, 2024-04-26T02:01:37.724 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_inode_file_caps": 38, 2024-04-26T02:01:37.724 INFO:teuthology.orchestra.run.smithi163.stdout: "ceph_cap_op_revoke": 1365, 2024-04-26T02:01:37.724 INFO:teuthology.orchestra.run.smithi163.stdout: "ceph_cap_op_grant": 3900, 2024-04-26T02:01:37.724 INFO:teuthology.orchestra.run.smithi163.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T02:01:37.724 INFO:teuthology.orchestra.run.smithi163.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T02:01:37.724 INFO:teuthology.orchestra.run.smithi163.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T02:01:37.724 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_client_caps": 3605, 2024-04-26T02:01:37.724 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_client_caps_dirty": 2169, 2024-04-26T02:01:37.724 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_client_cap_release": 101, 2024-04-26T02:01:37.724 INFO:teuthology.orchestra.run.smithi163.stdout: "process_request_cap_release": 3671 2024-04-26T02:01:37.725 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.725 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_cache": { 2024-04-26T02:01:37.725 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_update": 890, 2024-04-26T02:01:37.725 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_update_receipt": 2237, 2024-04-26T02:01:37.725 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_try_discover": 1420, 2024-04-26T02:01:37.725 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_send_discover": 1595, 2024-04-26T02:01:37.725 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_handle_discover": 1785, 2024-04-26T02:01:37.725 INFO:teuthology.orchestra.run.smithi163.stdout: "num_strays": 56, 2024-04-26T02:01:37.725 INFO:teuthology.orchestra.run.smithi163.stdout: "num_strays_delayed": 0, 2024-04-26T02:01:37.725 INFO:teuthology.orchestra.run.smithi163.stdout: "num_strays_enqueuing": 0, 2024-04-26T02:01:37.725 INFO:teuthology.orchestra.run.smithi163.stdout: "strays_created": 2839, 2024-04-26T02:01:37.725 INFO:teuthology.orchestra.run.smithi163.stdout: "strays_enqueued": 2783, 2024-04-26T02:01:37.725 INFO:teuthology.orchestra.run.smithi163.stdout: "strays_reintegrated": 0, 2024-04-26T02:01:37.725 INFO:teuthology.orchestra.run.smithi163.stdout: "strays_migrated": 0, 2024-04-26T02:01:37.726 INFO:teuthology.orchestra.run.smithi163.stdout: "num_recovering_processing": 0, 2024-04-26T02:01:37.726 INFO:teuthology.orchestra.run.smithi163.stdout: "num_recovering_enqueued": 0, 2024-04-26T02:01:37.726 INFO:teuthology.orchestra.run.smithi163.stdout: "num_recovering_prioritized": 0, 2024-04-26T02:01:37.726 INFO:teuthology.orchestra.run.smithi163.stdout: "recovery_started": 0, 2024-04-26T02:01:37.726 INFO:teuthology.orchestra.run.smithi163.stdout: "recovery_completed": 0, 2024-04-26T02:01:37.726 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_quiesce_path": 3, 2024-04-26T02:01:37.726 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_quiesce_inode": 1692, 2024-04-26T02:01:37.726 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T02:01:37.726 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_exportdir": 14, 2024-04-26T02:01:37.726 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_flush": 0, 2024-04-26T02:01:37.726 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_fragmentdir": 1, 2024-04-26T02:01:37.726 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_fragstats": 0, 2024-04-26T02:01:37.726 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_inodestats": 0 2024-04-26T02:01:37.727 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.727 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_log": { 2024-04-26T02:01:37.727 INFO:teuthology.orchestra.run.smithi163.stdout: "evlrg": 1, 2024-04-26T02:01:37.727 INFO:teuthology.orchestra.run.smithi163.stdout: "evadd": 9822, 2024-04-26T02:01:37.727 INFO:teuthology.orchestra.run.smithi163.stdout: "evex": 0, 2024-04-26T02:01:37.727 INFO:teuthology.orchestra.run.smithi163.stdout: "evtrm": 0, 2024-04-26T02:01:37.727 INFO:teuthology.orchestra.run.smithi163.stdout: "ev": 9822, 2024-04-26T02:01:37.727 INFO:teuthology.orchestra.run.smithi163.stdout: "evexg": 0, 2024-04-26T02:01:37.727 INFO:teuthology.orchestra.run.smithi163.stdout: "evexd": 0, 2024-04-26T02:01:37.727 INFO:teuthology.orchestra.run.smithi163.stdout: "segadd": 13, 2024-04-26T02:01:37.727 INFO:teuthology.orchestra.run.smithi163.stdout: "segex": 0, 2024-04-26T02:01:37.727 INFO:teuthology.orchestra.run.smithi163.stdout: "segtrm": 0, 2024-04-26T02:01:37.727 INFO:teuthology.orchestra.run.smithi163.stdout: "seg": 13, 2024-04-26T02:01:37.727 INFO:teuthology.orchestra.run.smithi163.stdout: "segmjr": 2, 2024-04-26T02:01:37.727 INFO:teuthology.orchestra.run.smithi163.stdout: "segexg": 0, 2024-04-26T02:01:37.728 INFO:teuthology.orchestra.run.smithi163.stdout: "segexd": 0, 2024-04-26T02:01:37.728 INFO:teuthology.orchestra.run.smithi163.stdout: "expos": 4194304, 2024-04-26T02:01:37.728 INFO:teuthology.orchestra.run.smithi163.stdout: "wrpos": 28367919, 2024-04-26T02:01:37.728 INFO:teuthology.orchestra.run.smithi163.stdout: "rdpos": 0, 2024-04-26T02:01:37.728 INFO:teuthology.orchestra.run.smithi163.stdout: "jlat": { 2024-04-26T02:01:37.728 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 375, 2024-04-26T02:01:37.728 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 1.763912352, 2024-04-26T02:01:37.728 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.004703766 2024-04-26T02:01:37.728 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.728 INFO:teuthology.orchestra.run.smithi163.stdout: "replayed": 0 2024-04-26T02:01:37.728 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.728 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_mem": { 2024-04-26T02:01:37.728 INFO:teuthology.orchestra.run.smithi163.stdout: "ino": 909, 2024-04-26T02:01:37.728 INFO:teuthology.orchestra.run.smithi163.stdout: "ino+": 5124, 2024-04-26T02:01:37.728 INFO:teuthology.orchestra.run.smithi163.stdout: "ino-": 4215, 2024-04-26T02:01:37.728 INFO:teuthology.orchestra.run.smithi163.stdout: "dir": 90, 2024-04-26T02:01:37.729 INFO:teuthology.orchestra.run.smithi163.stdout: "dir+": 1131, 2024-04-26T02:01:37.729 INFO:teuthology.orchestra.run.smithi163.stdout: "dir-": 1041, 2024-04-26T02:01:37.729 INFO:teuthology.orchestra.run.smithi163.stdout: "dn": 1417, 2024-04-26T02:01:37.729 INFO:teuthology.orchestra.run.smithi163.stdout: "dn+": 7926, 2024-04-26T02:01:37.729 INFO:teuthology.orchestra.run.smithi163.stdout: "dn-": 6509, 2024-04-26T02:01:37.729 INFO:teuthology.orchestra.run.smithi163.stdout: "cap": 0, 2024-04-26T02:01:37.729 INFO:teuthology.orchestra.run.smithi163.stdout: "cap+": 3746, 2024-04-26T02:01:37.729 INFO:teuthology.orchestra.run.smithi163.stdout: "cap-": 3746, 2024-04-26T02:01:37.729 INFO:teuthology.orchestra.run.smithi163.stdout: "rss": 85640, 2024-04-26T02:01:37.729 INFO:teuthology.orchestra.run.smithi163.stdout: "heap": 223608 2024-04-26T02:01:37.729 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.729 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_server": { 2024-04-26T02:01:37.729 INFO:teuthology.orchestra.run.smithi163.stdout: "dispatch_client_request": 6650, 2024-04-26T02:01:37.729 INFO:teuthology.orchestra.run.smithi163.stdout: "dispatch_server_request": 788, 2024-04-26T02:01:37.730 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_client_request": 4740, 2024-04-26T02:01:37.730 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_client_session": 18, 2024-04-26T02:01:37.730 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_peer_request": 2438, 2024-04-26T02:01:37.730 INFO:teuthology.orchestra.run.smithi163.stdout: "req_create_latency": { 2024-04-26T02:01:37.730 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 487, 2024-04-26T02:01:37.730 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.535027526, 2024-04-26T02:01:37.730 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.001098619 2024-04-26T02:01:37.730 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.730 INFO:teuthology.orchestra.run.smithi163.stdout: "req_getattr_latency": { 2024-04-26T02:01:37.730 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 10, 2024-04-26T02:01:37.730 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.010959414, 2024-04-26T02:01:37.730 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.001095941 2024-04-26T02:01:37.730 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.730 INFO:teuthology.orchestra.run.smithi163.stdout: "req_getfilelock_latency": { 2024-04-26T02:01:37.731 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:37.731 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:37.731 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:37.731 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.731 INFO:teuthology.orchestra.run.smithi163.stdout: "req_link_latency": { 2024-04-26T02:01:37.731 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:37.731 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:37.731 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:37.731 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.731 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookup_latency": { 2024-04-26T02:01:37.731 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 1037, 2024-04-26T02:01:37.731 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.399513265, 2024-04-26T02:01:37.731 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000385258 2024-04-26T02:01:37.731 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.732 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookuphash_latency": { 2024-04-26T02:01:37.732 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:37.732 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:37.732 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:37.732 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.732 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookupino_latency": { 2024-04-26T02:01:37.732 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:37.732 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:37.732 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:37.732 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.732 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookupname_latency": { 2024-04-26T02:01:37.732 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:37.732 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:37.732 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:37.732 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.732 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookupparent_latency": { 2024-04-26T02:01:37.733 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:37.733 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:37.733 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:37.733 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.733 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookupsnap_latency": { 2024-04-26T02:01:37.733 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:37.733 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:37.733 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:37.733 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.734 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lssnap_latency": { 2024-04-26T02:01:37.734 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:37.734 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:37.734 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:37.734 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.734 INFO:teuthology.orchestra.run.smithi163.stdout: "req_mkdir_latency": { 2024-04-26T02:01:37.734 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:37.734 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:37.734 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:37.734 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.734 INFO:teuthology.orchestra.run.smithi163.stdout: "req_mknod_latency": { 2024-04-26T02:01:37.734 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:37.734 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:37.735 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:37.735 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.735 INFO:teuthology.orchestra.run.smithi163.stdout: "req_mksnap_latency": { 2024-04-26T02:01:37.735 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:37.735 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:37.735 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:37.735 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.735 INFO:teuthology.orchestra.run.smithi163.stdout: "req_open_latency": { 2024-04-26T02:01:37.735 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:37.735 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:37.735 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:37.735 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.735 INFO:teuthology.orchestra.run.smithi163.stdout: "req_readdir_latency": { 2024-04-26T02:01:37.736 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 296, 2024-04-26T02:01:37.736 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.401616615, 2024-04-26T02:01:37.736 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.001356812 2024-04-26T02:01:37.736 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.736 INFO:teuthology.orchestra.run.smithi163.stdout: "req_rename_latency": { 2024-04-26T02:01:37.736 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:37.736 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:37.736 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:37.736 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.736 INFO:teuthology.orchestra.run.smithi163.stdout: "req_renamesnap_latency": { 2024-04-26T02:01:37.736 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:37.736 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:37.736 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:37.736 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.736 INFO:teuthology.orchestra.run.smithi163.stdout: "req_snapdiff_latency": { 2024-04-26T02:01:37.737 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:37.737 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:37.737 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:37.737 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.737 INFO:teuthology.orchestra.run.smithi163.stdout: "req_rmdir_latency": { 2024-04-26T02:01:37.737 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 211, 2024-04-26T02:01:37.737 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 4.230262322, 2024-04-26T02:01:37.737 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.020048636 2024-04-26T02:01:37.737 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.737 INFO:teuthology.orchestra.run.smithi163.stdout: "req_rmsnap_latency": { 2024-04-26T02:01:37.737 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:37.737 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:37.737 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:37.737 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.737 INFO:teuthology.orchestra.run.smithi163.stdout: "req_rmxattr_latency": { 2024-04-26T02:01:37.737 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:37.738 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:37.738 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:37.738 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.738 INFO:teuthology.orchestra.run.smithi163.stdout: "req_setattr_latency": { 2024-04-26T02:01:37.738 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:37.738 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:37.738 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:37.738 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.738 INFO:teuthology.orchestra.run.smithi163.stdout: "req_setdirlayout_latency": { 2024-04-26T02:01:37.738 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:37.738 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:37.738 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:37.738 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.738 INFO:teuthology.orchestra.run.smithi163.stdout: "req_setfilelock_latency": { 2024-04-26T02:01:37.738 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:37.738 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:37.739 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:37.739 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.739 INFO:teuthology.orchestra.run.smithi163.stdout: "req_setlayout_latency": { 2024-04-26T02:01:37.739 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:37.739 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:37.739 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:37.739 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.739 INFO:teuthology.orchestra.run.smithi163.stdout: "req_setxattr_latency": { 2024-04-26T02:01:37.739 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:37.739 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:37.739 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:37.739 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.739 INFO:teuthology.orchestra.run.smithi163.stdout: "req_symlink_latency": { 2024-04-26T02:01:37.739 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:37.740 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:37.740 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:37.740 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.740 INFO:teuthology.orchestra.run.smithi163.stdout: "req_unlink_latency": { 2024-04-26T02:01:37.740 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 2628, 2024-04-26T02:01:37.740 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 42.070416140, 2024-04-26T02:01:37.740 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.016008529 2024-04-26T02:01:37.740 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.740 INFO:teuthology.orchestra.run.smithi163.stdout: "cap_revoke_eviction": 0, 2024-04-26T02:01:37.740 INFO:teuthology.orchestra.run.smithi163.stdout: "cap_acquisition_throttle": 0, 2024-04-26T02:01:37.740 INFO:teuthology.orchestra.run.smithi163.stdout: "req_getvxattr_latency": { 2024-04-26T02:01:37.740 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:37.740 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:37.740 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:37.740 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-04-26T02:01:37.741 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.741 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_sessions": { 2024-04-26T02:01:37.741 INFO:teuthology.orchestra.run.smithi163.stdout: "session_count": 2, 2024-04-26T02:01:37.741 INFO:teuthology.orchestra.run.smithi163.stdout: "session_add": 2, 2024-04-26T02:01:37.741 INFO:teuthology.orchestra.run.smithi163.stdout: "session_remove": 0, 2024-04-26T02:01:37.741 INFO:teuthology.orchestra.run.smithi163.stdout: "sessions_open": 2, 2024-04-26T02:01:37.741 INFO:teuthology.orchestra.run.smithi163.stdout: "sessions_stale": 0, 2024-04-26T02:01:37.741 INFO:teuthology.orchestra.run.smithi163.stdout: "total_load": 2892, 2024-04-26T02:01:37.741 INFO:teuthology.orchestra.run.smithi163.stdout: "average_load": 1446, 2024-04-26T02:01:37.741 INFO:teuthology.orchestra.run.smithi163.stdout: "avg_session_uptime": 636, 2024-04-26T02:01:37.741 INFO:teuthology.orchestra.run.smithi163.stdout: "mdthresh_evicted": 0 2024-04-26T02:01:37.741 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.741 INFO:teuthology.orchestra.run.smithi163.stdout: "mempool": { 2024-04-26T02:01:37.741 INFO:teuthology.orchestra.run.smithi163.stdout: "bloom_filter_bytes": 0, 2024-04-26T02:01:37.741 INFO:teuthology.orchestra.run.smithi163.stdout: "bloom_filter_items": 0, 2024-04-26T02:01:37.742 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T02:01:37.742 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_alloc_items": 0, 2024-04-26T02:01:37.742 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T02:01:37.742 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_data_items": 0, 2024-04-26T02:01:37.742 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T02:01:37.742 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T02:01:37.742 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T02:01:37.742 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T02:01:37.742 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T02:01:37.742 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_other_items": 0, 2024-04-26T02:01:37.742 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T02:01:37.742 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T02:01:37.742 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_extent_bytes": 0, 2024-04-26T02:01:37.742 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_extent_items": 0, 2024-04-26T02:01:37.742 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_blob_bytes": 0, 2024-04-26T02:01:37.743 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_blob_items": 0, 2024-04-26T02:01:37.743 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T02:01:37.743 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T02:01:37.743 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T02:01:37.743 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T02:01:37.743 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T02:01:37.743 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_fsck_items": 0, 2024-04-26T02:01:37.743 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_txc_bytes": 0, 2024-04-26T02:01:37.743 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_txc_items": 0, 2024-04-26T02:01:37.743 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T02:01:37.743 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T02:01:37.743 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_writing_bytes": 0, 2024-04-26T02:01:37.743 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_writing_items": 0, 2024-04-26T02:01:37.743 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_bytes": 0, 2024-04-26T02:01:37.743 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_items": 0, 2024-04-26T02:01:37.743 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T02:01:37.743 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_file_reader_items": 0, 2024-04-26T02:01:37.744 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T02:01:37.744 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_file_writer_items": 0, 2024-04-26T02:01:37.744 INFO:teuthology.orchestra.run.smithi163.stdout: "buffer_anon_bytes": 635287, 2024-04-26T02:01:37.744 INFO:teuthology.orchestra.run.smithi163.stdout: "buffer_anon_items": 1103, 2024-04-26T02:01:37.744 INFO:teuthology.orchestra.run.smithi163.stdout: "buffer_meta_bytes": 0, 2024-04-26T02:01:37.744 INFO:teuthology.orchestra.run.smithi163.stdout: "buffer_meta_items": 0, 2024-04-26T02:01:37.744 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_bytes": 0, 2024-04-26T02:01:37.744 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_items": 0, 2024-04-26T02:01:37.744 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_mapbl_bytes": 0, 2024-04-26T02:01:37.744 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_mapbl_items": 0, 2024-04-26T02:01:37.744 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_pglog_bytes": 0, 2024-04-26T02:01:37.744 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_pglog_items": 0, 2024-04-26T02:01:37.744 INFO:teuthology.orchestra.run.smithi163.stdout: "osdmap_bytes": 8032, 2024-04-26T02:01:37.744 INFO:teuthology.orchestra.run.smithi163.stdout: "osdmap_items": 167, 2024-04-26T02:01:37.744 INFO:teuthology.orchestra.run.smithi163.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T02:01:37.745 INFO:teuthology.orchestra.run.smithi163.stdout: "osdmap_mapping_items": 0, 2024-04-26T02:01:37.745 INFO:teuthology.orchestra.run.smithi163.stdout: "pgmap_bytes": 0, 2024-04-26T02:01:37.745 INFO:teuthology.orchestra.run.smithi163.stdout: "pgmap_items": 0, 2024-04-26T02:01:37.745 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_co_bytes": 3336275, 2024-04-26T02:01:37.745 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_co_items": 44327, 2024-04-26T02:01:37.745 INFO:teuthology.orchestra.run.smithi163.stdout: "unittest_1_bytes": 0, 2024-04-26T02:01:37.745 INFO:teuthology.orchestra.run.smithi163.stdout: "unittest_1_items": 0, 2024-04-26T02:01:37.745 INFO:teuthology.orchestra.run.smithi163.stdout: "unittest_2_bytes": 0, 2024-04-26T02:01:37.745 INFO:teuthology.orchestra.run.smithi163.stdout: "unittest_2_items": 0 2024-04-26T02:01:37.745 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.745 INFO:teuthology.orchestra.run.smithi163.stdout: "objecter": { 2024-04-26T02:01:37.745 INFO:teuthology.orchestra.run.smithi163.stdout: "op_active": 0, 2024-04-26T02:01:37.745 INFO:teuthology.orchestra.run.smithi163.stdout: "op_laggy": 0, 2024-04-26T02:01:37.745 INFO:teuthology.orchestra.run.smithi163.stdout: "op_send": 3573, 2024-04-26T02:01:37.745 INFO:teuthology.orchestra.run.smithi163.stdout: "op_send_bytes": 24839870, 2024-04-26T02:01:37.746 INFO:teuthology.orchestra.run.smithi163.stdout: "op_resend": 28, 2024-04-26T02:01:37.746 INFO:teuthology.orchestra.run.smithi163.stdout: "op_reply": 3573, 2024-04-26T02:01:37.746 INFO:teuthology.orchestra.run.smithi163.stdout: "op_latency": { 2024-04-26T02:01:37.746 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 3573, 2024-04-26T02:01:37.746 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 12.759703383, 2024-04-26T02:01:37.746 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.003571145 2024-04-26T02:01:37.746 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.746 INFO:teuthology.orchestra.run.smithi163.stdout: "op_inflight": 0, 2024-04-26T02:01:37.746 INFO:teuthology.orchestra.run.smithi163.stdout: "oplen_avg": { 2024-04-26T02:01:37.746 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 3573, 2024-04-26T02:01:37.746 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 3687 2024-04-26T02:01:37.746 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.746 INFO:teuthology.orchestra.run.smithi163.stdout: "op": 3573, 2024-04-26T02:01:37.747 INFO:teuthology.orchestra.run.smithi163.stdout: "op_r": 121, 2024-04-26T02:01:37.747 INFO:teuthology.orchestra.run.smithi163.stdout: "op_w": 3452, 2024-04-26T02:01:37.747 INFO:teuthology.orchestra.run.smithi163.stdout: "op_rmw": 0, 2024-04-26T02:01:37.747 INFO:teuthology.orchestra.run.smithi163.stdout: "op_pg": 0, 2024-04-26T02:01:37.747 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_stat": 0, 2024-04-26T02:01:37.747 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_create": 10, 2024-04-26T02:01:37.747 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_read": 113, 2024-04-26T02:01:37.747 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_write": 488, 2024-04-26T02:01:37.747 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_writefull": 73, 2024-04-26T02:01:37.747 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_writesame": 0, 2024-04-26T02:01:37.747 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_append": 0, 2024-04-26T02:01:37.747 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_zero": 0, 2024-04-26T02:01:37.747 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_truncate": 1, 2024-04-26T02:01:37.747 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_delete": 2808, 2024-04-26T02:01:37.747 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_mapext": 0, 2024-04-26T02:01:37.747 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_sparse_read": 0, 2024-04-26T02:01:37.748 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_clonerange": 0, 2024-04-26T02:01:37.748 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_getxattr": 0, 2024-04-26T02:01:37.748 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_setxattr": 20, 2024-04-26T02:01:37.748 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_cmpxattr": 0, 2024-04-26T02:01:37.748 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_rmxattr": 0, 2024-04-26T02:01:37.748 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_resetxattrs": 0, 2024-04-26T02:01:37.748 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_call": 0, 2024-04-26T02:01:37.748 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_watch": 0, 2024-04-26T02:01:37.748 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_notify": 0, 2024-04-26T02:01:37.748 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T02:01:37.748 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_pgls": 0, 2024-04-26T02:01:37.748 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_pgls_filter": 0, 2024-04-26T02:01:37.748 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_other": 0, 2024-04-26T02:01:37.748 INFO:teuthology.orchestra.run.smithi163.stdout: "linger_active": 0, 2024-04-26T02:01:37.748 INFO:teuthology.orchestra.run.smithi163.stdout: "linger_send": 0, 2024-04-26T02:01:37.748 INFO:teuthology.orchestra.run.smithi163.stdout: "linger_resend": 0, 2024-04-26T02:01:37.748 INFO:teuthology.orchestra.run.smithi163.stdout: "linger_ping": 0, 2024-04-26T02:01:37.749 INFO:teuthology.orchestra.run.smithi163.stdout: "poolop_active": 0, 2024-04-26T02:01:37.749 INFO:teuthology.orchestra.run.smithi163.stdout: "poolop_send": 0, 2024-04-26T02:01:37.749 INFO:teuthology.orchestra.run.smithi163.stdout: "poolop_resend": 0, 2024-04-26T02:01:37.749 INFO:teuthology.orchestra.run.smithi163.stdout: "poolstat_active": 0, 2024-04-26T02:01:37.749 INFO:teuthology.orchestra.run.smithi163.stdout: "poolstat_send": 0, 2024-04-26T02:01:37.749 INFO:teuthology.orchestra.run.smithi163.stdout: "poolstat_resend": 0, 2024-04-26T02:01:37.749 INFO:teuthology.orchestra.run.smithi163.stdout: "statfs_active": 0, 2024-04-26T02:01:37.749 INFO:teuthology.orchestra.run.smithi163.stdout: "statfs_send": 0, 2024-04-26T02:01:37.749 INFO:teuthology.orchestra.run.smithi163.stdout: "statfs_resend": 0, 2024-04-26T02:01:37.749 INFO:teuthology.orchestra.run.smithi163.stdout: "command_active": 0, 2024-04-26T02:01:37.749 INFO:teuthology.orchestra.run.smithi163.stdout: "command_send": 0, 2024-04-26T02:01:37.749 INFO:teuthology.orchestra.run.smithi163.stdout: "command_resend": 0, 2024-04-26T02:01:37.749 INFO:teuthology.orchestra.run.smithi163.stdout: "map_epoch": 102, 2024-04-26T02:01:37.749 INFO:teuthology.orchestra.run.smithi163.stdout: "map_full": 0, 2024-04-26T02:01:37.749 INFO:teuthology.orchestra.run.smithi163.stdout: "map_inc": 13, 2024-04-26T02:01:37.749 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_sessions": 12, 2024-04-26T02:01:37.750 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_session_open": 12, 2024-04-26T02:01:37.750 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_session_close": 0, 2024-04-26T02:01:37.750 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_laggy": 0, 2024-04-26T02:01:37.750 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_wr": 119, 2024-04-26T02:01:37.750 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_rd": 16, 2024-04-26T02:01:37.750 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_del": 39 2024-04-26T02:01:37.750 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.750 INFO:teuthology.orchestra.run.smithi163.stdout: "oft": { 2024-04-26T02:01:37.750 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_total_objs": 1, 2024-04-26T02:01:37.750 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_total_kv_pairs": 0, 2024-04-26T02:01:37.750 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_total_updates": 0, 2024-04-26T02:01:37.750 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_total_removes": 0 2024-04-26T02:01:37.750 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.750 INFO:teuthology.orchestra.run.smithi163.stdout: "osd-slow-ops": { 2024-04-26T02:01:37.751 INFO:teuthology.orchestra.run.smithi163.stdout: "slow_ops_count": 1930 2024-04-26T02:01:37.751 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.751 INFO:teuthology.orchestra.run.smithi163.stdout: "purge_queue": { 2024-04-26T02:01:37.751 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executing_ops": 0, 2024-04-26T02:01:37.751 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executing_ops_high_water": 9, 2024-04-26T02:01:37.751 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executing": 0, 2024-04-26T02:01:37.751 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executing_high_water": 6, 2024-04-26T02:01:37.751 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executed_ops": 2791, 2024-04-26T02:01:37.751 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executed": 2783, 2024-04-26T02:01:37.751 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_item_in_journal": 0 2024-04-26T02:01:37.751 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.751 INFO:teuthology.orchestra.run.smithi163.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T02:01:37.751 INFO:teuthology.orchestra.run.smithi163.stdout: "val": 0, 2024-04-26T02:01:37.751 INFO:teuthology.orchestra.run.smithi163.stdout: "max": 104857600, 2024-04-26T02:01:37.751 INFO:teuthology.orchestra.run.smithi163.stdout: "get_started": 0, 2024-04-26T02:01:37.751 INFO:teuthology.orchestra.run.smithi163.stdout: "get": 36217, 2024-04-26T02:01:37.751 INFO:teuthology.orchestra.run.smithi163.stdout: "get_sum": 14165834, 2024-04-26T02:01:37.752 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:37.752 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_success": 36217, 2024-04-26T02:01:37.752 INFO:teuthology.orchestra.run.smithi163.stdout: "take": 0, 2024-04-26T02:01:37.752 INFO:teuthology.orchestra.run.smithi163.stdout: "take_sum": 0, 2024-04-26T02:01:37.752 INFO:teuthology.orchestra.run.smithi163.stdout: "put": 36217, 2024-04-26T02:01:37.752 INFO:teuthology.orchestra.run.smithi163.stdout: "put_sum": 14165834, 2024-04-26T02:01:37.752 INFO:teuthology.orchestra.run.smithi163.stdout: "wait": { 2024-04-26T02:01:37.752 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:37.752 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:37.752 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:37.752 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-04-26T02:01:37.752 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.752 INFO:teuthology.orchestra.run.smithi163.stdout: "throttle-objecter_bytes": { 2024-04-26T02:01:37.752 INFO:teuthology.orchestra.run.smithi163.stdout: "val": 0, 2024-04-26T02:01:37.752 INFO:teuthology.orchestra.run.smithi163.stdout: "max": 104857600, 2024-04-26T02:01:37.753 INFO:teuthology.orchestra.run.smithi163.stdout: "get_started": 0, 2024-04-26T02:01:37.753 INFO:teuthology.orchestra.run.smithi163.stdout: "get": 0, 2024-04-26T02:01:37.753 INFO:teuthology.orchestra.run.smithi163.stdout: "get_sum": 0, 2024-04-26T02:01:37.753 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:37.753 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_success": 0, 2024-04-26T02:01:37.753 INFO:teuthology.orchestra.run.smithi163.stdout: "take": 3573, 2024-04-26T02:01:37.753 INFO:teuthology.orchestra.run.smithi163.stdout: "take_sum": 25135065, 2024-04-26T02:01:37.753 INFO:teuthology.orchestra.run.smithi163.stdout: "put": 3573, 2024-04-26T02:01:37.753 INFO:teuthology.orchestra.run.smithi163.stdout: "put_sum": 25135065, 2024-04-26T02:01:37.753 INFO:teuthology.orchestra.run.smithi163.stdout: "wait": { 2024-04-26T02:01:37.753 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:37.753 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:37.753 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:37.753 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-04-26T02:01:37.754 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.754 INFO:teuthology.orchestra.run.smithi163.stdout: "throttle-objecter_ops": { 2024-04-26T02:01:37.754 INFO:teuthology.orchestra.run.smithi163.stdout: "val": 0, 2024-04-26T02:01:37.754 INFO:teuthology.orchestra.run.smithi163.stdout: "max": 1024, 2024-04-26T02:01:37.754 INFO:teuthology.orchestra.run.smithi163.stdout: "get_started": 0, 2024-04-26T02:01:37.754 INFO:teuthology.orchestra.run.smithi163.stdout: "get": 0, 2024-04-26T02:01:37.754 INFO:teuthology.orchestra.run.smithi163.stdout: "get_sum": 0, 2024-04-26T02:01:37.754 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:37.754 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_success": 0, 2024-04-26T02:01:37.754 INFO:teuthology.orchestra.run.smithi163.stdout: "take": 3573, 2024-04-26T02:01:37.754 INFO:teuthology.orchestra.run.smithi163.stdout: "take_sum": 3573, 2024-04-26T02:01:37.754 INFO:teuthology.orchestra.run.smithi163.stdout: "put": 3573, 2024-04-26T02:01:37.754 INFO:teuthology.orchestra.run.smithi163.stdout: "put_sum": 3573, 2024-04-26T02:01:37.754 INFO:teuthology.orchestra.run.smithi163.stdout: "wait": { 2024-04-26T02:01:37.755 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:37.755 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:37.755 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:37.755 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-04-26T02:01:37.755 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.755 INFO:teuthology.orchestra.run.smithi163.stdout: "throttle-write_buf_throttle": { 2024-04-26T02:01:37.755 INFO:teuthology.orchestra.run.smithi163.stdout: "val": 0, 2024-04-26T02:01:37.755 INFO:teuthology.orchestra.run.smithi163.stdout: "max": 3758096384, 2024-04-26T02:01:37.755 INFO:teuthology.orchestra.run.smithi163.stdout: "get_started": 0, 2024-04-26T02:01:37.755 INFO:teuthology.orchestra.run.smithi163.stdout: "get": 2783, 2024-04-26T02:01:37.755 INFO:teuthology.orchestra.run.smithi163.stdout: "get_sum": 295323, 2024-04-26T02:01:37.755 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:37.755 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_success": 2783, 2024-04-26T02:01:37.755 INFO:teuthology.orchestra.run.smithi163.stdout: "take": 0, 2024-04-26T02:01:37.755 INFO:teuthology.orchestra.run.smithi163.stdout: "take_sum": 0, 2024-04-26T02:01:37.755 INFO:teuthology.orchestra.run.smithi163.stdout: "put": 113, 2024-04-26T02:01:37.756 INFO:teuthology.orchestra.run.smithi163.stdout: "put_sum": 295323, 2024-04-26T02:01:37.756 INFO:teuthology.orchestra.run.smithi163.stdout: "wait": { 2024-04-26T02:01:37.756 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:37.756 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:37.756 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:37.756 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-04-26T02:01:37.756 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:37.756 INFO:teuthology.orchestra.run.smithi163.stdout: "throttle-write_buf_throttle-0x561f19de6500": { 2024-04-26T02:01:37.756 INFO:teuthology.orchestra.run.smithi163.stdout: "val": 0, 2024-04-26T02:01:37.756 INFO:teuthology.orchestra.run.smithi163.stdout: "max": 3758096384, 2024-04-26T02:01:37.756 INFO:teuthology.orchestra.run.smithi163.stdout: "get_started": 0, 2024-04-26T02:01:37.756 INFO:teuthology.orchestra.run.smithi163.stdout: "get": 9822, 2024-04-26T02:01:37.756 INFO:teuthology.orchestra.run.smithi163.stdout: "get_sum": 24173615, 2024-04-26T02:01:37.756 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:37.756 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_success": 9822, 2024-04-26T02:01:37.756 INFO:teuthology.orchestra.run.smithi163.stdout: "take": 0, 2024-04-26T02:01:37.757 INFO:teuthology.orchestra.run.smithi163.stdout: "take_sum": 0, 2024-04-26T02:01:37.757 INFO:teuthology.orchestra.run.smithi163.stdout: "put": 375, 2024-04-26T02:01:37.757 INFO:teuthology.orchestra.run.smithi163.stdout: "put_sum": 24173615, 2024-04-26T02:01:37.757 INFO:teuthology.orchestra.run.smithi163.stdout: "wait": { 2024-04-26T02:01:37.757 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:37.757 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:37.757 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:37.757 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-04-26T02:01:37.757 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-04-26T02:01:37.757 INFO:teuthology.orchestra.run.smithi163.stdout:} 2024-04-26T02:01:38.514 INFO:tasks.check_counter:Daemon mds.i mds.exported=14 2024-04-26T02:01:38.514 INFO:tasks.check_counter:Daemon mds.i mds.imported=33 2024-04-26T02:01:38.514 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update=890 2024-04-26T02:01:38.514 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update_receipt=2237 2024-04-26T02:01:38.514 INFO:tasks.check_counter:Daemon mds.i mds.root_rsnaps=6 2024-04-26T02:01:38.514 INFO:tasks.check_counter:Daemon mds.i mds_server.req_mksnap_latency.avgcount=0 2024-04-26T02:01:38.514 INFO:tasks.check_counter:Daemon mds.i mds_server.req_rmsnap_latency.avgcount=0 2024-04-26T02:01:38.514 DEBUG:tasks.check_counter:Getting stats from l 2024-04-26T02:01:38.515 DEBUG:teuthology.orchestra.run.smithi163:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph daemon mds.l perf dump 2024-04-26T02:01:38.759 INFO:teuthology.orchestra.run.smithi163.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.c/config 2024-04-26T02:01:39.149 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:38 smithi163 ceph-mon[32592]: pgmap v335: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T02:01:39.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:38 smithi046 ceph-mon[28013]: pgmap v335: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T02:01:39.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:38 smithi103 ceph-mon[32920]: pgmap v335: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T02:01:40.491 INFO:teuthology.orchestra.run.smithi163.stdout:{ 2024-04-26T02:01:40.491 INFO:teuthology.orchestra.run.smithi163.stdout: "AsyncMessenger::Worker-0": { 2024-04-26T02:01:40.491 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_messages": 1576, 2024-04-26T02:01:40.491 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages": 1532, 2024-04-26T02:01:40.492 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_bytes": 2535611, 2024-04-26T02:01:40.492 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_bytes": 561782, 2024-04-26T02:01:40.492 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_created_connections": 5, 2024-04-26T02:01:40.492 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_active_connections": 1, 2024-04-26T02:01:40.492 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_total_time": 0.191216668, 2024-04-26T02:01:40.492 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_send_time": 0.056935419, 2024-04-26T02:01:40.492 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_recv_time": 0.081077812, 2024-04-26T02:01:40.492 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_fast_dispatch_time": 0.051630045, 2024-04-26T02:01:40.492 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:01:40.492 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 1532, 2024-04-26T02:01:40.492 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.075634073, 2024-04-26T02:01:40.492 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000049369 2024-04-26T02:01:40.492 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.492 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:01:40.492 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:40.493 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:40.493 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:40.493 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.493 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_encrypted_bytes": 1972144, 2024-04-26T02:01:40.493 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_encrypted_bytes": 163328 2024-04-26T02:01:40.493 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.493 INFO:teuthology.orchestra.run.smithi163.stdout: "AsyncMessenger::Worker-1": { 2024-04-26T02:01:40.493 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_messages": 1367, 2024-04-26T02:01:40.493 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages": 1563, 2024-04-26T02:01:40.493 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_bytes": 12929954, 2024-04-26T02:01:40.493 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_bytes": 926415, 2024-04-26T02:01:40.493 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_created_connections": 7, 2024-04-26T02:01:40.493 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_active_connections": 5, 2024-04-26T02:01:40.493 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_total_time": 0.126749007, 2024-04-26T02:01:40.493 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_send_time": 0.040595928, 2024-04-26T02:01:40.493 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_recv_time": 0.035253737, 2024-04-26T02:01:40.494 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_fast_dispatch_time": 0.039831249, 2024-04-26T02:01:40.494 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:01:40.494 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 1560, 2024-04-26T02:01:40.494 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.064640212, 2024-04-26T02:01:40.494 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000041436 2024-04-26T02:01:40.494 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.494 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:01:40.494 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:40.494 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:40.494 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:40.494 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.494 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-26T02:01:40.494 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_encrypted_bytes": 492288 2024-04-26T02:01:40.494 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.494 INFO:teuthology.orchestra.run.smithi163.stdout: "AsyncMessenger::Worker-2": { 2024-04-26T02:01:40.495 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_messages": 4, 2024-04-26T02:01:40.495 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages": 6, 2024-04-26T02:01:40.495 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_bytes": 1629, 2024-04-26T02:01:40.495 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_bytes": 1284, 2024-04-26T02:01:40.495 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_created_connections": 5, 2024-04-26T02:01:40.495 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_active_connections": 4, 2024-04-26T02:01:40.495 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_total_time": 0.001670573, 2024-04-26T02:01:40.495 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_send_time": 0.000084383, 2024-04-26T02:01:40.495 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_recv_time": 0.001273042, 2024-04-26T02:01:40.495 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_running_fast_dispatch_time": 0.000217141, 2024-04-26T02:01:40.495 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_messages_queue_lat": { 2024-04-26T02:01:40.495 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 4, 2024-04-26T02:01:40.495 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.003495314, 2024-04-26T02:01:40.495 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000873828 2024-04-26T02:01:40.495 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.495 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_handle_ack_lat": { 2024-04-26T02:01:40.496 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:40.496 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:40.496 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:40.496 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.496 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-26T02:01:40.496 INFO:teuthology.orchestra.run.smithi163.stdout: "msgr_send_encrypted_bytes": 0 2024-04-26T02:01:40.496 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.496 INFO:teuthology.orchestra.run.smithi163.stdout: "cct": { 2024-04-26T02:01:40.496 INFO:teuthology.orchestra.run.smithi163.stdout: "total_workers": 1, 2024-04-26T02:01:40.496 INFO:teuthology.orchestra.run.smithi163.stdout: "unhealthy_workers": 0 2024-04-26T02:01:40.496 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.496 INFO:teuthology.orchestra.run.smithi163.stdout: "finisher-MDSRank": { 2024-04-26T02:01:40.496 INFO:teuthology.orchestra.run.smithi163.stdout: "queue_len": 0, 2024-04-26T02:01:40.496 INFO:teuthology.orchestra.run.smithi163.stdout: "complete_latency": { 2024-04-26T02:01:40.497 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 4425, 2024-04-26T02:01:40.497 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.124633615, 2024-04-26T02:01:40.497 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000028165 2024-04-26T02:01:40.497 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-04-26T02:01:40.497 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.497 INFO:teuthology.orchestra.run.smithi163.stdout: "finisher-PurgeQueue": { 2024-04-26T02:01:40.497 INFO:teuthology.orchestra.run.smithi163.stdout: "queue_len": 0, 2024-04-26T02:01:40.497 INFO:teuthology.orchestra.run.smithi163.stdout: "complete_latency": { 2024-04-26T02:01:40.497 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:40.497 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:40.497 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:40.497 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-04-26T02:01:40.497 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.497 INFO:teuthology.orchestra.run.smithi163.stdout: "mds": { 2024-04-26T02:01:40.497 INFO:teuthology.orchestra.run.smithi163.stdout: "request": 0, 2024-04-26T02:01:40.497 INFO:teuthology.orchestra.run.smithi163.stdout: "reply": 0, 2024-04-26T02:01:40.498 INFO:teuthology.orchestra.run.smithi163.stdout: "reply_latency": { 2024-04-26T02:01:40.498 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:40.498 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:40.498 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:40.498 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.498 INFO:teuthology.orchestra.run.smithi163.stdout: "slow_reply": 0, 2024-04-26T02:01:40.498 INFO:teuthology.orchestra.run.smithi163.stdout: "forward": 0, 2024-04-26T02:01:40.498 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_fetch_complete": 0, 2024-04-26T02:01:40.498 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_fetch_keys": 0, 2024-04-26T02:01:40.498 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_commit": 0, 2024-04-26T02:01:40.498 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_split": 0, 2024-04-26T02:01:40.499 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_merge": 0, 2024-04-26T02:01:40.499 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes": 3237, 2024-04-26T02:01:40.499 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_top": 17, 2024-04-26T02:01:40.499 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_bottom": 3220, 2024-04-26T02:01:40.499 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_pin_tail": 0, 2024-04-26T02:01:40.499 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_pinned": 3212, 2024-04-26T02:01:40.499 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_expired": 0, 2024-04-26T02:01:40.499 INFO:teuthology.orchestra.run.smithi163.stdout: "inodes_with_caps": 0, 2024-04-26T02:01:40.499 INFO:teuthology.orchestra.run.smithi163.stdout: "caps": 0, 2024-04-26T02:01:40.499 INFO:teuthology.orchestra.run.smithi163.stdout: "subtrees": 1, 2024-04-26T02:01:40.499 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse": 0, 2024-04-26T02:01:40.499 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_hit": 0, 2024-04-26T02:01:40.499 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_forward": 0, 2024-04-26T02:01:40.499 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_discover": 0, 2024-04-26T02:01:40.499 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_dir_fetch": 0, 2024-04-26T02:01:40.499 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_remote_ino": 0, 2024-04-26T02:01:40.500 INFO:teuthology.orchestra.run.smithi163.stdout: "traverse_lock": 0, 2024-04-26T02:01:40.500 INFO:teuthology.orchestra.run.smithi163.stdout: "load_cent": 0, 2024-04-26T02:01:40.500 INFO:teuthology.orchestra.run.smithi163.stdout: "q": 0, 2024-04-26T02:01:40.500 INFO:teuthology.orchestra.run.smithi163.stdout: "exported": 0, 2024-04-26T02:01:40.500 INFO:teuthology.orchestra.run.smithi163.stdout: "exported_inodes": 0, 2024-04-26T02:01:40.500 INFO:teuthology.orchestra.run.smithi163.stdout: "imported": 0, 2024-04-26T02:01:40.500 INFO:teuthology.orchestra.run.smithi163.stdout: "imported_inodes": 0, 2024-04-26T02:01:40.500 INFO:teuthology.orchestra.run.smithi163.stdout: "openino_dir_fetch": 0, 2024-04-26T02:01:40.500 INFO:teuthology.orchestra.run.smithi163.stdout: "openino_backtrace_fetch": 0, 2024-04-26T02:01:40.500 INFO:teuthology.orchestra.run.smithi163.stdout: "openino_peer_discover": 0, 2024-04-26T02:01:40.500 INFO:teuthology.orchestra.run.smithi163.stdout: "root_rfiles": 0, 2024-04-26T02:01:40.500 INFO:teuthology.orchestra.run.smithi163.stdout: "root_rbytes": 0, 2024-04-26T02:01:40.500 INFO:teuthology.orchestra.run.smithi163.stdout: "root_rsnaps": 0, 2024-04-26T02:01:40.500 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_backtrace_fetch": 0, 2024-04-26T02:01:40.500 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_set_tag": 0, 2024-04-26T02:01:40.501 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_backtrace_repaired": 0, 2024-04-26T02:01:40.501 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_inotable_repaired": 0, 2024-04-26T02:01:40.501 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_dir_inodes": 0, 2024-04-26T02:01:40.501 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_dir_base_inodes": 0, 2024-04-26T02:01:40.501 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_dirfrag_rstats": 0, 2024-04-26T02:01:40.501 INFO:teuthology.orchestra.run.smithi163.stdout: "scrub_file_inodes": 0, 2024-04-26T02:01:40.501 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_inode_file_caps": 0, 2024-04-26T02:01:40.501 INFO:teuthology.orchestra.run.smithi163.stdout: "ceph_cap_op_revoke": 0, 2024-04-26T02:01:40.501 INFO:teuthology.orchestra.run.smithi163.stdout: "ceph_cap_op_grant": 0, 2024-04-26T02:01:40.501 INFO:teuthology.orchestra.run.smithi163.stdout: "ceph_cap_op_trunc": 0, 2024-04-26T02:01:40.501 INFO:teuthology.orchestra.run.smithi163.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-26T02:01:40.501 INFO:teuthology.orchestra.run.smithi163.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-26T02:01:40.501 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_client_caps": 0, 2024-04-26T02:01:40.501 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_client_caps_dirty": 0, 2024-04-26T02:01:40.501 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_client_cap_release": 0, 2024-04-26T02:01:40.502 INFO:teuthology.orchestra.run.smithi163.stdout: "process_request_cap_release": 0 2024-04-26T02:01:40.502 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.502 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_cache": { 2024-04-26T02:01:40.502 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_update": 0, 2024-04-26T02:01:40.502 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_update_receipt": 0, 2024-04-26T02:01:40.502 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_try_discover": 0, 2024-04-26T02:01:40.502 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_send_discover": 0, 2024-04-26T02:01:40.502 INFO:teuthology.orchestra.run.smithi163.stdout: "dir_handle_discover": 0, 2024-04-26T02:01:40.502 INFO:teuthology.orchestra.run.smithi163.stdout: "num_strays": 0, 2024-04-26T02:01:40.502 INFO:teuthology.orchestra.run.smithi163.stdout: "num_strays_delayed": 0, 2024-04-26T02:01:40.502 INFO:teuthology.orchestra.run.smithi163.stdout: "num_strays_enqueuing": 0, 2024-04-26T02:01:40.502 INFO:teuthology.orchestra.run.smithi163.stdout: "strays_created": 0, 2024-04-26T02:01:40.502 INFO:teuthology.orchestra.run.smithi163.stdout: "strays_enqueued": 0, 2024-04-26T02:01:40.502 INFO:teuthology.orchestra.run.smithi163.stdout: "strays_reintegrated": 0, 2024-04-26T02:01:40.502 INFO:teuthology.orchestra.run.smithi163.stdout: "strays_migrated": 0, 2024-04-26T02:01:40.502 INFO:teuthology.orchestra.run.smithi163.stdout: "num_recovering_processing": 0, 2024-04-26T02:01:40.503 INFO:teuthology.orchestra.run.smithi163.stdout: "num_recovering_enqueued": 0, 2024-04-26T02:01:40.503 INFO:teuthology.orchestra.run.smithi163.stdout: "num_recovering_prioritized": 0, 2024-04-26T02:01:40.503 INFO:teuthology.orchestra.run.smithi163.stdout: "recovery_started": 0, 2024-04-26T02:01:40.503 INFO:teuthology.orchestra.run.smithi163.stdout: "recovery_completed": 0, 2024-04-26T02:01:40.503 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_quiesce_path": 0, 2024-04-26T02:01:40.503 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_quiesce_inode": 0, 2024-04-26T02:01:40.503 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_enqueue_scrub": 0, 2024-04-26T02:01:40.503 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_exportdir": 0, 2024-04-26T02:01:40.503 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_flush": 0, 2024-04-26T02:01:40.503 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_fragmentdir": 0, 2024-04-26T02:01:40.503 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_fragstats": 0, 2024-04-26T02:01:40.504 INFO:teuthology.orchestra.run.smithi163.stdout: "ireq_inodestats": 0 2024-04-26T02:01:40.504 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.504 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_log": { 2024-04-26T02:01:40.504 INFO:teuthology.orchestra.run.smithi163.stdout: "evlrg": 0, 2024-04-26T02:01:40.504 INFO:teuthology.orchestra.run.smithi163.stdout: "evadd": 0, 2024-04-26T02:01:40.504 INFO:teuthology.orchestra.run.smithi163.stdout: "evex": 0, 2024-04-26T02:01:40.504 INFO:teuthology.orchestra.run.smithi163.stdout: "evtrm": 0, 2024-04-26T02:01:40.504 INFO:teuthology.orchestra.run.smithi163.stdout: "ev": 4632, 2024-04-26T02:01:40.504 INFO:teuthology.orchestra.run.smithi163.stdout: "evexg": 0, 2024-04-26T02:01:40.504 INFO:teuthology.orchestra.run.smithi163.stdout: "evexd": 0, 2024-04-26T02:01:40.504 INFO:teuthology.orchestra.run.smithi163.stdout: "segadd": 0, 2024-04-26T02:01:40.504 INFO:teuthology.orchestra.run.smithi163.stdout: "segex": 0, 2024-04-26T02:01:40.504 INFO:teuthology.orchestra.run.smithi163.stdout: "segtrm": 0, 2024-04-26T02:01:40.504 INFO:teuthology.orchestra.run.smithi163.stdout: "seg": 8, 2024-04-26T02:01:40.504 INFO:teuthology.orchestra.run.smithi163.stdout: "segmjr": 2, 2024-04-26T02:01:40.505 INFO:teuthology.orchestra.run.smithi163.stdout: "segexg": 0, 2024-04-26T02:01:40.505 INFO:teuthology.orchestra.run.smithi163.stdout: "segexd": 0, 2024-04-26T02:01:40.505 INFO:teuthology.orchestra.run.smithi163.stdout: "expos": 4194304, 2024-04-26T02:01:40.505 INFO:teuthology.orchestra.run.smithi163.stdout: "wrpos": 16947551, 2024-04-26T02:01:40.505 INFO:teuthology.orchestra.run.smithi163.stdout: "rdpos": 16943054, 2024-04-26T02:01:40.505 INFO:teuthology.orchestra.run.smithi163.stdout: "jlat": { 2024-04-26T02:01:40.505 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:40.505 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:40.505 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:40.505 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.505 INFO:teuthology.orchestra.run.smithi163.stdout: "replayed": 4632 2024-04-26T02:01:40.505 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.505 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_mem": { 2024-04-26T02:01:40.506 INFO:teuthology.orchestra.run.smithi163.stdout: "ino": 1118, 2024-04-26T02:01:40.506 INFO:teuthology.orchestra.run.smithi163.stdout: "ino+": 3590, 2024-04-26T02:01:40.506 INFO:teuthology.orchestra.run.smithi163.stdout: "ino-": 2472, 2024-04-26T02:01:40.506 INFO:teuthology.orchestra.run.smithi163.stdout: "dir": 72, 2024-04-26T02:01:40.506 INFO:teuthology.orchestra.run.smithi163.stdout: "dir+": 251, 2024-04-26T02:01:40.506 INFO:teuthology.orchestra.run.smithi163.stdout: "dir-": 179, 2024-04-26T02:01:40.506 INFO:teuthology.orchestra.run.smithi163.stdout: "dn": 3237, 2024-04-26T02:01:40.506 INFO:teuthology.orchestra.run.smithi163.stdout: "dn+": 5299, 2024-04-26T02:01:40.506 INFO:teuthology.orchestra.run.smithi163.stdout: "dn-": 2062, 2024-04-26T02:01:40.506 INFO:teuthology.orchestra.run.smithi163.stdout: "cap": 0, 2024-04-26T02:01:40.506 INFO:teuthology.orchestra.run.smithi163.stdout: "cap+": 0, 2024-04-26T02:01:40.506 INFO:teuthology.orchestra.run.smithi163.stdout: "cap-": 0, 2024-04-26T02:01:40.506 INFO:teuthology.orchestra.run.smithi163.stdout: "rss": 58388, 2024-04-26T02:01:40.506 INFO:teuthology.orchestra.run.smithi163.stdout: "heap": 215416 2024-04-26T02:01:40.507 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.507 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_server": { 2024-04-26T02:01:40.507 INFO:teuthology.orchestra.run.smithi163.stdout: "dispatch_client_request": 0, 2024-04-26T02:01:40.507 INFO:teuthology.orchestra.run.smithi163.stdout: "dispatch_server_request": 0, 2024-04-26T02:01:40.507 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_client_request": 0, 2024-04-26T02:01:40.507 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_client_session": 0, 2024-04-26T02:01:40.507 INFO:teuthology.orchestra.run.smithi163.stdout: "handle_peer_request": 0, 2024-04-26T02:01:40.507 INFO:teuthology.orchestra.run.smithi163.stdout: "req_create_latency": { 2024-04-26T02:01:40.507 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:40.507 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:40.507 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:40.507 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.507 INFO:teuthology.orchestra.run.smithi163.stdout: "req_getattr_latency": { 2024-04-26T02:01:40.508 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:40.508 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:40.508 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:40.508 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.508 INFO:teuthology.orchestra.run.smithi163.stdout: "req_getfilelock_latency": { 2024-04-26T02:01:40.508 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:40.508 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:40.508 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:40.508 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.508 INFO:teuthology.orchestra.run.smithi163.stdout: "req_link_latency": { 2024-04-26T02:01:40.508 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:40.508 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:40.508 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:40.508 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.508 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookup_latency": { 2024-04-26T02:01:40.508 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:40.509 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:40.509 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:40.509 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.509 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookuphash_latency": { 2024-04-26T02:01:40.509 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:40.509 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:40.509 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:40.509 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.509 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookupino_latency": { 2024-04-26T02:01:40.509 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:40.509 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:40.509 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:40.509 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.510 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookupname_latency": { 2024-04-26T02:01:40.510 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:40.510 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:40.510 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:40.510 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.510 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookupparent_latency": { 2024-04-26T02:01:40.510 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:40.510 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:40.510 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:40.510 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.510 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lookupsnap_latency": { 2024-04-26T02:01:40.510 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:40.510 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:40.511 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:40.511 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.511 INFO:teuthology.orchestra.run.smithi163.stdout: "req_lssnap_latency": { 2024-04-26T02:01:40.511 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:40.511 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:40.511 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:40.511 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.511 INFO:teuthology.orchestra.run.smithi163.stdout: "req_mkdir_latency": { 2024-04-26T02:01:40.512 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:40.512 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:40.512 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:40.512 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.512 INFO:teuthology.orchestra.run.smithi163.stdout: "req_mknod_latency": { 2024-04-26T02:01:40.512 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:40.512 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:40.512 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:40.512 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.512 INFO:teuthology.orchestra.run.smithi163.stdout: "req_mksnap_latency": { 2024-04-26T02:01:40.512 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:40.512 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:40.512 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:40.512 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.513 INFO:teuthology.orchestra.run.smithi163.stdout: "req_open_latency": { 2024-04-26T02:01:40.513 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:40.513 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:40.513 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:40.513 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.513 INFO:teuthology.orchestra.run.smithi163.stdout: "req_readdir_latency": { 2024-04-26T02:01:40.513 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:40.513 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:40.513 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:40.513 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.513 INFO:teuthology.orchestra.run.smithi163.stdout: "req_rename_latency": { 2024-04-26T02:01:40.513 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:40.514 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:40.514 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:40.514 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.514 INFO:teuthology.orchestra.run.smithi163.stdout: "req_renamesnap_latency": { 2024-04-26T02:01:40.514 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:40.514 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:40.514 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:40.514 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.514 INFO:teuthology.orchestra.run.smithi163.stdout: "req_snapdiff_latency": { 2024-04-26T02:01:40.514 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:40.514 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:40.514 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:40.514 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.514 INFO:teuthology.orchestra.run.smithi163.stdout: "req_rmdir_latency": { 2024-04-26T02:01:40.515 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:40.515 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:40.515 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:40.515 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.515 INFO:teuthology.orchestra.run.smithi163.stdout: "req_rmsnap_latency": { 2024-04-26T02:01:40.515 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:40.515 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:40.515 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:40.515 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.515 INFO:teuthology.orchestra.run.smithi163.stdout: "req_rmxattr_latency": { 2024-04-26T02:01:40.515 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:40.515 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:40.515 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:40.515 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.515 INFO:teuthology.orchestra.run.smithi163.stdout: "req_setattr_latency": { 2024-04-26T02:01:40.515 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:40.516 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:40.516 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:40.516 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.516 INFO:teuthology.orchestra.run.smithi163.stdout: "req_setdirlayout_latency": { 2024-04-26T02:01:40.516 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:40.516 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:40.516 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:40.516 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.516 INFO:teuthology.orchestra.run.smithi163.stdout: "req_setfilelock_latency": { 2024-04-26T02:01:40.516 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:40.516 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:40.516 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:40.516 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.516 INFO:teuthology.orchestra.run.smithi163.stdout: "req_setlayout_latency": { 2024-04-26T02:01:40.516 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:40.517 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:40.517 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:40.517 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.517 INFO:teuthology.orchestra.run.smithi163.stdout: "req_setxattr_latency": { 2024-04-26T02:01:40.517 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:40.517 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:40.517 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:40.517 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.517 INFO:teuthology.orchestra.run.smithi163.stdout: "req_symlink_latency": { 2024-04-26T02:01:40.517 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:40.517 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:40.517 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:40.517 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.517 INFO:teuthology.orchestra.run.smithi163.stdout: "req_unlink_latency": { 2024-04-26T02:01:40.517 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:40.518 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:40.518 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:40.518 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.518 INFO:teuthology.orchestra.run.smithi163.stdout: "cap_revoke_eviction": 0, 2024-04-26T02:01:40.518 INFO:teuthology.orchestra.run.smithi163.stdout: "cap_acquisition_throttle": 0, 2024-04-26T02:01:40.518 INFO:teuthology.orchestra.run.smithi163.stdout: "req_getvxattr_latency": { 2024-04-26T02:01:40.518 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:40.518 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:40.518 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:40.518 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-04-26T02:01:40.518 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.518 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_sessions": { 2024-04-26T02:01:40.518 INFO:teuthology.orchestra.run.smithi163.stdout: "session_count": 1, 2024-04-26T02:01:40.519 INFO:teuthology.orchestra.run.smithi163.stdout: "session_add": 4, 2024-04-26T02:01:40.519 INFO:teuthology.orchestra.run.smithi163.stdout: "session_remove": 3, 2024-04-26T02:01:40.519 INFO:teuthology.orchestra.run.smithi163.stdout: "sessions_open": 1, 2024-04-26T02:01:40.519 INFO:teuthology.orchestra.run.smithi163.stdout: "sessions_stale": 0, 2024-04-26T02:01:40.519 INFO:teuthology.orchestra.run.smithi163.stdout: "total_load": 0, 2024-04-26T02:01:40.519 INFO:teuthology.orchestra.run.smithi163.stdout: "average_load": 0, 2024-04-26T02:01:40.519 INFO:teuthology.orchestra.run.smithi163.stdout: "avg_session_uptime": 2304, 2024-04-26T02:01:40.519 INFO:teuthology.orchestra.run.smithi163.stdout: "mdthresh_evicted": 0 2024-04-26T02:01:40.519 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.519 INFO:teuthology.orchestra.run.smithi163.stdout: "mempool": { 2024-04-26T02:01:40.520 INFO:teuthology.orchestra.run.smithi163.stdout: "bloom_filter_bytes": 0, 2024-04-26T02:01:40.520 INFO:teuthology.orchestra.run.smithi163.stdout: "bloom_filter_items": 0, 2024-04-26T02:01:40.520 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_alloc_bytes": 0, 2024-04-26T02:01:40.520 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_alloc_items": 0, 2024-04-26T02:01:40.520 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_data_bytes": 0, 2024-04-26T02:01:40.520 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_data_items": 0, 2024-04-26T02:01:40.520 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-26T02:01:40.520 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_onode_items": 0, 2024-04-26T02:01:40.520 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-26T02:01:40.520 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_meta_items": 0, 2024-04-26T02:01:40.520 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_other_bytes": 0, 2024-04-26T02:01:40.520 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_other_items": 0, 2024-04-26T02:01:40.520 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-26T02:01:40.520 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_cache_buffer_items": 0, 2024-04-26T02:01:40.520 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_extent_bytes": 0, 2024-04-26T02:01:40.521 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_extent_items": 0, 2024-04-26T02:01:40.521 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_blob_bytes": 0, 2024-04-26T02:01:40.521 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_blob_items": 0, 2024-04-26T02:01:40.521 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-26T02:01:40.521 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_shared_blob_items": 0, 2024-04-26T02:01:40.521 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-26T02:01:40.521 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_inline_bl_items": 0, 2024-04-26T02:01:40.521 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_fsck_bytes": 0, 2024-04-26T02:01:40.521 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_fsck_items": 0, 2024-04-26T02:01:40.521 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_txc_bytes": 0, 2024-04-26T02:01:40.521 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_txc_items": 0, 2024-04-26T02:01:40.521 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-26T02:01:40.521 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_writing_deferred_items": 0, 2024-04-26T02:01:40.521 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_writing_bytes": 0, 2024-04-26T02:01:40.522 INFO:teuthology.orchestra.run.smithi163.stdout: "bluestore_writing_items": 0, 2024-04-26T02:01:40.522 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_bytes": 0, 2024-04-26T02:01:40.522 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_items": 0, 2024-04-26T02:01:40.522 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_file_reader_bytes": 0, 2024-04-26T02:01:40.522 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_file_reader_items": 0, 2024-04-26T02:01:40.522 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_file_writer_bytes": 0, 2024-04-26T02:01:40.522 INFO:teuthology.orchestra.run.smithi163.stdout: "bluefs_file_writer_items": 0, 2024-04-26T02:01:40.522 INFO:teuthology.orchestra.run.smithi163.stdout: "buffer_anon_bytes": 242570, 2024-04-26T02:01:40.522 INFO:teuthology.orchestra.run.smithi163.stdout: "buffer_anon_items": 1254, 2024-04-26T02:01:40.522 INFO:teuthology.orchestra.run.smithi163.stdout: "buffer_meta_bytes": 0, 2024-04-26T02:01:40.522 INFO:teuthology.orchestra.run.smithi163.stdout: "buffer_meta_items": 0, 2024-04-26T02:01:40.522 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_bytes": 0, 2024-04-26T02:01:40.522 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_items": 0, 2024-04-26T02:01:40.523 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_mapbl_bytes": 0, 2024-04-26T02:01:40.523 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_mapbl_items": 0, 2024-04-26T02:01:40.523 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_pglog_bytes": 0, 2024-04-26T02:01:40.523 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_pglog_items": 0, 2024-04-26T02:01:40.523 INFO:teuthology.orchestra.run.smithi163.stdout: "osdmap_bytes": 8032, 2024-04-26T02:01:40.523 INFO:teuthology.orchestra.run.smithi163.stdout: "osdmap_items": 167, 2024-04-26T02:01:40.523 INFO:teuthology.orchestra.run.smithi163.stdout: "osdmap_mapping_bytes": 0, 2024-04-26T02:01:40.523 INFO:teuthology.orchestra.run.smithi163.stdout: "osdmap_mapping_items": 0, 2024-04-26T02:01:40.523 INFO:teuthology.orchestra.run.smithi163.stdout: "pgmap_bytes": 0, 2024-04-26T02:01:40.523 INFO:teuthology.orchestra.run.smithi163.stdout: "pgmap_items": 0, 2024-04-26T02:01:40.523 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_co_bytes": 5034375, 2024-04-26T02:01:40.523 INFO:teuthology.orchestra.run.smithi163.stdout: "mds_co_items": 57420, 2024-04-26T02:01:40.523 INFO:teuthology.orchestra.run.smithi163.stdout: "unittest_1_bytes": 0, 2024-04-26T02:01:40.523 INFO:teuthology.orchestra.run.smithi163.stdout: "unittest_1_items": 0, 2024-04-26T02:01:40.523 INFO:teuthology.orchestra.run.smithi163.stdout: "unittest_2_bytes": 0, 2024-04-26T02:01:40.524 INFO:teuthology.orchestra.run.smithi163.stdout: "unittest_2_items": 0 2024-04-26T02:01:40.524 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.524 INFO:teuthology.orchestra.run.smithi163.stdout: "objecter": { 2024-04-26T02:01:40.524 INFO:teuthology.orchestra.run.smithi163.stdout: "op_active": 0, 2024-04-26T02:01:40.524 INFO:teuthology.orchestra.run.smithi163.stdout: "op_laggy": 0, 2024-04-26T02:01:40.524 INFO:teuthology.orchestra.run.smithi163.stdout: "op_send": 2622, 2024-04-26T02:01:40.524 INFO:teuthology.orchestra.run.smithi163.stdout: "op_send_bytes": 21, 2024-04-26T02:01:40.524 INFO:teuthology.orchestra.run.smithi163.stdout: "op_resend": 3, 2024-04-26T02:01:40.524 INFO:teuthology.orchestra.run.smithi163.stdout: "op_reply": 2622, 2024-04-26T02:01:40.524 INFO:teuthology.orchestra.run.smithi163.stdout: "op_latency": { 2024-04-26T02:01:40.524 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 2622, 2024-04-26T02:01:40.524 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 2.263947332, 2024-04-26T02:01:40.524 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000863442 2024-04-26T02:01:40.524 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.525 INFO:teuthology.orchestra.run.smithi163.stdout: "op_inflight": 0, 2024-04-26T02:01:40.525 INFO:teuthology.orchestra.run.smithi163.stdout: "oplen_avg": { 2024-04-26T02:01:40.525 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 2622, 2024-04-26T02:01:40.525 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 2623 2024-04-26T02:01:40.525 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.525 INFO:teuthology.orchestra.run.smithi163.stdout: "op": 2622, 2024-04-26T02:01:40.525 INFO:teuthology.orchestra.run.smithi163.stdout: "op_r": 2622, 2024-04-26T02:01:40.525 INFO:teuthology.orchestra.run.smithi163.stdout: "op_w": 0, 2024-04-26T02:01:40.525 INFO:teuthology.orchestra.run.smithi163.stdout: "op_rmw": 0, 2024-04-26T02:01:40.525 INFO:teuthology.orchestra.run.smithi163.stdout: "op_pg": 0, 2024-04-26T02:01:40.525 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_stat": 1669, 2024-04-26T02:01:40.525 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_create": 0, 2024-04-26T02:01:40.525 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_read": 951, 2024-04-26T02:01:40.525 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_write": 0, 2024-04-26T02:01:40.525 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_writefull": 0, 2024-04-26T02:01:40.525 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_writesame": 0, 2024-04-26T02:01:40.525 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_append": 0, 2024-04-26T02:01:40.526 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_zero": 0, 2024-04-26T02:01:40.526 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_truncate": 0, 2024-04-26T02:01:40.526 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_delete": 0, 2024-04-26T02:01:40.526 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_mapext": 0, 2024-04-26T02:01:40.526 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_sparse_read": 0, 2024-04-26T02:01:40.526 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_clonerange": 0, 2024-04-26T02:01:40.526 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_getxattr": 1, 2024-04-26T02:01:40.526 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_setxattr": 0, 2024-04-26T02:01:40.526 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_cmpxattr": 0, 2024-04-26T02:01:40.526 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_rmxattr": 0, 2024-04-26T02:01:40.526 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_resetxattrs": 0, 2024-04-26T02:01:40.526 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_call": 0, 2024-04-26T02:01:40.526 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_watch": 0, 2024-04-26T02:01:40.526 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_notify": 0, 2024-04-26T02:01:40.526 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_src_cmpxattr": 0, 2024-04-26T02:01:40.527 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_pgls": 0, 2024-04-26T02:01:40.527 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_pgls_filter": 0, 2024-04-26T02:01:40.527 INFO:teuthology.orchestra.run.smithi163.stdout: "osdop_other": 0, 2024-04-26T02:01:40.527 INFO:teuthology.orchestra.run.smithi163.stdout: "linger_active": 0, 2024-04-26T02:01:40.527 INFO:teuthology.orchestra.run.smithi163.stdout: "linger_send": 0, 2024-04-26T02:01:40.527 INFO:teuthology.orchestra.run.smithi163.stdout: "linger_resend": 0, 2024-04-26T02:01:40.527 INFO:teuthology.orchestra.run.smithi163.stdout: "linger_ping": 0, 2024-04-26T02:01:40.527 INFO:teuthology.orchestra.run.smithi163.stdout: "poolop_active": 0, 2024-04-26T02:01:40.527 INFO:teuthology.orchestra.run.smithi163.stdout: "poolop_send": 0, 2024-04-26T02:01:40.527 INFO:teuthology.orchestra.run.smithi163.stdout: "poolop_resend": 0, 2024-04-26T02:01:40.527 INFO:teuthology.orchestra.run.smithi163.stdout: "poolstat_active": 0, 2024-04-26T02:01:40.527 INFO:teuthology.orchestra.run.smithi163.stdout: "poolstat_send": 0, 2024-04-26T02:01:40.527 INFO:teuthology.orchestra.run.smithi163.stdout: "poolstat_resend": 0, 2024-04-26T02:01:40.527 INFO:teuthology.orchestra.run.smithi163.stdout: "statfs_active": 0, 2024-04-26T02:01:40.528 INFO:teuthology.orchestra.run.smithi163.stdout: "statfs_send": 0, 2024-04-26T02:01:40.528 INFO:teuthology.orchestra.run.smithi163.stdout: "statfs_resend": 0, 2024-04-26T02:01:40.528 INFO:teuthology.orchestra.run.smithi163.stdout: "command_active": 0, 2024-04-26T02:01:40.528 INFO:teuthology.orchestra.run.smithi163.stdout: "command_send": 0, 2024-04-26T02:01:40.528 INFO:teuthology.orchestra.run.smithi163.stdout: "command_resend": 0, 2024-04-26T02:01:40.528 INFO:teuthology.orchestra.run.smithi163.stdout: "map_epoch": 102, 2024-04-26T02:01:40.528 INFO:teuthology.orchestra.run.smithi163.stdout: "map_full": 0, 2024-04-26T02:01:40.528 INFO:teuthology.orchestra.run.smithi163.stdout: "map_inc": 13, 2024-04-26T02:01:40.528 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_sessions": 6, 2024-04-26T02:01:40.528 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_session_open": 6, 2024-04-26T02:01:40.528 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_session_close": 0, 2024-04-26T02:01:40.528 INFO:teuthology.orchestra.run.smithi163.stdout: "osd_laggy": 0, 2024-04-26T02:01:40.528 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_wr": 0, 2024-04-26T02:01:40.528 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_rd": 2, 2024-04-26T02:01:40.529 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_del": 0 2024-04-26T02:01:40.529 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.529 INFO:teuthology.orchestra.run.smithi163.stdout: "oft": { 2024-04-26T02:01:40.529 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_total_objs": 0, 2024-04-26T02:01:40.529 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_total_kv_pairs": 0, 2024-04-26T02:01:40.529 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_total_updates": 0, 2024-04-26T02:01:40.529 INFO:teuthology.orchestra.run.smithi163.stdout: "omap_total_removes": 0 2024-04-26T02:01:40.529 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.529 INFO:teuthology.orchestra.run.smithi163.stdout: "osd-slow-ops": { 2024-04-26T02:01:40.529 INFO:teuthology.orchestra.run.smithi163.stdout: "slow_ops_count": 0 2024-04-26T02:01:40.529 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.530 INFO:teuthology.orchestra.run.smithi163.stdout: "purge_queue": { 2024-04-26T02:01:40.530 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executing_ops": 0, 2024-04-26T02:01:40.530 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executing_ops_high_water": 0, 2024-04-26T02:01:40.530 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executing": 0, 2024-04-26T02:01:40.530 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executing_high_water": 0, 2024-04-26T02:01:40.530 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executed_ops": 0, 2024-04-26T02:01:40.530 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_executed": 0, 2024-04-26T02:01:40.530 INFO:teuthology.orchestra.run.smithi163.stdout: "pq_item_in_journal": 0 2024-04-26T02:01:40.530 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.530 INFO:teuthology.orchestra.run.smithi163.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-26T02:01:40.530 INFO:teuthology.orchestra.run.smithi163.stdout: "val": 0, 2024-04-26T02:01:40.530 INFO:teuthology.orchestra.run.smithi163.stdout: "max": 104857600, 2024-04-26T02:01:40.531 INFO:teuthology.orchestra.run.smithi163.stdout: "get_started": 0, 2024-04-26T02:01:40.531 INFO:teuthology.orchestra.run.smithi163.stdout: "get": 2943, 2024-04-26T02:01:40.531 INFO:teuthology.orchestra.run.smithi163.stdout: "get_sum": 15183120, 2024-04-26T02:01:40.531 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:40.531 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_success": 2943, 2024-04-26T02:01:40.531 INFO:teuthology.orchestra.run.smithi163.stdout: "take": 0, 2024-04-26T02:01:40.531 INFO:teuthology.orchestra.run.smithi163.stdout: "take_sum": 0, 2024-04-26T02:01:40.531 INFO:teuthology.orchestra.run.smithi163.stdout: "put": 2943, 2024-04-26T02:01:40.531 INFO:teuthology.orchestra.run.smithi163.stdout: "put_sum": 15183120, 2024-04-26T02:01:40.531 INFO:teuthology.orchestra.run.smithi163.stdout: "wait": { 2024-04-26T02:01:40.531 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:40.531 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:40.531 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:40.531 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-04-26T02:01:40.531 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.532 INFO:teuthology.orchestra.run.smithi163.stdout: "throttle-objecter_bytes": { 2024-04-26T02:01:40.532 INFO:teuthology.orchestra.run.smithi163.stdout: "val": 0, 2024-04-26T02:01:40.532 INFO:teuthology.orchestra.run.smithi163.stdout: "max": 104857600, 2024-04-26T02:01:40.532 INFO:teuthology.orchestra.run.smithi163.stdout: "get_started": 0, 2024-04-26T02:01:40.532 INFO:teuthology.orchestra.run.smithi163.stdout: "get": 0, 2024-04-26T02:01:40.532 INFO:teuthology.orchestra.run.smithi163.stdout: "get_sum": 0, 2024-04-26T02:01:40.532 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:40.532 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_success": 0, 2024-04-26T02:01:40.532 INFO:teuthology.orchestra.run.smithi163.stdout: "take": 2622, 2024-04-26T02:01:40.532 INFO:teuthology.orchestra.run.smithi163.stdout: "take_sum": 12755048, 2024-04-26T02:01:40.532 INFO:teuthology.orchestra.run.smithi163.stdout: "put": 2622, 2024-04-26T02:01:40.532 INFO:teuthology.orchestra.run.smithi163.stdout: "put_sum": 12755048, 2024-04-26T02:01:40.532 INFO:teuthology.orchestra.run.smithi163.stdout: "wait": { 2024-04-26T02:01:40.532 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:40.533 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:40.533 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:40.533 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-04-26T02:01:40.533 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.533 INFO:teuthology.orchestra.run.smithi163.stdout: "throttle-objecter_ops": { 2024-04-26T02:01:40.533 INFO:teuthology.orchestra.run.smithi163.stdout: "val": 0, 2024-04-26T02:01:40.533 INFO:teuthology.orchestra.run.smithi163.stdout: "max": 1024, 2024-04-26T02:01:40.533 INFO:teuthology.orchestra.run.smithi163.stdout: "get_started": 0, 2024-04-26T02:01:40.533 INFO:teuthology.orchestra.run.smithi163.stdout: "get": 0, 2024-04-26T02:01:40.533 INFO:teuthology.orchestra.run.smithi163.stdout: "get_sum": 0, 2024-04-26T02:01:40.533 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:40.533 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_success": 0, 2024-04-26T02:01:40.533 INFO:teuthology.orchestra.run.smithi163.stdout: "take": 2622, 2024-04-26T02:01:40.533 INFO:teuthology.orchestra.run.smithi163.stdout: "take_sum": 2622, 2024-04-26T02:01:40.533 INFO:teuthology.orchestra.run.smithi163.stdout: "put": 2622, 2024-04-26T02:01:40.534 INFO:teuthology.orchestra.run.smithi163.stdout: "put_sum": 2622, 2024-04-26T02:01:40.534 INFO:teuthology.orchestra.run.smithi163.stdout: "wait": { 2024-04-26T02:01:40.534 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:40.534 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:40.534 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:40.534 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-04-26T02:01:40.534 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.534 INFO:teuthology.orchestra.run.smithi163.stdout: "throttle-write_buf_throttle": { 2024-04-26T02:01:40.534 INFO:teuthology.orchestra.run.smithi163.stdout: "val": 0, 2024-04-26T02:01:40.534 INFO:teuthology.orchestra.run.smithi163.stdout: "max": 3758096384, 2024-04-26T02:01:40.534 INFO:teuthology.orchestra.run.smithi163.stdout: "get_started": 0, 2024-04-26T02:01:40.534 INFO:teuthology.orchestra.run.smithi163.stdout: "get": 0, 2024-04-26T02:01:40.534 INFO:teuthology.orchestra.run.smithi163.stdout: "get_sum": 0, 2024-04-26T02:01:40.534 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:40.535 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_success": 0, 2024-04-26T02:01:40.535 INFO:teuthology.orchestra.run.smithi163.stdout: "take": 0, 2024-04-26T02:01:40.535 INFO:teuthology.orchestra.run.smithi163.stdout: "take_sum": 0, 2024-04-26T02:01:40.535 INFO:teuthology.orchestra.run.smithi163.stdout: "put": 0, 2024-04-26T02:01:40.535 INFO:teuthology.orchestra.run.smithi163.stdout: "put_sum": 0, 2024-04-26T02:01:40.535 INFO:teuthology.orchestra.run.smithi163.stdout: "wait": { 2024-04-26T02:01:40.535 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:40.535 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:40.535 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:40.535 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-04-26T02:01:40.535 INFO:teuthology.orchestra.run.smithi163.stdout: }, 2024-04-26T02:01:40.535 INFO:teuthology.orchestra.run.smithi163.stdout: "throttle-write_buf_throttle-0x56046cdf06e0": { 2024-04-26T02:01:40.535 INFO:teuthology.orchestra.run.smithi163.stdout: "val": 0, 2024-04-26T02:01:40.535 INFO:teuthology.orchestra.run.smithi163.stdout: "max": 3758096384, 2024-04-26T02:01:40.535 INFO:teuthology.orchestra.run.smithi163.stdout: "get_started": 0, 2024-04-26T02:01:40.535 INFO:teuthology.orchestra.run.smithi163.stdout: "get": 0, 2024-04-26T02:01:40.536 INFO:teuthology.orchestra.run.smithi163.stdout: "get_sum": 0, 2024-04-26T02:01:40.536 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_fail": 0, 2024-04-26T02:01:40.536 INFO:teuthology.orchestra.run.smithi163.stdout: "get_or_fail_success": 0, 2024-04-26T02:01:40.536 INFO:teuthology.orchestra.run.smithi163.stdout: "take": 0, 2024-04-26T02:01:40.536 INFO:teuthology.orchestra.run.smithi163.stdout: "take_sum": 0, 2024-04-26T02:01:40.536 INFO:teuthology.orchestra.run.smithi163.stdout: "put": 0, 2024-04-26T02:01:40.536 INFO:teuthology.orchestra.run.smithi163.stdout: "put_sum": 0, 2024-04-26T02:01:40.536 INFO:teuthology.orchestra.run.smithi163.stdout: "wait": { 2024-04-26T02:01:40.536 INFO:teuthology.orchestra.run.smithi163.stdout: "avgcount": 0, 2024-04-26T02:01:40.536 INFO:teuthology.orchestra.run.smithi163.stdout: "sum": 0.000000000, 2024-04-26T02:01:40.536 INFO:teuthology.orchestra.run.smithi163.stdout: "avgtime": 0.000000000 2024-04-26T02:01:40.536 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-04-26T02:01:40.536 INFO:teuthology.orchestra.run.smithi163.stdout: } 2024-04-26T02:01:40.536 INFO:teuthology.orchestra.run.smithi163.stdout:} 2024-04-26T02:01:41.254 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:40 smithi163 ceph-mon[32592]: pgmap v336: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 12 op/s 2024-04-26T02:01:41.281 INFO:tasks.check_counter:Daemon mds.l mds.exported=0 2024-04-26T02:01:41.281 INFO:tasks.check_counter:Daemon mds.l mds.imported=0 2024-04-26T02:01:41.281 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update=0 2024-04-26T02:01:41.281 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update_receipt=0 2024-04-26T02:01:41.281 INFO:tasks.check_counter:Daemon mds.l mds.root_rsnaps=0 2024-04-26T02:01:41.281 INFO:tasks.check_counter:Daemon mds.l mds_server.req_mksnap_latency.avgcount=0 2024-04-26T02:01:41.282 INFO:tasks.check_counter:Daemon mds.l mds_server.req_rmsnap_latency.avgcount=0 2024-04-26T02:01:41.282 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-04-26T02:01:41.293 INFO:tasks.kclient:Unmounting kernel clients... 2024-04-26T02:01:41.293 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-04-26T02:01:41.293 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-26T02:01:41.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:40 smithi046 ceph-mon[28013]: pgmap v336: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 12 op/s 2024-04-26T02:01:41.354 DEBUG:teuthology.orchestra.run.smithi046:> set -ex 2024-04-26T02:01:41.354 DEBUG:teuthology.orchestra.run.smithi046:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-26T02:01:41.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:40 smithi103 ceph-mon[32920]: pgmap v336: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 12 op/s 2024-04-26T02:01:41.457 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph osd blocklist ls 2024-04-26T02:01:41.935 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:01:43.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:42 smithi046 ceph-mon[28013]: pgmap v337: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 op/s 2024-04-26T02:01:43.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:42 smithi103 ceph-mon[32920]: pgmap v337: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 op/s 2024-04-26T02:01:43.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:42 smithi163 ceph-mon[32592]: pgmap v337: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 12 op/s 2024-04-26T02:01:44.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.244+0000 7ff072c00700 1 -- 172.21.15.46:0/2033454857 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff06c10f440 msgr2=0x7ff06c111830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:44.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.244+0000 7ff072c00700 1 --2- 172.21.15.46:0/2033454857 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff06c10f440 0x7ff06c111830 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7ff06400b0a0 tx=0x7ff06400b3b0 comp rx=0 tx=0).stop 2024-04-26T02:01:44.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.244+0000 7ff072c00700 1 -- 172.21.15.46:0/2033454857 shutdown_connections 2024-04-26T02:01:44.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.244+0000 7ff072c00700 1 --2- 172.21.15.46:0/2033454857 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff06c10f440 0x7ff06c111830 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:44.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.244+0000 7ff072c00700 1 --2- 172.21.15.46:0/2033454857 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff06c074c70 0x7ff06c075050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:44.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.244+0000 7ff072c00700 1 --2- 172.21.15.46:0/2033454857 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff06c075590 0x7ff06c10ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:44.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.244+0000 7ff072c00700 1 -- 172.21.15.46:0/2033454857 >> 172.21.15.46:0/2033454857 conn(0x7ff06c079bf0 msgr2=0x7ff06c07a000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:44.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.244+0000 7ff072c00700 1 -- 172.21.15.46:0/2033454857 shutdown_connections 2024-04-26T02:01:44.243 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.244+0000 7ff072c00700 1 -- 172.21.15.46:0/2033454857 wait complete. 2024-04-26T02:01:44.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.245+0000 7ff072c00700 1 Processor -- start 2024-04-26T02:01:44.244 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.245+0000 7ff072c00700 1 -- start start 2024-04-26T02:01:44.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.246+0000 7ff072c00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff06c074c70 0x7ff06c19b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:44.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.246+0000 7ff072c00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff06c075590 0x7ff06c19b930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:44.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.246+0000 7ff072c00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff06c10f440 0x7ff06c19fcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:44.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.246+0000 7ff072c00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7ff06c114fa0 con 0x7ff06c074c70 2024-04-26T02:01:44.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.246+0000 7ff072c00700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7ff06c114e20 con 0x7ff06c10f440 2024-04-26T02:01:44.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.246+0000 7ff072c00700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7ff06c115120 con 0x7ff06c075590 2024-04-26T02:01:44.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.246+0000 7ff06be00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff06c074c70 0x7ff06c19b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:44.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.246+0000 7ff06be00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff06c074c70 0x7ff06c19b3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33750/0 (socket says 172.21.15.46:33750) 2024-04-26T02:01:44.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.246+0000 7ff06be00700 1 -- 172.21.15.46:0/2273026381 learned_addr learned my addr 172.21.15.46:0/2273026381 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T02:01:44.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.246+0000 7ff06b400700 1 --2- 172.21.15.46:0/2273026381 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff06c075590 0x7ff06c19b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:44.245 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.246+0000 7ff070c00700 1 --2- 172.21.15.46:0/2273026381 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff06c10f440 0x7ff06c19fcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:44.246 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.247+0000 7ff06b400700 1 -- 172.21.15.46:0/2273026381 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff06c10f440 msgr2=0x7ff06c19fcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:44.246 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.247+0000 7ff06b400700 1 --2- 172.21.15.46:0/2273026381 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff06c10f440 0x7ff06c19fcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:44.246 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.247+0000 7ff06b400700 1 -- 172.21.15.46:0/2273026381 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff06c074c70 msgr2=0x7ff06c19b3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:44.246 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.247+0000 7ff06b400700 1 --2- 172.21.15.46:0/2273026381 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff06c074c70 0x7ff06c19b3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:44.246 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.247+0000 7ff06b400700 1 -- 172.21.15.46:0/2273026381 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff06c1a0400 con 0x7ff06c075590 2024-04-26T02:01:44.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.247+0000 7ff06be00700 1 --2- 172.21.15.46:0/2273026381 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff06c074c70 0x7ff06c19b3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:01:44.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.247+0000 7ff070c00700 1 --2- 172.21.15.46:0/2273026381 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff06c10f440 0x7ff06c19fcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:01:44.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.247+0000 7ff06b400700 1 --2- 172.21.15.46:0/2273026381 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff06c075590 0x7ff06c19b930 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7ff05800e9f0 tx=0x7ff05800ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:44.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.247+0000 7ff068c00700 1 -- 172.21.15.46:0/2273026381 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff05800cb70 con 0x7ff06c075590 2024-04-26T02:01:44.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.247+0000 7ff068c00700 1 -- 172.21.15.46:0/2273026381 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff05800ee90 con 0x7ff06c075590 2024-04-26T02:01:44.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.247+0000 7ff068c00700 1 -- 172.21.15.46:0/2273026381 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff058003e00 con 0x7ff06c075590 2024-04-26T02:01:44.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.247+0000 7ff072c00700 1 -- 172.21.15.46:0/2273026381 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff06c1a06f0 con 0x7ff06c075590 2024-04-26T02:01:44.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.248+0000 7ff072c00700 1 -- 172.21.15.46:0/2273026381 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff06c1a7f70 con 0x7ff06c075590 2024-04-26T02:01:44.247 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.249+0000 7ff072c00700 1 -- 172.21.15.46:0/2273026381 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff06c069730 con 0x7ff06c075590 2024-04-26T02:01:44.249 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.251+0000 7ff068c00700 1 -- 172.21.15.46:0/2273026381 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 27) ==== 138777+0+0 (secure 0 0 0) 0x7ff058004000 con 0x7ff06c075590 2024-04-26T02:01:44.251 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.252+0000 7ff068c00700 1 --2- 172.21.15.46:0/2273026381 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7ff0500a3e30 0x7ff0500a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:44.251 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.252+0000 7ff068c00700 1 -- 172.21.15.46:0/2273026381 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 8513+0+0 (secure 0 0 0) 0x7ff0580d0970 con 0x7ff06c075590 2024-04-26T02:01:44.251 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.253+0000 7ff06be00700 1 --2- 172.21.15.46:0/2273026381 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7ff0500a3e30 0x7ff0500a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:44.252 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.253+0000 7ff06be00700 1 --2- 172.21.15.46:0/2273026381 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7ff0500a3e30 0x7ff0500a62f0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7ff05c011630 tx=0x7ff05c009260 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:44.253 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.254+0000 7ff068c00700 1 -- 172.21.15.46:0/2273026381 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff05809d040 con 0x7ff06c075590 2024-04-26T02:01:44.501 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.502+0000 7ff072c00700 1 -- 172.21.15.46:0/2273026381 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7ff06c02df80 con 0x7ff06c075590 2024-04-26T02:01:44.502 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.503+0000 7ff068c00700 1 -- 172.21.15.46:0/2273026381 <== mon.1 v2:172.21.15.163:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 16 entries v102) ==== 81+0+942 (secure 0 0 0) 0x7ff05809c940 con 0x7ff06c075590 2024-04-26T02:01:44.502 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:6801/3332901238 2024-04-27T01:50:53.415139+0000 2024-04-26T02:01:44.503 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/1932686333 2024-04-27T01:50:53.415139+0000 2024-04-26T02:01:44.503 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:6800/3332901238 2024-04-27T01:50:53.415139+0000 2024-04-26T02:01:44.503 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/538676216 2024-04-27T01:50:53.415139+0000 2024-04-26T02:01:44.503 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/415990742 2024-04-27T01:50:53.415139+0000 2024-04-26T02:01:44.503 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/2138390774 2024-04-27T01:38:01.199869+0000 2024-04-26T02:01:44.503 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/1671101151 2024-04-27T01:38:01.199869+0000 2024-04-26T02:01:44.503 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/3463419164 2024-04-27T01:38:01.199869+0000 2024-04-26T02:01:44.503 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:6801/1268650508 2024-04-27T01:38:01.199869+0000 2024-04-26T02:01:44.503 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/1254319164 2024-04-27T01:37:25.688097+0000 2024-04-26T02:01:44.503 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:6800/2101651407 2024-04-27T01:37:25.688097+0000 2024-04-26T02:01:44.503 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:6800/1268650508 2024-04-27T01:38:01.199869+0000 2024-04-26T02:01:44.503 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/408236145 2024-04-27T01:50:53.415139+0000 2024-04-26T02:01:44.504 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/2440871722 2024-04-27T01:37:25.688097+0000 2024-04-26T02:01:44.504 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:0/846597820 2024-04-27T01:37:25.688097+0000 2024-04-26T02:01:44.504 INFO:teuthology.orchestra.run.smithi046.stdout:172.21.15.46:6801/2101651407 2024-04-27T01:37:25.688097+0000 2024-04-26T02:01:44.506 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.507+0000 7ff072c00700 1 -- 172.21.15.46:0/2273026381 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7ff0500a3e30 msgr2=0x7ff0500a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:44.506 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.507+0000 7ff072c00700 1 --2- 172.21.15.46:0/2273026381 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7ff0500a3e30 0x7ff0500a62f0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7ff05c011630 tx=0x7ff05c009260 comp rx=0 tx=0).stop 2024-04-26T02:01:44.506 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.507+0000 7ff072c00700 1 -- 172.21.15.46:0/2273026381 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff06c075590 msgr2=0x7ff06c19b930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:44.506 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.507+0000 7ff072c00700 1 --2- 172.21.15.46:0/2273026381 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff06c075590 0x7ff06c19b930 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7ff05800e9f0 tx=0x7ff05800ed00 comp rx=0 tx=0).stop 2024-04-26T02:01:44.506 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.507+0000 7ff072c00700 1 -- 172.21.15.46:0/2273026381 shutdown_connections 2024-04-26T02:01:44.506 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.507+0000 7ff072c00700 1 --2- 172.21.15.46:0/2273026381 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7ff0500a3e30 0x7ff0500a62f0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:44.507 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.507+0000 7ff072c00700 1 --2- 172.21.15.46:0/2273026381 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff06c10f440 0x7ff06c19fcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:44.507 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.507+0000 7ff072c00700 1 --2- 172.21.15.46:0/2273026381 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7ff06c074c70 0x7ff06c19b3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:44.507 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.507+0000 7ff072c00700 1 --2- 172.21.15.46:0/2273026381 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7ff06c075590 0x7ff06c19b930 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:44.507 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.507+0000 7ff072c00700 1 -- 172.21.15.46:0/2273026381 >> 172.21.15.46:0/2273026381 conn(0x7ff06c079bf0 msgr2=0x7ff06c0ffcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:44.507 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.508+0000 7ff072c00700 1 -- 172.21.15.46:0/2273026381 shutdown_connections 2024-04-26T02:01:44.507 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:44.508+0000 7ff072c00700 1 -- 172.21.15.46:0/2273026381 wait complete. 2024-04-26T02:01:44.508 INFO:teuthology.orchestra.run.smithi046.stderr:listed 16 entries 2024-04-26T02:01:45.202 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:44 smithi046 ceph-mon[28013]: pgmap v338: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T02:01:45.202 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:44 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/2273026381' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T02:01:45.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:44 smithi103 ceph-mon[32920]: pgmap v338: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T02:01:45.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:44 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/2273026381' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T02:01:45.396 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-04-26T02:01:45.396 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T02:01:45.396 DEBUG:teuthology.orchestra.run.smithi046:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-04-26T02:01:45.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:44 smithi163 ceph-mon[32592]: pgmap v338: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T02:01:45.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:44 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/2273026381' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-26T02:01:45.549 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi046.front.sepia.ceph.com 2024-04-26T02:01:45.549 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T02:01:45.550 DEBUG:teuthology.orchestra.run.smithi046:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-04-26T02:01:45.648 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T02:01:45.648 DEBUG:teuthology.orchestra.run.smithi046:> ip netns list 2024-04-26T02:01:45.724 INFO:teuthology.orchestra.run.smithi046.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-04-26T02:01:45.724 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T02:01:45.724 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-26T02:01:45.848 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-26T02:01:45.848 DEBUG:teuthology.orchestra.run.smithi046:> sudo ip link delete ceph-brx 2024-04-26T02:01:45.989 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-04-26T02:01:46.000 INFO:tasks.cephadm:Teardown begin 2024-04-26T02:01:46.000 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-04-26T02:01:46.001 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T02:01:46.396 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:01:47.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:46 smithi046 ceph-mon[28013]: pgmap v339: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T02:01:47.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:46 smithi103 ceph-mon[32920]: pgmap v339: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T02:01:47.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:46 smithi163 ceph-mon[32592]: pgmap v339: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 14 op/s 2024-04-26T02:01:48.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:48.885+0000 7f3ebde00700 1 -- 172.21.15.46:0/3897834414 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f3eb8102ac0 msgr2=0x7f3eb8102f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:48.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:48.885+0000 7f3ebde00700 1 --2- 172.21.15.46:0/3897834414 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f3eb8102ac0 0x7f3eb8102f40 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f3ea0009990 tx=0x7f3ea0009ca0 comp rx=0 tx=0).stop 2024-04-26T02:01:48.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:48.885+0000 7f3ebde00700 1 -- 172.21.15.46:0/3897834414 shutdown_connections 2024-04-26T02:01:48.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:48.885+0000 7f3ebde00700 1 --2- 172.21.15.46:0/3897834414 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3eb8103480 0x7f3eb810f980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:48.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:48.885+0000 7f3ebde00700 1 --2- 172.21.15.46:0/3897834414 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3eb8108ab0 0x7f3eb8108e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:48.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:48.885+0000 7f3ebde00700 1 --2- 172.21.15.46:0/3897834414 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f3eb8102ac0 0x7f3eb8102f40 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:48.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:48.885+0000 7f3ebde00700 1 -- 172.21.15.46:0/3897834414 >> 172.21.15.46:0/3897834414 conn(0x7f3eb8079bf0 msgr2=0x7f3eb807a000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:48.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:48.885+0000 7f3ebde00700 1 -- 172.21.15.46:0/3897834414 shutdown_connections 2024-04-26T02:01:48.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:48.885+0000 7f3ebde00700 1 -- 172.21.15.46:0/3897834414 wait complete. 2024-04-26T02:01:48.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:48.886+0000 7f3ebde00700 1 Processor -- start 2024-04-26T02:01:48.887 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:48.886+0000 7f3ebde00700 1 -- start start 2024-04-26T02:01:48.887 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:48.887+0000 7f3ebde00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3eb8102ac0 0x7f3eb8074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:48.887 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:48.887+0000 7f3ebde00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f3eb8103480 0x7f3eb8075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:48.887 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:48.887+0000 7f3ebde00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3eb8108ab0 0x7f3eb80757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:48.887 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:48.887+0000 7f3ebde00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f3eb8112e20 con 0x7f3eb8102ac0 2024-04-26T02:01:48.887 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:48.887+0000 7f3ebde00700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f3eb8112ca0 con 0x7f3eb8108ab0 2024-04-26T02:01:48.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:48.887+0000 7f3ebde00700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f3eb8112fa0 con 0x7f3eb8103480 2024-04-26T02:01:48.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:48.887+0000 7f3eb6a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3eb8102ac0 0x7f3eb8074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:48.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:48.887+0000 7f3eb6a00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3eb8102ac0 0x7f3eb8074d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:33758/0 (socket says 172.21.15.46:33758) 2024-04-26T02:01:48.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:48.887+0000 7f3eb6a00700 1 -- 172.21.15.46:0/4169768976 learned_addr learned my addr 172.21.15.46:0/4169768976 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T02:01:48.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:48.887+0000 7f3eb7400700 1 --2- 172.21.15.46:0/4169768976 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3eb8108ab0 0x7f3eb80757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:48.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:48.887+0000 7f3eafe00700 1 --2- 172.21.15.46:0/4169768976 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f3eb8103480 0x7f3eb8075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:48.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:48.888+0000 7f3eb6a00700 1 -- 172.21.15.46:0/4169768976 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f3eb8103480 msgr2=0x7f3eb8075280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:48.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:48.888+0000 7f3eb6a00700 1 --2- 172.21.15.46:0/4169768976 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f3eb8103480 0x7f3eb8075280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:48.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:48.888+0000 7f3eb6a00700 1 -- 172.21.15.46:0/4169768976 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3eb8108ab0 msgr2=0x7f3eb80757c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:48.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:48.888+0000 7f3eb6a00700 1 --2- 172.21.15.46:0/4169768976 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3eb8108ab0 0x7f3eb80757c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:48.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:48.888+0000 7f3eb6a00700 1 -- 172.21.15.46:0/4169768976 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3eb81a7820 con 0x7f3eb8102ac0 2024-04-26T02:01:48.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:48.888+0000 7f3eb6a00700 1 --2- 172.21.15.46:0/4169768976 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3eb8102ac0 0x7f3eb8074d40 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f3ea800e9a0 tx=0x7f3ea800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:48.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:48.888+0000 7f3ebca00700 1 -- 172.21.15.46:0/4169768976 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ea800ca10 con 0x7f3eb8102ac0 2024-04-26T02:01:48.888 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:48.889+0000 7f3ebde00700 1 -- 172.21.15.46:0/4169768976 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3eb81a7b10 con 0x7f3eb8102ac0 2024-04-26T02:01:48.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:48.889+0000 7f3ebde00700 1 -- 172.21.15.46:0/4169768976 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3eb81a80a0 con 0x7f3eb8102ac0 2024-04-26T02:01:48.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:48.889+0000 7f3ebca00700 1 -- 172.21.15.46:0/4169768976 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3ea800cbb0 con 0x7f3eb8102ac0 2024-04-26T02:01:48.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:48.889+0000 7f3ebca00700 1 -- 172.21.15.46:0/4169768976 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ea8018680 con 0x7f3eb8102ac0 2024-04-26T02:01:48.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:48.890+0000 7f3ebde00700 1 -- 172.21.15.46:0/4169768976 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e94005360 con 0x7f3eb8102ac0 2024-04-26T02:01:48.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:48.892+0000 7f3ebca00700 1 -- 172.21.15.46:0/4169768976 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 27) ==== 138777+0+0 (secure 0 0 0) 0x7f3ea8010430 con 0x7f3eb8102ac0 2024-04-26T02:01:48.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:48.893+0000 7f3ebca00700 1 --2- 172.21.15.46:0/4169768976 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f3e9c0a3db0 0x7f3e9c0a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:48.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:48.893+0000 7f3ebca00700 1 -- 172.21.15.46:0/4169768976 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 8513+0+0 (secure 0 0 0) 0x7f3ea80d0840 con 0x7f3eb8102ac0 2024-04-26T02:01:48.892 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:48.894+0000 7f3eafe00700 1 --2- 172.21.15.46:0/4169768976 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f3e9c0a3db0 0x7f3e9c0a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:48.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:48.894+0000 7f3eafe00700 1 --2- 172.21.15.46:0/4169768976 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f3e9c0a3db0 0x7f3e9c0a6270 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f3eb807a0f0 tx=0x7f3ea000b260 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:48.897 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:48.898+0000 7f3ebca00700 1 -- 172.21.15.46:0/4169768976 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3ea809ce80 con 0x7f3eb8102ac0 2024-04-26T02:01:49.182 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:49.183+0000 7f3ebde00700 1 -- 172.21.15.46:0/4169768976 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3e94005920 con 0x7f3eb8102ac0 2024-04-26T02:01:49.186 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:49 smithi046 ceph-mon[28013]: pgmap v340: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T02:01:49.186 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:49.184+0000 7f3ebca00700 1 -- 172.21.15.46:0/4169768976 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 57 v57) ==== 94+0+11943 (secure 0 0 0) 0x7f3ea809c780 con 0x7f3eb8102ac0 2024-04-26T02:01:49.186 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T02:01:49.187 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":57,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14391,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/3599447924","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":3599447924},{"type":"v1","addr":"172.21.15.46:6839","nonce":3599447924}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6833/1782107626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":1782107626},{"type":"v1","addr":"172.21.15.103:6833","nonce":1782107626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":57,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:46:33.259216+0000","modified":"2024-04-26T01:58:42.249629+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24530,"mds_1":24524,"mds_2":24511,"mds_3":24496,"mds_4":24488},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24448":{"gid":24448,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6833/3674154522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6832","nonce":3674154522},{"type":"v1","addr":"172.21.15.163:6833","nonce":3674154522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"d","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6837/2284069014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":2284069014},{"type":"v1","addr":"172.21.15.46:6837","nonce":2284069014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"j","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6835/441878789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":441878789},{"type":"v1","addr":"172.21.15.46:6835","nonce":441878789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/2093120942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":2093120942},{"type":"v1","addr":"172.21.15.103:6835","nonce":2093120942}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6835/3496224673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6834","nonce":3496224673},{"type":"v1","addr":"172.21.15.163:6835","nonce":3496224673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"h","rank":4,"incarnation":24,"state":"up:active","state_seq":16,"addr":"172.21.15.103:6837/356151155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":356151155},{"type":"v1","addr":"172.21.15.103:6837","nonce":356151155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":16,"addr":"172.21.15.163:6837/3255035214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6836","nonce":3255035214},{"type":"v1","addr":"172.21.15.163:6837","nonce":3255035214}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.163:6839/1457170931","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6838","nonce":1457170931},{"type":"v1","addr":"172.21.15.163:6839","nonce":1457170931}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"a","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.46:6841/1857491842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":1857491842},{"type":"v1","addr":"172.21.15.46:6841","nonce":1857491842}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.103:6839/4045492459","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":4045492459},{"type":"v1","addr":"172.21.15.103:6839","nonce":4045492459}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24496,24524,24511,24488,24530]},"id":1}]} 2024-04-26T02:01:49.187 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:49.187+0000 7f3ebde00700 1 -- 172.21.15.46:0/4169768976 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f3e9c0a3db0 msgr2=0x7f3e9c0a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:49.187 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:49.187+0000 7f3ebde00700 1 --2- 172.21.15.46:0/4169768976 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f3e9c0a3db0 0x7f3e9c0a6270 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f3eb807a0f0 tx=0x7f3ea000b260 comp rx=0 tx=0).stop 2024-04-26T02:01:49.187 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:49.187+0000 7f3ebde00700 1 -- 172.21.15.46:0/4169768976 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3eb8102ac0 msgr2=0x7f3eb8074d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:49.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:49.187+0000 7f3ebde00700 1 --2- 172.21.15.46:0/4169768976 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3eb8102ac0 0x7f3eb8074d40 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f3ea800e9a0 tx=0x7f3ea800ecb0 comp rx=0 tx=0).stop 2024-04-26T02:01:49.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:49.188+0000 7f3ebde00700 1 -- 172.21.15.46:0/4169768976 shutdown_connections 2024-04-26T02:01:49.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:49.188+0000 7f3ebde00700 1 --2- 172.21.15.46:0/4169768976 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f3e9c0a3db0 0x7f3e9c0a6270 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:49.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:49.188+0000 7f3ebde00700 1 --2- 172.21.15.46:0/4169768976 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3eb8108ab0 0x7f3eb80757c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:49.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:49.188+0000 7f3ebde00700 1 --2- 172.21.15.46:0/4169768976 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f3eb8102ac0 0x7f3eb8074d40 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:49.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:49.188+0000 7f3ebde00700 1 --2- 172.21.15.46:0/4169768976 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f3eb8103480 0x7f3eb8075280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:49.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:49.188+0000 7f3ebde00700 1 -- 172.21.15.46:0/4169768976 >> 172.21.15.46:0/4169768976 conn(0x7f3eb8079bf0 msgr2=0x7f3eb8100ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:49.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:49.188+0000 7f3ebde00700 1 -- 172.21.15.46:0/4169768976 shutdown_connections 2024-04-26T02:01:49.188 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:49.188+0000 7f3ebde00700 1 -- 172.21.15.46:0/4169768976 wait complete. 2024-04-26T02:01:49.188 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 57 2024-04-26T02:01:49.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:49 smithi103 ceph-mon[32920]: pgmap v340: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T02:01:49.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:49 smithi163 ceph-mon[32592]: pgmap v340: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-26T02:01:50.053 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph fs dump --format=json 2024-04-26T02:01:50.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:50 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/4169768976' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:01:50.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:50 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/4169768976' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:01:50.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:50 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/4169768976' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:01:50.526 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:01:51.202 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:51 smithi046 ceph-mon[28013]: pgmap v341: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 767 B/s wr, 13 op/s 2024-04-26T02:01:51.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:51 smithi103 ceph-mon[32920]: pgmap v341: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 767 B/s wr, 13 op/s 2024-04-26T02:01:51.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:51 smithi163 ceph-mon[32592]: pgmap v341: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 767 B/s wr, 13 op/s 2024-04-26T02:01:52.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:52.995+0000 7fa610e00700 1 -- 172.21.15.46:0/2651018523 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa60c06b110 msgr2=0x7fa60c06b570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:52.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:52.995+0000 7fa610e00700 1 --2- 172.21.15.46:0/2651018523 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa60c06b110 0x7fa60c06b570 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fa5f80098f0 tx=0x7fa5f8009c00 comp rx=0 tx=0).stop 2024-04-26T02:01:52.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:52.995+0000 7fa610e00700 1 -- 172.21.15.46:0/2651018523 shutdown_connections 2024-04-26T02:01:52.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:52.995+0000 7fa610e00700 1 --2- 172.21.15.46:0/2651018523 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa60c06bab0 0x7fa60c10f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:52.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:52.995+0000 7fa610e00700 1 --2- 172.21.15.46:0/2651018523 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa60c108a50 0x7fa60c108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:52.994 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:52.995+0000 7fa610e00700 1 --2- 172.21.15.46:0/2651018523 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa60c06b110 0x7fa60c06b570 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:52.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:52.995+0000 7fa610e00700 1 -- 172.21.15.46:0/2651018523 >> 172.21.15.46:0/2651018523 conn(0x7fa60c0788f0 msgr2=0x7fa60c078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:52.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:52.995+0000 7fa610e00700 1 -- 172.21.15.46:0/2651018523 shutdown_connections 2024-04-26T02:01:52.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:52.995+0000 7fa610e00700 1 -- 172.21.15.46:0/2651018523 wait complete. 2024-04-26T02:01:52.995 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:52.997+0000 7fa610e00700 1 Processor -- start 2024-04-26T02:01:52.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:52.997+0000 7fa610e00700 1 -- start start 2024-04-26T02:01:52.996 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:52.998+0000 7fa610e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa60c06b110 0x7fa60c199260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:52.997 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:52.998+0000 7fa610e00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa60c06bab0 0x7fa60c1997a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:52.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:52.998+0000 7fa610e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa60c108a50 0x7fa60c19db30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:52.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:52.998+0000 7fa610e00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fa60c112d70 con 0x7fa60c06b110 2024-04-26T02:01:52.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:52.998+0000 7fa610e00700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fa60c112bf0 con 0x7fa60c108a50 2024-04-26T02:01:52.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:52.998+0000 7fa610e00700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fa60c112ef0 con 0x7fa60c06bab0 2024-04-26T02:01:52.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:52.998+0000 7fa609e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa60c06b110 0x7fa60c199260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:52.998 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:52.999+0000 7fa609e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa60c06b110 0x7fa60c199260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:59488/0 (socket says 172.21.15.46:59488) 2024-04-26T02:01:52.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:52.999+0000 7fa609e00700 1 -- 172.21.15.46:0/4223584042 learned_addr learned my addr 172.21.15.46:0/4223584042 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T02:01:52.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:52.999+0000 7fa60a800700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa60c108a50 0x7fa60c19db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:52.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:52.999+0000 7fa609400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa60c06bab0 0x7fa60c1997a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:52.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:52.999+0000 7fa609e00700 1 -- 172.21.15.46:0/4223584042 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa60c06bab0 msgr2=0x7fa60c1997a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:52.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:52.999+0000 7fa609e00700 1 --2- 172.21.15.46:0/4223584042 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa60c06bab0 0x7fa60c1997a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:52.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:52.999+0000 7fa609e00700 1 -- 172.21.15.46:0/4223584042 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa60c108a50 msgr2=0x7fa60c19db30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:52.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:52.999+0000 7fa609e00700 1 --2- 172.21.15.46:0/4223584042 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa60c108a50 0x7fa60c19db30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:52.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:52.999+0000 7fa609e00700 1 -- 172.21.15.46:0/4223584042 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa60c19e270 con 0x7fa60c06b110 2024-04-26T02:01:52.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:52.999+0000 7fa609400700 1 --2- 172.21.15.46:0/4223584042 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa60c06bab0 0x7fa60c1997a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:01:52.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:52.999+0000 7fa60a800700 1 --2- 172.21.15.46:0/4223584042 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa60c108a50 0x7fa60c19db30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:01:52.999 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:53.000+0000 7fa609e00700 1 --2- 172.21.15.46:0/4223584042 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa60c06b110 0x7fa60c199260 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fa5fc00e9a0 tx=0x7fa5fc00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:53.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:53.000+0000 7fa602a00700 1 -- 172.21.15.46:0/4223584042 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5fc00ca10 con 0x7fa60c06b110 2024-04-26T02:01:53.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:53.000+0000 7fa602a00700 1 -- 172.21.15.46:0/4223584042 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa5fc00cbb0 con 0x7fa60c06b110 2024-04-26T02:01:53.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:53.000+0000 7fa610e00700 1 -- 172.21.15.46:0/4223584042 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa60c19e560 con 0x7fa60c06b110 2024-04-26T02:01:53.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:53.000+0000 7fa602a00700 1 -- 172.21.15.46:0/4223584042 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5fc018680 con 0x7fa60c06b110 2024-04-26T02:01:53.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:53.000+0000 7fa610e00700 1 -- 172.21.15.46:0/4223584042 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa60c1a5de0 con 0x7fa60c06b110 2024-04-26T02:01:53.000 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:53.001+0000 7fa610e00700 1 -- 172.21.15.46:0/4223584042 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa60c104190 con 0x7fa60c06b110 2024-04-26T02:01:53.002 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:53.004+0000 7fa602a00700 1 -- 172.21.15.46:0/4223584042 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 27) ==== 138777+0+0 (secure 0 0 0) 0x7fa5fc018820 con 0x7fa60c06b110 2024-04-26T02:01:53.003 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:53.005+0000 7fa602a00700 1 --2- 172.21.15.46:0/4223584042 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fa5f00a3db0 0x7fa5f00a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:53.004 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:53.005+0000 7fa602a00700 1 -- 172.21.15.46:0/4223584042 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 8513+0+0 (secure 0 0 0) 0x7fa5fc0d09a0 con 0x7fa60c06b110 2024-04-26T02:01:53.004 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:53.005+0000 7fa609400700 1 --2- 172.21.15.46:0/4223584042 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fa5f00a3db0 0x7fa5f00a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:53.004 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:53.006+0000 7fa609400700 1 --2- 172.21.15.46:0/4223584042 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fa5f00a3db0 0x7fa5f00a6270 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fa5f8009fd0 tx=0x7fa5f8019040 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:53.008 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:53.010+0000 7fa602a00700 1 -- 172.21.15.46:0/4223584042 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa5fc09cfe0 con 0x7fa60c06b110 2024-04-26T02:01:53.294 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:53.295+0000 7fa610e00700 1 -- 172.21.15.46:0/4223584042 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa60c069730 con 0x7fa60c06b110 2024-04-26T02:01:53.295 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:53 smithi046 ceph-mon[28013]: pgmap v342: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 13 op/s 2024-04-26T02:01:53.296 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:53.297+0000 7fa602a00700 1 -- 172.21.15.46:0/4223584042 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 57 v57) ==== 94+0+11943 (secure 0 0 0) 0x7fa60c069730 con 0x7fa60c06b110 2024-04-26T02:01:53.297 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T02:01:53.297 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":57,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14391,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.46:6839/3599447924","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6838","nonce":3599447924},{"type":"v1","addr":"172.21.15.46:6839","nonce":3599447924}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6833/1782107626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":1782107626},{"type":"v1","addr":"172.21.15.103:6833","nonce":1782107626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":57,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-26T01:46:33.259216+0000","modified":"2024-04-26T01:58:42.249629+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24530,"mds_1":24524,"mds_2":24511,"mds_3":24496,"mds_4":24488},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24448":{"gid":24448,"name":"l","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6833/3674154522","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6832","nonce":3674154522},{"type":"v1","addr":"172.21.15.163:6833","nonce":3674154522}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24464":{"gid":24464,"name":"d","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6837/2284069014","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6836","nonce":2284069014},{"type":"v1","addr":"172.21.15.46:6837","nonce":2284069014}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24466":{"gid":24466,"name":"j","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.46:6835/441878789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6834","nonce":441878789},{"type":"v1","addr":"172.21.15.46:6835","nonce":441878789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/2093120942","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":2093120942},{"type":"v1","addr":"172.21.15.103:6835","nonce":2093120942}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.163:6835/3496224673","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6834","nonce":3496224673},{"type":"v1","addr":"172.21.15.163:6835","nonce":3496224673}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"h","rank":4,"incarnation":24,"state":"up:active","state_seq":16,"addr":"172.21.15.103:6837/356151155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":356151155},{"type":"v1","addr":"172.21.15.103:6837","nonce":356151155}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24496":{"gid":24496,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":16,"addr":"172.21.15.163:6837/3255035214","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6836","nonce":3255035214},{"type":"v1","addr":"172.21.15.163:6837","nonce":3255035214}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24511":{"gid":24511,"name":"i","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.163:6839/1457170931","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6838","nonce":1457170931},{"type":"v1","addr":"172.21.15.163:6839","nonce":1457170931}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24524":{"gid":24524,"name":"a","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.46:6841/1857491842","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6840","nonce":1857491842},{"type":"v1","addr":"172.21.15.46:6841","nonce":1857491842}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.103:6839/4045492459","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":4045492459},{"type":"v1","addr":"172.21.15.103:6839","nonce":4045492459}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24530,"qdb_cluster":[24496,24524,24511,24488,24530]},"id":1}]} 2024-04-26T02:01:53.299 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:53.301+0000 7fa610e00700 1 -- 172.21.15.46:0/4223584042 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fa5f00a3db0 msgr2=0x7fa5f00a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:53.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:53.301+0000 7fa610e00700 1 --2- 172.21.15.46:0/4223584042 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fa5f00a3db0 0x7fa5f00a6270 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fa5f8009fd0 tx=0x7fa5f8019040 comp rx=0 tx=0).stop 2024-04-26T02:01:53.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:53.301+0000 7fa610e00700 1 -- 172.21.15.46:0/4223584042 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa60c06b110 msgr2=0x7fa60c199260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:53.300 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:53.301+0000 7fa610e00700 1 --2- 172.21.15.46:0/4223584042 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa60c06b110 0x7fa60c199260 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fa5fc00e9a0 tx=0x7fa5fc00ecb0 comp rx=0 tx=0).stop 2024-04-26T02:01:53.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:53.301+0000 7fa610e00700 1 -- 172.21.15.46:0/4223584042 shutdown_connections 2024-04-26T02:01:53.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:53.301+0000 7fa610e00700 1 --2- 172.21.15.46:0/4223584042 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fa5f00a3db0 0x7fa5f00a6270 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:53.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:53.301+0000 7fa610e00700 1 --2- 172.21.15.46:0/4223584042 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa60c108a50 0x7fa60c19db30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:53.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:53.301+0000 7fa610e00700 1 --2- 172.21.15.46:0/4223584042 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa60c06b110 0x7fa60c199260 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:53.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:53.301+0000 7fa610e00700 1 --2- 172.21.15.46:0/4223584042 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa60c06bab0 0x7fa60c1997a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:53.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:53.301+0000 7fa610e00700 1 -- 172.21.15.46:0/4223584042 >> 172.21.15.46:0/4223584042 conn(0x7fa60c0788f0 msgr2=0x7fa60c0ffe70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:53.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:53.302+0000 7fa610e00700 1 -- 172.21.15.46:0/4223584042 shutdown_connections 2024-04-26T02:01:53.301 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:53.302+0000 7fa610e00700 1 -- 172.21.15.46:0/4223584042 wait complete. 2024-04-26T02:01:53.302 INFO:teuthology.orchestra.run.smithi046.stderr:dumped fsmap epoch 57 2024-04-26T02:01:53.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:53 smithi103 ceph-mon[32920]: pgmap v342: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 13 op/s 2024-04-26T02:01:53.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:53 smithi163 ceph-mon[32592]: pgmap v342: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 13 op/s 2024-04-26T02:01:54.118 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T02:01:54.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:54 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/4223584042' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:01:54.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:54 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/4223584042' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:01:54.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:54 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/4223584042' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-26T02:01:54.584 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:01:55.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:55 smithi046 ceph-mon[28013]: pgmap v343: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-04-26T02:01:55.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:55 smithi103 ceph-mon[32920]: pgmap v343: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-04-26T02:01:55.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:55 smithi163 ceph-mon[32592]: pgmap v343: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-04-26T02:01:56.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:56.882+0000 7f4234000700 1 -- 172.21.15.46:0/3729938409 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f422c102af0 msgr2=0x7f422c102f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:56.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:56.882+0000 7f4234000700 1 --2- 172.21.15.46:0/3729938409 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f422c102af0 0x7f422c102f70 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f42180099c0 tx=0x7f4218009cd0 comp rx=0 tx=0).stop 2024-04-26T02:01:56.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:56.882+0000 7f4234000700 1 -- 172.21.15.46:0/3729938409 shutdown_connections 2024-04-26T02:01:56.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:56.882+0000 7f4234000700 1 --2- 172.21.15.46:0/3729938409 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f422c1034b0 0x7f422c10f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:56.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:56.882+0000 7f4234000700 1 --2- 172.21.15.46:0/3729938409 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f422c107940 0x7f422c107d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:56.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:56.882+0000 7f4234000700 1 --2- 172.21.15.46:0/3729938409 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f422c102af0 0x7f422c102f70 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:56.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:56.882+0000 7f4234000700 1 -- 172.21.15.46:0/3729938409 >> 172.21.15.46:0/3729938409 conn(0x7f422c079ba0 msgr2=0x7f422c079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:56.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:56.882+0000 7f4234000700 1 -- 172.21.15.46:0/3729938409 shutdown_connections 2024-04-26T02:01:56.882 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:56.883+0000 7f4234000700 1 -- 172.21.15.46:0/3729938409 wait complete. 2024-04-26T02:01:56.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:56.884+0000 7f4234000700 1 Processor -- start 2024-04-26T02:01:56.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:56.884+0000 7f4234000700 1 -- start start 2024-04-26T02:01:56.883 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:56.884+0000 7f4234000700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f422c102af0 0x7f422c19b420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:56.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:56.884+0000 7f4234000700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f422c1034b0 0x7f422c19b960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:56.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:56.884+0000 7f4234000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f422c107940 0x7f422c19fcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:56.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:56.885+0000 7f4234000700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f422c112dd0 con 0x7f422c107940 2024-04-26T02:01:56.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:56.885+0000 7f4234000700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f422c112c50 con 0x7f422c102af0 2024-04-26T02:01:56.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:56.885+0000 7f4234000700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f422c112f50 con 0x7f422c1034b0 2024-04-26T02:01:56.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:56.885+0000 7f4232000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f422c107940 0x7f422c19fcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:56.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:56.885+0000 7f4230c00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f422c1034b0 0x7f422c19b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:56.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:56.885+0000 7f4232000700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f422c107940 0x7f422c19fcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:59508/0 (socket says 172.21.15.46:59508) 2024-04-26T02:01:56.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:56.885+0000 7f4232000700 1 -- 172.21.15.46:0/2170756727 learned_addr learned my addr 172.21.15.46:0/2170756727 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T02:01:56.884 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:56.885+0000 7f4231600700 1 --2- 172.21.15.46:0/2170756727 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f422c102af0 0x7f422c19b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:56.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:56.886+0000 7f4232000700 1 -- 172.21.15.46:0/2170756727 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f422c1034b0 msgr2=0x7f422c19b960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:56.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:56.886+0000 7f4232000700 1 --2- 172.21.15.46:0/2170756727 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f422c1034b0 0x7f422c19b960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:56.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:56.886+0000 7f4232000700 1 -- 172.21.15.46:0/2170756727 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f422c102af0 msgr2=0x7f422c19b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:56.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:56.886+0000 7f4232000700 1 --2- 172.21.15.46:0/2170756727 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f422c102af0 0x7f422c19b420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:56.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:56.886+0000 7f4232000700 1 -- 172.21.15.46:0/2170756727 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f422c1a0430 con 0x7f422c107940 2024-04-26T02:01:56.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:56.886+0000 7f4231600700 1 --2- 172.21.15.46:0/2170756727 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f422c102af0 0x7f422c19b420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:01:56.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:56.886+0000 7f4232000700 1 --2- 172.21.15.46:0/2170756727 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f422c107940 0x7f422c19fcf0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f4224007f10 tx=0x7f422400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:56.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:56.886+0000 7f422a000700 1 -- 172.21.15.46:0/2170756727 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f422400dd20 con 0x7f422c107940 2024-04-26T02:01:56.885 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:56.886+0000 7f422a000700 1 -- 172.21.15.46:0/2170756727 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4224004020 con 0x7f422c107940 2024-04-26T02:01:56.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:56.886+0000 7f4234000700 1 -- 172.21.15.46:0/2170756727 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f422c1a0720 con 0x7f422c107940 2024-04-26T02:01:56.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:56.886+0000 7f422a000700 1 -- 172.21.15.46:0/2170756727 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4224015640 con 0x7f422c107940 2024-04-26T02:01:56.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:56.887+0000 7f4234000700 1 -- 172.21.15.46:0/2170756727 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f422c1a7fa0 con 0x7f422c107940 2024-04-26T02:01:56.886 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:56.888+0000 7f4234000700 1 -- 172.21.15.46:0/2170756727 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f422c069730 con 0x7f422c107940 2024-04-26T02:01:56.889 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:56.890+0000 7f422a000700 1 -- 172.21.15.46:0/2170756727 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 27) ==== 138777+0+0 (secure 0 0 0) 0x7f42240041d0 con 0x7f422c107940 2024-04-26T02:01:56.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:56.892+0000 7f422a000700 1 --2- 172.21.15.46:0/2170756727 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f42140a3db0 0x7f42140a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:01:56.890 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:56.892+0000 7f422a000700 1 -- 172.21.15.46:0/2170756727 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 8513+0+0 (secure 0 0 0) 0x7f42240d0a10 con 0x7f422c107940 2024-04-26T02:01:56.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:56.892+0000 7f4231600700 1 --2- 172.21.15.46:0/2170756727 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f42140a3db0 0x7f42140a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:01:56.891 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:56.893+0000 7f4231600700 1 --2- 172.21.15.46:0/2170756727 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f42140a3db0 0x7f42140a6270 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f4220009fd0 tx=0x7f4220009260 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:01:56.893 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:56.895+0000 7f422a000700 1 -- 172.21.15.46:0/2170756727 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4224010070 con 0x7f422c107940 2024-04-26T02:01:57.128 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:57.129+0000 7f4234000700 1 -- 172.21.15.46:0/2170756727 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f422c1a8170 con 0x7f422c107940 2024-04-26T02:01:57.132 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:57.133+0000 7f422a000700 1 -- 172.21.15.46:0/2170756727 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v102) ==== 74+0+23146 (secure 0 0 0) 0x7f422409cfb0 con 0x7f422c107940 2024-04-26T02:01:57.132 INFO:teuthology.orchestra.run.smithi046.stdout: 2024-04-26T02:01:57.133 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:57 smithi046 ceph-mon[28013]: pgmap v344: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 1.2 KiB/s wr, 15 op/s 2024-04-26T02:01:57.133 INFO:teuthology.orchestra.run.smithi046.stdout:{"epoch":102,"fsid":"4e298560-036d-11ef-bc93-c7b262605968","created":"2024-04-26T01:36:51.789921+0000","modified":"2024-04-26T02:01:14.234222+0000","last_up_change":"2024-04-26T01:45:13.269142+0000","last_in_change":"2024-04-26T01:44:53.812099+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T01:40:53.363826+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-26T01:46:24.277738+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-26T01:46:29.225616+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"101","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":17,"snap_epoch":101,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8fb81e1c-2c24-45c9-89fd-896ec37fedb6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6802","nonce":1705061833},{"type":"v1","addr":"172.21.15.46:6803","nonce":1705061833}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6804","nonce":1705061833},{"type":"v1","addr":"172.21.15.46:6805","nonce":1705061833}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6808","nonce":1705061833},{"type":"v1","addr":"172.21.15.46:6809","nonce":1705061833}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6806","nonce":1705061833},{"type":"v1","addr":"172.21.15.46:6807","nonce":1705061833}]},"public_addr":"172.21.15.46:6803/1705061833","cluster_addr":"172.21.15.46:6805/1705061833","heartbeat_back_addr":"172.21.15.46:6809/1705061833","heartbeat_front_addr":"172.21.15.46:6807/1705061833","state":["exists","up"]},{"osd":1,"uuid":"235ad6a0-ad0d-44ff-9ad1-55205dc13533","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":4149643711},{"type":"v1","addr":"172.21.15.103:6801","nonce":4149643711}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":4149643711},{"type":"v1","addr":"172.21.15.103:6803","nonce":4149643711}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":4149643711},{"type":"v1","addr":"172.21.15.103:6807","nonce":4149643711}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":4149643711},{"type":"v1","addr":"172.21.15.103:6805","nonce":4149643711}]},"public_addr":"172.21.15.103:6801/4149643711","cluster_addr":"172.21.15.103:6803/4149643711","heartbeat_back_addr":"172.21.15.103:6807/4149643711","heartbeat_front_addr":"172.21.15.103:6805/4149643711","state":["exists","up"]},{"osd":2,"uuid":"10a4e364-80e6-4c2e-8bdd-8c6e27188acf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6800","nonce":3238203653},{"type":"v1","addr":"172.21.15.163:6801","nonce":3238203653}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6802","nonce":3238203653},{"type":"v1","addr":"172.21.15.163:6803","nonce":3238203653}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6806","nonce":3238203653},{"type":"v1","addr":"172.21.15.163:6807","nonce":3238203653}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6804","nonce":3238203653},{"type":"v1","addr":"172.21.15.163:6805","nonce":3238203653}]},"public_addr":"172.21.15.163:6801/3238203653","cluster_addr":"172.21.15.163:6803/3238203653","heartbeat_back_addr":"172.21.15.163:6807/3238203653","heartbeat_front_addr":"172.21.15.163:6805/3238203653","state":["exists","up"]},{"osd":3,"uuid":"72b47e70-a1c2-4e07-868b-c030c68a8f5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6810","nonce":1889462647},{"type":"v1","addr":"172.21.15.46:6811","nonce":1889462647}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6812","nonce":1889462647},{"type":"v1","addr":"172.21.15.46:6813","nonce":1889462647}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6816","nonce":1889462647},{"type":"v1","addr":"172.21.15.46:6817","nonce":1889462647}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6814","nonce":1889462647},{"type":"v1","addr":"172.21.15.46:6815","nonce":1889462647}]},"public_addr":"172.21.15.46:6811/1889462647","cluster_addr":"172.21.15.46:6813/1889462647","heartbeat_back_addr":"172.21.15.46:6817/1889462647","heartbeat_front_addr":"172.21.15.46:6815/1889462647","state":["exists","up"]},{"osd":4,"uuid":"644cff68-2da7-43ed-bb87-f3b0d5f82b1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":3946150982},{"type":"v1","addr":"172.21.15.103:6809","nonce":3946150982}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":3946150982},{"type":"v1","addr":"172.21.15.103:6811","nonce":3946150982}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":3946150982},{"type":"v1","addr":"172.21.15.103:6815","nonce":3946150982}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":3946150982},{"type":"v1","addr":"172.21.15.103:6813","nonce":3946150982}]},"public_addr":"172.21.15.103:6809/3946150982","cluster_addr":"172.21.15.103:6811/3946150982","heartbeat_back_addr":"172.21.15.103:6815/3946150982","heartbeat_front_addr":"172.21.15.103:6813/3946150982","state":["exists","up"]},{"osd":5,"uuid":"fb7bbd34-9be5-4f39-ac32-af6c1eab2c64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6808","nonce":616922792},{"type":"v1","addr":"172.21.15.163:6809","nonce":616922792}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6810","nonce":616922792},{"type":"v1","addr":"172.21.15.163:6811","nonce":616922792}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6814","nonce":616922792},{"type":"v1","addr":"172.21.15.163:6815","nonce":616922792}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6812","nonce":616922792},{"type":"v1","addr":"172.21.15.163:6813","nonce":616922792}]},"public_addr":"172.21.15.163:6809/616922792","cluster_addr":"172.21.15.163:6811/616922792","heartbeat_back_addr":"172.21.15.163:6815/616922792","heartbeat_front_addr":"172.21.15.163:6813/616922792","state":["exists","up"]},{"osd":6,"uuid":"bf28b38e-8424-4fb4-9528-6dbc7d2b1612","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6818","nonce":2027770735},{"type":"v1","addr":"172.21.15.46:6819","nonce":2027770735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6820","nonce":2027770735},{"type":"v1","addr":"172.21.15.46:6821","nonce":2027770735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6824","nonce":2027770735},{"type":"v1","addr":"172.21.15.46:6825","nonce":2027770735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6822","nonce":2027770735},{"type":"v1","addr":"172.21.15.46:6823","nonce":2027770735}]},"public_addr":"172.21.15.46:6819/2027770735","cluster_addr":"172.21.15.46:6821/2027770735","heartbeat_back_addr":"172.21.15.46:6825/2027770735","heartbeat_front_addr":"172.21.15.46:6823/2027770735","state":["exists","up"]},{"osd":7,"uuid":"019316c5-b83f-43f1-8d46-6dd43de6259a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":3114516049},{"type":"v1","addr":"172.21.15.103:6817","nonce":3114516049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":3114516049},{"type":"v1","addr":"172.21.15.103:6819","nonce":3114516049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":3114516049},{"type":"v1","addr":"172.21.15.103:6823","nonce":3114516049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":3114516049},{"type":"v1","addr":"172.21.15.103:6821","nonce":3114516049}]},"public_addr":"172.21.15.103:6817/3114516049","cluster_addr":"172.21.15.103:6819/3114516049","heartbeat_back_addr":"172.21.15.103:6823/3114516049","heartbeat_front_addr":"172.21.15.103:6821/3114516049","state":["exists","up"]},{"osd":8,"uuid":"209597cd-7768-4b82-ade7-8e01927a3e03","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6816","nonce":1671606862},{"type":"v1","addr":"172.21.15.163:6817","nonce":1671606862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6818","nonce":1671606862},{"type":"v1","addr":"172.21.15.163:6819","nonce":1671606862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6822","nonce":1671606862},{"type":"v1","addr":"172.21.15.163:6823","nonce":1671606862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6820","nonce":1671606862},{"type":"v1","addr":"172.21.15.163:6821","nonce":1671606862}]},"public_addr":"172.21.15.163:6817/1671606862","cluster_addr":"172.21.15.163:6819/1671606862","heartbeat_back_addr":"172.21.15.163:6823/1671606862","heartbeat_front_addr":"172.21.15.163:6821/1671606862","state":["exists","up"]},{"osd":9,"uuid":"77a2c45f-b6c7-465c-96ec-d760fa92dd75","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6826","nonce":1569907716},{"type":"v1","addr":"172.21.15.46:6827","nonce":1569907716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6828","nonce":1569907716},{"type":"v1","addr":"172.21.15.46:6829","nonce":1569907716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6832","nonce":1569907716},{"type":"v1","addr":"172.21.15.46:6833","nonce":1569907716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.46:6830","nonce":1569907716},{"type":"v1","addr":"172.21.15.46:6831","nonce":1569907716}]},"public_addr":"172.21.15.46:6827/1569907716","cluster_addr":"172.21.15.46:6829/1569907716","heartbeat_back_addr":"172.21.15.46:6833/1569907716","heartbeat_front_addr":"172.21.15.46:6831/1569907716","state":["exists","up"]},{"osd":10,"uuid":"b0ec12dc-7afe-454a-8195-2e38441ca466","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":4049341884},{"type":"v1","addr":"172.21.15.103:6825","nonce":4049341884}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":4049341884},{"type":"v1","addr":"172.21.15.103:6827","nonce":4049341884}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":4049341884},{"type":"v1","addr":"172.21.15.103:6831","nonce":4049341884}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":4049341884},{"type":"v1","addr":"172.21.15.103:6829","nonce":4049341884}]},"public_addr":"172.21.15.103:6825/4049341884","cluster_addr":"172.21.15.103:6827/4049341884","heartbeat_back_addr":"172.21.15.103:6831/4049341884","heartbeat_front_addr":"172.21.15.103:6829/4049341884","state":["exists","up"]},{"osd":11,"uuid":"1c43e737-c189-43c0-a9ee-17a3cdc8278d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6824","nonce":1269489610},{"type":"v1","addr":"172.21.15.163:6825","nonce":1269489610}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6826","nonce":1269489610},{"type":"v1","addr":"172.21.15.163:6827","nonce":1269489610}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6830","nonce":1269489610},{"type":"v1","addr":"172.21.15.163:6831","nonce":1269489610}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.163:6828","nonce":1269489610},{"type":"v1","addr":"172.21.15.163:6829","nonce":1269489610}]},"public_addr":"172.21.15.163:6825/1269489610","cluster_addr":"172.21.15.163:6827/1269489610","heartbeat_back_addr":"172.21.15.163:6831/1269489610","heartbeat_front_addr":"172.21.15.163:6829/1269489610","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:39:58.982337+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:40:24.637183+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:40:49.044978+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:41:23.090601+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:41:49.957654+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:42:15.570899+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:42:50.909512+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:43:17.899928+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:43:43.563643+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:44:19.007356+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:44:46.388363+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T01:45:11.782396+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.27","mappings":[{"from":3,"to":9}]},{"pgid":"3.33","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.46:6801/3332901238":"2024-04-27T01:50:53.415139+0000","172.21.15.46:0/1932686333":"2024-04-27T01:50:53.415139+0000","172.21.15.46:6800/3332901238":"2024-04-27T01:50:53.415139+0000","172.21.15.46:0/538676216":"2024-04-27T01:50:53.415139+0000","172.21.15.46:0/415990742":"2024-04-27T01:50:53.415139+0000","172.21.15.46:0/2138390774":"2024-04-27T01:38:01.199869+0000","172.21.15.46:0/1671101151":"2024-04-27T01:38:01.199869+0000","172.21.15.46:0/3463419164":"2024-04-27T01:38:01.199869+0000","172.21.15.46:6801/1268650508":"2024-04-27T01:38:01.199869+0000","172.21.15.46:0/1254319164":"2024-04-27T01:37:25.688097+0000","172.21.15.46:6800/2101651407":"2024-04-27T01:37:25.688097+0000","172.21.15.46:6800/1268650508":"2024-04-27T01:38:01.199869+0000","172.21.15.46:0/408236145":"2024-04-27T01:50:53.415139+0000","172.21.15.46:0/2440871722":"2024-04-27T01:37:25.688097+0000","172.21.15.46:0/846597820":"2024-04-27T01:37:25.688097+0000","172.21.15.46:6801/2101651407":"2024-04-27T01:37:25.688097+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":6,"length":1},{"begin":17,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T02:01:57.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:57.136+0000 7f4234000700 1 -- 172.21.15.46:0/2170756727 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f42140a3db0 msgr2=0x7f42140a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:57.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:57.136+0000 7f4234000700 1 --2- 172.21.15.46:0/2170756727 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f42140a3db0 0x7f42140a6270 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f4220009fd0 tx=0x7f4220009260 comp rx=0 tx=0).stop 2024-04-26T02:01:57.135 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:57.136+0000 7f4234000700 1 -- 172.21.15.46:0/2170756727 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f422c107940 msgr2=0x7f422c19fcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:01:57.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:57.136+0000 7f4234000700 1 --2- 172.21.15.46:0/2170756727 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f422c107940 0x7f422c19fcf0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f4224007f10 tx=0x7f422400d3b0 comp rx=0 tx=0).stop 2024-04-26T02:01:57.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:57.137+0000 7f4234000700 1 -- 172.21.15.46:0/2170756727 shutdown_connections 2024-04-26T02:01:57.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:57.137+0000 7f4234000700 1 --2- 172.21.15.46:0/2170756727 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f42140a3db0 0x7f42140a6270 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:57.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:57.137+0000 7f4234000700 1 --2- 172.21.15.46:0/2170756727 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f422c107940 0x7f422c19fcf0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:57.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:57.137+0000 7f4234000700 1 --2- 172.21.15.46:0/2170756727 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f422c102af0 0x7f422c19b420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:57.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:57.137+0000 7f4234000700 1 --2- 172.21.15.46:0/2170756727 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f422c1034b0 0x7f422c19b960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:01:57.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:57.137+0000 7f4234000700 1 -- 172.21.15.46:0/2170756727 >> 172.21.15.46:0/2170756727 conn(0x7f422c079ba0 msgr2=0x7f422c100960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:01:57.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:57.137+0000 7f4234000700 1 -- 172.21.15.46:0/2170756727 shutdown_connections 2024-04-26T02:01:57.136 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:01:57.137+0000 7f4234000700 1 -- 172.21.15.46:0/2170756727 wait complete. 2024-04-26T02:01:57.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:57 smithi103 ceph-mon[32920]: pgmap v344: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 1.2 KiB/s wr, 15 op/s 2024-04-26T02:01:57.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:57 smithi163 ceph-mon[32592]: pgmap v344: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 1.2 KiB/s wr, 15 op/s 2024-04-26T02:01:57.976 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph fs fail cephfs 2024-04-26T02:01:58.310 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:58 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/2170756727' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T02:01:58.375 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:58 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/2170756727' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T02:01:58.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:58 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/2170756727' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T02:01:58.449 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:01:59.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:01:59 smithi046 ceph-mon[28013]: pgmap v345: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-26T02:01:59.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:01:59 smithi103 ceph-mon[32920]: pgmap v345: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-26T02:01:59.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:01:59 smithi163 ceph-mon[32592]: pgmap v345: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-26T02:02:00.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:00.714+0000 7fe783e00700 1 -- 172.21.15.46:0/4149924323 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe77c077890 msgr2=0x7fe77c1133b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:00.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:00.714+0000 7fe783e00700 1 --2- 172.21.15.46:0/4149924323 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe77c077890 0x7fe77c1133b0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fe7680098f0 tx=0x7fe768009c00 comp rx=0 tx=0).stop 2024-04-26T02:02:00.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:00.714+0000 7fe783e00700 1 -- 172.21.15.46:0/4149924323 shutdown_connections 2024-04-26T02:02:00.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:00.714+0000 7fe783e00700 1 --2- 172.21.15.46:0/4149924323 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe77c1138f0 0x7fe77c115ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:00.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:00.714+0000 7fe783e00700 1 --2- 172.21.15.46:0/4149924323 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe77c076f70 0x7fe77c077350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:00.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:00.714+0000 7fe783e00700 1 --2- 172.21.15.46:0/4149924323 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe77c077890 0x7fe77c1133b0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:00.714 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:00.714+0000 7fe783e00700 1 -- 172.21.15.46:0/4149924323 >> 172.21.15.46:0/4149924323 conn(0x7fe77c100720 msgr2=0x7fe77c102b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:00.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:00.714+0000 7fe783e00700 1 -- 172.21.15.46:0/4149924323 shutdown_connections 2024-04-26T02:02:00.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:00.714+0000 7fe783e00700 1 -- 172.21.15.46:0/4149924323 wait complete. 2024-04-26T02:02:00.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:00.715+0000 7fe783e00700 1 Processor -- start 2024-04-26T02:02:00.715 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:00.715+0000 7fe783e00700 1 -- start start 2024-04-26T02:02:00.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:00.715+0000 7fe783e00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe77c076f70 0x7fe77c1a5600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:00.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:00.715+0000 7fe783e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe77c077890 0x7fe77c1a5b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:00.716 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:00.716+0000 7fe783e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe77c1138f0 0x7fe77c19f720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:00.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:00.716+0000 7fe783e00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fe77c119400 con 0x7fe77c1138f0 2024-04-26T02:02:00.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:00.716+0000 7fe783e00700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fe77c119280 con 0x7fe77c077890 2024-04-26T02:02:00.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:00.716+0000 7fe783e00700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fe77c119580 con 0x7fe77c076f70 2024-04-26T02:02:00.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:00.716+0000 7fe781400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe77c076f70 0x7fe77c1a5600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:00.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:00.716+0000 7fe780a00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe77c077890 0x7fe77c1a5b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:00.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:00.716+0000 7fe781e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe77c1138f0 0x7fe77c19f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:00.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:00.716+0000 7fe781400700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe77c076f70 0x7fe77c1a5600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.163:3300/0 says I am v2:172.21.15.46:38356/0 (socket says 172.21.15.46:38356) 2024-04-26T02:02:00.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:00.716+0000 7fe781400700 1 -- 172.21.15.46:0/2454571354 learned_addr learned my addr 172.21.15.46:0/2454571354 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T02:02:00.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:00.716+0000 7fe780a00700 1 --2- 172.21.15.46:0/2454571354 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe77c077890 0x7fe77c1a5b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:58556/0 (socket says 172.21.15.46:58556) 2024-04-26T02:02:00.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:00.716+0000 7fe780a00700 1 -- 172.21.15.46:0/2454571354 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe77c076f70 msgr2=0x7fe77c1a5600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:00.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:00.716+0000 7fe780a00700 1 --2- 172.21.15.46:0/2454571354 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe77c076f70 0x7fe77c1a5600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:00.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:00.716+0000 7fe780a00700 1 -- 172.21.15.46:0/2454571354 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe77c1138f0 msgr2=0x7fe77c19f720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:00.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:00.716+0000 7fe780a00700 1 --2- 172.21.15.46:0/2454571354 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe77c1138f0 0x7fe77c19f720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:00.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:00.716+0000 7fe780a00700 1 -- 172.21.15.46:0/2454571354 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe77c1a0000 con 0x7fe77c077890 2024-04-26T02:02:00.717 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:00.717+0000 7fe780a00700 1 --2- 172.21.15.46:0/2454571354 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe77c077890 0x7fe77c1a5b40 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fe76800c010 tx=0x7fe768010f00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:00.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:00.717+0000 7fe77a000700 1 -- 172.21.15.46:0/2454571354 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe768005180 con 0x7fe77c077890 2024-04-26T02:02:00.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:00.717+0000 7fe783e00700 1 -- 172.21.15.46:0/2454571354 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe77c1a0290 con 0x7fe77c077890 2024-04-26T02:02:00.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:00.717+0000 7fe77a000700 1 -- 172.21.15.46:0/2454571354 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe76800b560 con 0x7fe77c077890 2024-04-26T02:02:00.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:00.717+0000 7fe77a000700 1 -- 172.21.15.46:0/2454571354 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe768003a70 con 0x7fe77c077890 2024-04-26T02:02:00.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:00.717+0000 7fe783e00700 1 -- 172.21.15.46:0/2454571354 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe77c1ac580 con 0x7fe77c077890 2024-04-26T02:02:00.718 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:00.718+0000 7fe783e00700 1 -- 172.21.15.46:0/2454571354 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe77c1a05f0 con 0x7fe77c077890 2024-04-26T02:02:00.719 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:00.721+0000 7fe77a000700 1 -- 172.21.15.46:0/2454571354 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 27) ==== 138777+0+0 (secure 0 0 0) 0x7fe76800b710 con 0x7fe77c077890 2024-04-26T02:02:00.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:00.722+0000 7fe77a000700 1 --2- 172.21.15.46:0/2454571354 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fe7640a3e30 0x7fe7640a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:00.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:00.722+0000 7fe77a000700 1 -- 172.21.15.46:0/2454571354 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 8513+0+0 (secure 0 0 0) 0x7fe7680d18e0 con 0x7fe77c077890 2024-04-26T02:02:00.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:00.722+0000 7fe781400700 1 --2- 172.21.15.46:0/2454571354 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fe7640a3e30 0x7fe7640a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:00.721 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:00.723+0000 7fe781400700 1 --2- 172.21.15.46:0/2454571354 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fe7640a3e30 0x7fe7640a62f0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fe770005950 tx=0x7fe770009310 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:00.723 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:00.724+0000 7fe77a000700 1 -- 172.21.15.46:0/2454571354 <== mon.2 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe768013030 con 0x7fe77c077890 2024-04-26T02:02:01.003 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:01.004+0000 7fe783e00700 1 -- 172.21.15.46:0/2454571354 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fe77c069730 con 0x7fe77c077890 2024-04-26T02:02:01.014 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:01.015+0000 7fe77a000700 1 -- 172.21.15.46:0/2454571354 <== mon.2 v2:172.21.15.103:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v58) ==== 161+0+0 (secure 0 0 0) 0x7fe76800e3e0 con 0x7fe77c077890 2024-04-26T02:02:01.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:01.021+0000 7fe783e00700 1 -- 172.21.15.46:0/2454571354 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fe7640a3e30 msgr2=0x7fe7640a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:01.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:01.021+0000 7fe783e00700 1 --2- 172.21.15.46:0/2454571354 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fe7640a3e30 0x7fe7640a62f0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fe770005950 tx=0x7fe770009310 comp rx=0 tx=0).stop 2024-04-26T02:02:01.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:01.021+0000 7fe783e00700 1 -- 172.21.15.46:0/2454571354 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe77c077890 msgr2=0x7fe77c1a5b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:01.020 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:01.021+0000 7fe783e00700 1 --2- 172.21.15.46:0/2454571354 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe77c077890 0x7fe77c1a5b40 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fe76800c010 tx=0x7fe768010f00 comp rx=0 tx=0).stop 2024-04-26T02:02:01.021 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:01.022+0000 7fe783e00700 1 -- 172.21.15.46:0/2454571354 shutdown_connections 2024-04-26T02:02:01.021 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:01.022+0000 7fe783e00700 1 --2- 172.21.15.46:0/2454571354 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fe7640a3e30 0x7fe7640a62f0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:01.021 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:01.022+0000 7fe783e00700 1 --2- 172.21.15.46:0/2454571354 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fe77c1138f0 0x7fe77c19f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:01.021 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:01.022+0000 7fe783e00700 1 --2- 172.21.15.46:0/2454571354 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fe77c076f70 0x7fe77c1a5600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:01.021 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:01.022+0000 7fe783e00700 1 --2- 172.21.15.46:0/2454571354 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe77c077890 0x7fe77c1a5b40 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:01.021 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:01.022+0000 7fe783e00700 1 -- 172.21.15.46:0/2454571354 >> 172.21.15.46:0/2454571354 conn(0x7fe77c100720 msgr2=0x7fe77c102b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:01.021 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:01.022+0000 7fe783e00700 1 -- 172.21.15.46:0/2454571354 shutdown_connections 2024-04-26T02:02:01.021 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:01.022+0000 7fe783e00700 1 -- 172.21.15.46:0/2454571354 wait complete. 2024-04-26T02:02:01.022 INFO:teuthology.orchestra.run.smithi046.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-04-26T02:02:01.312 INFO:journalctl@ceph.mds.d.smithi046.stdout:Apr 26 02:02:01 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-d[68648]: ignoring --setuser ceph since I am not root 2024-04-26T02:02:01.312 INFO:journalctl@ceph.mds.d.smithi046.stdout:Apr 26 02:02:01 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-d[68648]: ignoring --setgroup ceph since I am not root 2024-04-26T02:02:01.312 INFO:journalctl@ceph.mds.d.smithi046.stdout:Apr 26 02:02:01 smithi046 ceph-mds[68657]: -- 172.21.15.46:0/2733620573 <== mon.2 v2:172.21.15.103:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559536685a40 con 0x559536658800 2024-04-26T02:02:01.312 INFO:journalctl@ceph.mds.d.smithi046.stdout:Apr 26 02:02:01 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-d[68648]: starting mds.d at 2024-04-26T02:02:01.312 INFO:journalctl@ceph.mds.j.smithi046.stdout:Apr 26 02:02:01 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-j[68232]: ignoring --setuser ceph since I am not root 2024-04-26T02:02:01.312 INFO:journalctl@ceph.mds.j.smithi046.stdout:Apr 26 02:02:01 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-j[68232]: ignoring --setgroup ceph since I am not root 2024-04-26T02:02:01.312 INFO:journalctl@ceph.mds.j.smithi046.stdout:Apr 26 02:02:01 smithi046 ceph-mds[68236]: -- 172.21.15.46:0/1747421896 <== mon.2 v2:172.21.15.103:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c23ff87a40 con 0x55c23ff5b000 2024-04-26T02:02:01.313 INFO:journalctl@ceph.mds.j.smithi046.stdout:Apr 26 02:02:01 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-j[68232]: starting mds.j at 2024-04-26T02:02:01.313 INFO:journalctl@ceph.mds.a.smithi046.stdout:Apr 26 02:02:01 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-a[69884]: starting mds.a at 2024-04-26T02:02:01.313 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:01 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mon-a[28009]: 2024-04-26T02:02:01.006+0000 7fb86c200700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-26T02:02:01.313 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:01 smithi046 ceph-mon[28013]: pgmap v346: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 1.2 KiB/s wr, 12 op/s 2024-04-26T02:02:01.313 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:01 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/2454571354' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-26T02:02:01.313 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:01 smithi046 ceph-mon[28013]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-26T02:02:01.314 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:01 smithi046 ceph-mon[28013]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-26T02:02:01.314 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:01 smithi046 ceph-mon[28013]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-26T02:02:01.314 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:01 smithi046 ceph-mon[28013]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-26T02:02:01.314 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:01 smithi046 ceph-mon[28013]: osdmap e103: 12 total, 12 up, 12 in 2024-04-26T02:02:01.314 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:01 smithi046 ceph-mon[28013]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-04-26T02:02:01.375 INFO:journalctl@ceph.mds.e.smithi103.stdout:Apr 26 02:02:01 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-e[62724]: ignoring --setuser ceph since I am not root 2024-04-26T02:02:01.376 INFO:journalctl@ceph.mds.e.smithi103.stdout:Apr 26 02:02:01 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-e[62724]: ignoring --setgroup ceph since I am not root 2024-04-26T02:02:01.376 INFO:journalctl@ceph.mds.e.smithi103.stdout:Apr 26 02:02:01 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-e[62724]: starting mds.e at 2024-04-26T02:02:01.376 INFO:journalctl@ceph.mds.h.smithi103.stdout:Apr 26 02:02:01 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-h[63033]: ignoring --setuser ceph since I am not root 2024-04-26T02:02:01.376 INFO:journalctl@ceph.mds.h.smithi103.stdout:Apr 26 02:02:01 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-h[63033]: ignoring --setgroup ceph since I am not root 2024-04-26T02:02:01.376 INFO:journalctl@ceph.mds.h.smithi103.stdout:Apr 26 02:02:01 smithi103 ceph-mds[63037]: -- 172.21.15.103:0/3119888416 <== mon.1 v2:172.21.15.163:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5564d68f7a40 con 0x5564d68ca800 2024-04-26T02:02:01.376 INFO:journalctl@ceph.mds.h.smithi103.stdout:Apr 26 02:02:01 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-h[63033]: starting mds.h at 2024-04-26T02:02:01.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:01 smithi103 ceph-mon[32920]: pgmap v346: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 1.2 KiB/s wr, 12 op/s 2024-04-26T02:02:01.377 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:01 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/2454571354' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-26T02:02:01.377 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:01 smithi103 ceph-mon[32920]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-26T02:02:01.377 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:01 smithi103 ceph-mon[32920]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-26T02:02:01.377 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:01 smithi103 ceph-mon[32920]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-26T02:02:01.377 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:01 smithi103 ceph-mon[32920]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-26T02:02:01.377 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:01 smithi103 ceph-mon[32920]: osdmap e103: 12 total, 12 up, 12 in 2024-04-26T02:02:01.377 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:01 smithi103 ceph-mon[32920]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-04-26T02:02:01.377 INFO:journalctl@ceph.mds.b.smithi103.stdout:Apr 26 02:02:01 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-b[63349]: ignoring --setuser ceph since I am not root 2024-04-26T02:02:01.377 INFO:journalctl@ceph.mds.b.smithi103.stdout:Apr 26 02:02:01 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-b[63349]: ignoring --setgroup ceph since I am not root 2024-04-26T02:02:01.377 INFO:journalctl@ceph.mds.b.smithi103.stdout:Apr 26 02:02:01 smithi103 ceph-mds[63353]: -- 172.21.15.103:0/1772951434 <== mon.2 v2:172.21.15.103:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55729c845a40 con 0x55729c818c00 2024-04-26T02:02:01.377 INFO:journalctl@ceph.mds.b.smithi103.stdout:Apr 26 02:02:01 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-b[63349]: starting mds.b at 2024-04-26T02:02:01.420 INFO:journalctl@ceph.mds.f.smithi163.stdout:Apr 26 02:02:01 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-f[63020]: ignoring --setuser ceph since I am not root 2024-04-26T02:02:01.421 INFO:journalctl@ceph.mds.f.smithi163.stdout:Apr 26 02:02:01 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-f[63020]: ignoring --setgroup ceph since I am not root 2024-04-26T02:02:01.421 INFO:journalctl@ceph.mds.f.smithi163.stdout:Apr 26 02:02:01 smithi163 ceph-mds[63024]: -- 172.21.15.163:0/4294793648 <== mon.1 v2:172.21.15.163:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5614e8fcfa40 con 0x5614e8fa2800 2024-04-26T02:02:01.421 INFO:journalctl@ceph.mds.f.smithi163.stdout:Apr 26 02:02:01 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-f[63020]: starting mds.f at 2024-04-26T02:02:01.421 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:01 smithi163 ceph-mon[32592]: pgmap v346: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 1.2 KiB/s wr, 12 op/s 2024-04-26T02:02:01.421 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:01 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/2454571354' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-26T02:02:01.421 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:01 smithi163 ceph-mon[32592]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-26T02:02:01.421 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:01 smithi163 ceph-mon[32592]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-26T02:02:01.421 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:01 smithi163 ceph-mon[32592]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-26T02:02:01.421 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:01 smithi163 ceph-mon[32592]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-26T02:02:01.421 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:01 smithi163 ceph-mon[32592]: osdmap e103: 12 total, 12 up, 12 in 2024-04-26T02:02:01.422 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:01 smithi163 ceph-mon[32592]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-04-26T02:02:01.422 INFO:journalctl@ceph.mds.l.smithi163.stdout:Apr 26 02:02:01 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-l[62714]: ignoring --setuser ceph since I am not root 2024-04-26T02:02:01.422 INFO:journalctl@ceph.mds.l.smithi163.stdout:Apr 26 02:02:01 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-l[62714]: ignoring --setgroup ceph since I am not root 2024-04-26T02:02:01.422 INFO:journalctl@ceph.mds.l.smithi163.stdout:Apr 26 02:02:01 smithi163 ceph-mds[62718]: -- 172.21.15.163:0/3158940308 <== mon.1 v2:172.21.15.163:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563cb86efa40 con 0x563cb86c3000 2024-04-26T02:02:01.422 INFO:journalctl@ceph.mds.l.smithi163.stdout:Apr 26 02:02:01 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-l[62714]: starting mds.l at 2024-04-26T02:02:01.422 INFO:journalctl@ceph.mds.c.smithi163.stdout:Apr 26 02:02:01 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-c[63339]: ignoring --setuser ceph since I am not root 2024-04-26T02:02:01.423 INFO:journalctl@ceph.mds.c.smithi163.stdout:Apr 26 02:02:01 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-c[63339]: ignoring --setgroup ceph since I am not root 2024-04-26T02:02:01.423 INFO:journalctl@ceph.mds.c.smithi163.stdout:Apr 26 02:02:01 smithi163 ceph-mds[63343]: -- 172.21.15.163:0/3407187406 <== mon.1 v2:172.21.15.163:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b4f857ba40 con 0x55b4f854f000 2024-04-26T02:02:01.423 INFO:journalctl@ceph.mds.c.smithi163.stdout:Apr 26 02:02:01 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-c[63339]: starting mds.c at 2024-04-26T02:02:01.423 INFO:journalctl@ceph.mds.c.smithi163.stdout:Apr 26 02:02:01 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-c[63339]: 2024-04-26T02:02:01.061+0000 7f90fe512700 -1 PosixStack listen unable to listen on v2:0.0.0.0:6832/0: (98) Address already in use 2024-04-26T02:02:01.423 INFO:journalctl@ceph.mds.i.smithi163.stdout:Apr 26 02:02:01 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-i[63649]: ignoring --setuser ceph since I am not root 2024-04-26T02:02:01.423 INFO:journalctl@ceph.mds.i.smithi163.stdout:Apr 26 02:02:01 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-i[63649]: ignoring --setgroup ceph since I am not root 2024-04-26T02:02:01.423 INFO:journalctl@ceph.mds.i.smithi163.stdout:Apr 26 02:02:01 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-i[63649]: starting mds.i at 2024-04-26T02:02:01.423 INFO:journalctl@ceph.mds.i.smithi163.stdout:Apr 26 02:02:01 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-i[63649]: 2024-04-26T02:02:01.061+0000 7fbdd5cf4700 -1 PosixStack listen unable to listen on v2:0.0.0.0:6832/0: (98) Address already in use 2024-04-26T02:02:01.423 INFO:journalctl@ceph.mds.i.smithi163.stdout:Apr 26 02:02:01 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-i[63649]: 2024-04-26T02:02:01.061+0000 7fbdd5cf4700 -1 PosixStack listen unable to listen on v2:0.0.0.0:6833/0: (98) Address already in use 2024-04-26T02:02:01.841 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-04-26T02:02:02.319 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:02:02.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:02 smithi103 ceph-mon[32920]: pgmap v348: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T02:02:02.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:02 smithi103 ceph-mon[32920]: mds.? [v2:172.21.15.103:6834/141354989,v1:172.21.15.103:6835/141354989] up:boot 2024-04-26T02:02:02.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:02 smithi103 ceph-mon[32920]: mds.? [v2:172.21.15.103:6836/2554724625,v1:172.21.15.103:6837/2554724625] up:boot 2024-04-26T02:02:02.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:02 smithi103 ceph-mon[32920]: mds.? [v2:172.21.15.103:6838/490009899,v1:172.21.15.103:6839/490009899] up:boot 2024-04-26T02:02:02.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:02 smithi103 ceph-mon[32920]: mds.? [v2:172.21.15.163:6834/4229986488,v1:172.21.15.163:6832/4229986488] up:boot 2024-04-26T02:02:02.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:02 smithi103 ceph-mon[32920]: mds.? [v2:172.21.15.163:6833/2385886504,v1:172.21.15.163:6835/2385886504] up:boot 2024-04-26T02:02:02.377 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:02 smithi103 ceph-mon[32920]: mds.? [v2:172.21.15.163:6837/1914280146,v1:172.21.15.163:6839/1914280146] up:boot 2024-04-26T02:02:02.377 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:02 smithi103 ceph-mon[32920]: mds.? [v2:172.21.15.163:6836/2574395272,v1:172.21.15.163:6838/2574395272] up:boot 2024-04-26T02:02:02.377 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:02 smithi103 ceph-mon[32920]: mds.? [v2:172.21.15.46:6834/342011122,v1:172.21.15.46:6836/342011122] up:boot 2024-04-26T02:02:02.377 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:02 smithi103 ceph-mon[32920]: mds.? [v2:172.21.15.46:6835/3717189392,v1:172.21.15.46:6837/3717189392] up:boot 2024-04-26T02:02:02.377 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:02 smithi103 ceph-mon[32920]: mds.? [v2:172.21.15.46:6840/4022207974,v1:172.21.15.46:6841/4022207974] up:boot 2024-04-26T02:02:02.377 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:02 smithi103 ceph-mon[32920]: fsmap cephfs:0/5 12 up:standby, 5 failed 2024-04-26T02:02:02.377 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:02 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-26T02:02:02.377 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:02 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T02:02:02.377 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:02 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T02:02:02.377 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:02 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T02:02:02.377 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:02 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T02:02:02.377 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:02 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T02:02:02.377 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:02 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-26T02:02:02.377 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:02 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T02:02:02.378 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:02 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-26T02:02:02.378 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:02 smithi103 ceph-mon[32920]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-26T02:02:02.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:02 smithi163 ceph-mon[32592]: pgmap v348: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T02:02:02.421 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:02 smithi163 ceph-mon[32592]: mds.? [v2:172.21.15.103:6834/141354989,v1:172.21.15.103:6835/141354989] up:boot 2024-04-26T02:02:02.421 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:02 smithi163 ceph-mon[32592]: mds.? [v2:172.21.15.103:6836/2554724625,v1:172.21.15.103:6837/2554724625] up:boot 2024-04-26T02:02:02.421 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:02 smithi163 ceph-mon[32592]: mds.? [v2:172.21.15.103:6838/490009899,v1:172.21.15.103:6839/490009899] up:boot 2024-04-26T02:02:02.421 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:02 smithi163 ceph-mon[32592]: mds.? [v2:172.21.15.163:6834/4229986488,v1:172.21.15.163:6832/4229986488] up:boot 2024-04-26T02:02:02.421 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:02 smithi163 ceph-mon[32592]: mds.? [v2:172.21.15.163:6833/2385886504,v1:172.21.15.163:6835/2385886504] up:boot 2024-04-26T02:02:02.421 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:02 smithi163 ceph-mon[32592]: mds.? [v2:172.21.15.163:6837/1914280146,v1:172.21.15.163:6839/1914280146] up:boot 2024-04-26T02:02:02.421 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:02 smithi163 ceph-mon[32592]: mds.? [v2:172.21.15.163:6836/2574395272,v1:172.21.15.163:6838/2574395272] up:boot 2024-04-26T02:02:02.421 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:02 smithi163 ceph-mon[32592]: mds.? [v2:172.21.15.46:6834/342011122,v1:172.21.15.46:6836/342011122] up:boot 2024-04-26T02:02:02.421 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:02 smithi163 ceph-mon[32592]: mds.? [v2:172.21.15.46:6835/3717189392,v1:172.21.15.46:6837/3717189392] up:boot 2024-04-26T02:02:02.421 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:02 smithi163 ceph-mon[32592]: mds.? [v2:172.21.15.46:6840/4022207974,v1:172.21.15.46:6841/4022207974] up:boot 2024-04-26T02:02:02.421 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:02 smithi163 ceph-mon[32592]: fsmap cephfs:0/5 12 up:standby, 5 failed 2024-04-26T02:02:02.421 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:02 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-26T02:02:02.421 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:02 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T02:02:02.421 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:02 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T02:02:02.422 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:02 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T02:02:02.422 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:02 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T02:02:02.422 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:02 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T02:02:02.422 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:02 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-26T02:02:02.422 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:02 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T02:02:02.422 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:02 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-26T02:02:02.422 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:02 smithi163 ceph-mon[32592]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-26T02:02:02.474 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:02 smithi046 ceph-mon[28013]: pgmap v348: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T02:02:02.474 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:02 smithi046 ceph-mon[28013]: mds.? [v2:172.21.15.103:6834/141354989,v1:172.21.15.103:6835/141354989] up:boot 2024-04-26T02:02:02.474 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:02 smithi046 ceph-mon[28013]: mds.? [v2:172.21.15.103:6836/2554724625,v1:172.21.15.103:6837/2554724625] up:boot 2024-04-26T02:02:02.474 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:02 smithi046 ceph-mon[28013]: mds.? [v2:172.21.15.103:6838/490009899,v1:172.21.15.103:6839/490009899] up:boot 2024-04-26T02:02:02.474 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:02 smithi046 ceph-mon[28013]: mds.? [v2:172.21.15.163:6834/4229986488,v1:172.21.15.163:6832/4229986488] up:boot 2024-04-26T02:02:02.475 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:02 smithi046 ceph-mon[28013]: mds.? [v2:172.21.15.163:6833/2385886504,v1:172.21.15.163:6835/2385886504] up:boot 2024-04-26T02:02:02.475 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:02 smithi046 ceph-mon[28013]: mds.? [v2:172.21.15.163:6837/1914280146,v1:172.21.15.163:6839/1914280146] up:boot 2024-04-26T02:02:02.475 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:02 smithi046 ceph-mon[28013]: mds.? [v2:172.21.15.163:6836/2574395272,v1:172.21.15.163:6838/2574395272] up:boot 2024-04-26T02:02:02.475 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:02 smithi046 ceph-mon[28013]: mds.? [v2:172.21.15.46:6834/342011122,v1:172.21.15.46:6836/342011122] up:boot 2024-04-26T02:02:02.475 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:02 smithi046 ceph-mon[28013]: mds.? [v2:172.21.15.46:6835/3717189392,v1:172.21.15.46:6837/3717189392] up:boot 2024-04-26T02:02:02.475 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:02 smithi046 ceph-mon[28013]: mds.? [v2:172.21.15.46:6840/4022207974,v1:172.21.15.46:6841/4022207974] up:boot 2024-04-26T02:02:02.475 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:02 smithi046 ceph-mon[28013]: fsmap cephfs:0/5 12 up:standby, 5 failed 2024-04-26T02:02:02.475 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:02 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-26T02:02:02.475 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:02 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-26T02:02:02.475 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:02 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-26T02:02:02.475 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:02 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-26T02:02:02.475 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:02 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-26T02:02:02.475 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:02 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-26T02:02:02.475 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:02 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-26T02:02:02.475 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:02 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-26T02:02:02.476 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:02 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-26T02:02:02.476 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:02 smithi046 ceph-mon[28013]: from='mgr.25132 172.21.15.46:0/2897411227' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-26T02:02:04.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:04.623+0000 7fa0eb800700 1 -- 172.21.15.46:0/3781631887 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa0e4102b00 msgr2=0x7fa0e4102f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:04.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:04.623+0000 7fa0eb800700 1 --2- 172.21.15.46:0/3781631887 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa0e4102b00 0x7fa0e4102f80 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fa0cc009990 tx=0x7fa0cc009ca0 comp rx=0 tx=0).stop 2024-04-26T02:02:04.622 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:04.623+0000 7fa0eb800700 1 -- 172.21.15.46:0/3781631887 shutdown_connections 2024-04-26T02:02:04.623 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:04.623+0000 7fa0eb800700 1 --2- 172.21.15.46:0/3781631887 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa0e41034c0 0x7fa0e410f8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:04.623 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:04.623+0000 7fa0eb800700 1 --2- 172.21.15.46:0/3781631887 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa0e4108a10 0x7fa0e4108df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:04.623 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:04.623+0000 7fa0eb800700 1 --2- 172.21.15.46:0/3781631887 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa0e4102b00 0x7fa0e4102f80 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:04.623 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:04.623+0000 7fa0eb800700 1 -- 172.21.15.46:0/3781631887 >> 172.21.15.46:0/3781631887 conn(0x7fa0e4079c00 msgr2=0x7fa0e407a010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:04.623 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:04.623+0000 7fa0eb800700 1 -- 172.21.15.46:0/3781631887 shutdown_connections 2024-04-26T02:02:04.623 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:04.623+0000 7fa0eb800700 1 -- 172.21.15.46:0/3781631887 wait complete. 2024-04-26T02:02:04.623 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:04.625+0000 7fa0eb800700 1 Processor -- start 2024-04-26T02:02:04.623 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:04.625+0000 7fa0eb800700 1 -- start start 2024-04-26T02:02:04.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:04.626+0000 7fa0eb800700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa0e4102b00 0x7fa0e419b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:04.624 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:04.626+0000 7fa0eb800700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa0e41034c0 0x7fa0e419b930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:04.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:04.626+0000 7fa0eb800700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa0e4108a10 0x7fa0e419fcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:04.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:04.626+0000 7fa0eb800700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fa0e4112d10 con 0x7fa0e4108a10 2024-04-26T02:02:04.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:04.626+0000 7fa0eb800700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fa0e4112b90 con 0x7fa0e4102b00 2024-04-26T02:02:04.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:04.626+0000 7fa0eb800700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fa0e4112e90 con 0x7fa0e41034c0 2024-04-26T02:02:04.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:04.626+0000 7fa0e8e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa0e4102b00 0x7fa0e419b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:04.625 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:04.626+0000 7fa0dbe00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa0e41034c0 0x7fa0e419b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:04.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:04.626+0000 7fa0e8e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa0e4102b00 0x7fa0e419b3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:49950/0 (socket says 172.21.15.46:49950) 2024-04-26T02:02:04.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:04.626+0000 7fa0e8e00700 1 -- 172.21.15.46:0/237102029 learned_addr learned my addr 172.21.15.46:0/237102029 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T02:02:04.626 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:04.627+0000 7fa0dbe00700 1 -- 172.21.15.46:0/237102029 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa0e4102b00 msgr2=0x7fa0e419b3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:04.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:04.627+0000 7fa0dbe00700 1 --2- 172.21.15.46:0/237102029 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa0e4102b00 0x7fa0e419b3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:04.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:04.627+0000 7fa0dbe00700 1 -- 172.21.15.46:0/237102029 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa0e4108a10 msgr2=0x7fa0e419fcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:04.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:04.627+0000 7fa0e9800700 1 --2- 172.21.15.46:0/237102029 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa0e4108a10 0x7fa0e419fcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:04.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:04.627+0000 7fa0dbe00700 1 --2- 172.21.15.46:0/237102029 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa0e4108a10 0x7fa0e419fcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:04.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:04.627+0000 7fa0dbe00700 1 -- 172.21.15.46:0/237102029 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0e41a0400 con 0x7fa0e41034c0 2024-04-26T02:02:04.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:04.627+0000 7fa0e8e00700 1 --2- 172.21.15.46:0/237102029 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa0e4102b00 0x7fa0e419b3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-26T02:02:04.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:04.627+0000 7fa0e9800700 1 --2- 172.21.15.46:0/237102029 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa0e4108a10 0x7fa0e419fcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-26T02:02:04.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:04.627+0000 7fa0dbe00700 1 --2- 172.21.15.46:0/237102029 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa0e41034c0 0x7fa0e419b930 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fa0cc005b40 tx=0x7fa0cc00ba40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:04.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:04.628+0000 7fa0e2000700 1 -- 172.21.15.46:0/237102029 <== mon.1 v2:172.21.15.163:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0cc026070 con 0x7fa0e41034c0 2024-04-26T02:02:04.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:04.628+0000 7fa0e2000700 1 -- 172.21.15.46:0/237102029 <== mon.1 v2:172.21.15.163:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa0cc003d60 con 0x7fa0e41034c0 2024-04-26T02:02:04.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:04.628+0000 7fa0eb800700 1 -- 172.21.15.46:0/237102029 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0e41a0690 con 0x7fa0e41034c0 2024-04-26T02:02:04.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:04.628+0000 7fa0e2000700 1 -- 172.21.15.46:0/237102029 <== mon.1 v2:172.21.15.163:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0cc021410 con 0x7fa0e41034c0 2024-04-26T02:02:04.627 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:04.628+0000 7fa0eb800700 1 -- 172.21.15.46:0/237102029 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0e41a7f70 con 0x7fa0e41034c0 2024-04-26T02:02:04.628 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:04.629+0000 7fa0eb800700 1 -- 172.21.15.46:0/237102029 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0e4069730 con 0x7fa0e41034c0 2024-04-26T02:02:04.630 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:04.631+0000 7fa0e2000700 1 -- 172.21.15.46:0/237102029 <== mon.1 v2:172.21.15.163:3300/0 4 ==== mgrmap(e 27) ==== 138777+0+0 (secure 0 0 0) 0x7fa0cc029070 con 0x7fa0e41034c0 2024-04-26T02:02:04.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:04.633+0000 7fa0e2000700 1 --2- 172.21.15.46:0/237102029 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fa0c80a3e30 0x7fa0c80a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:04.631 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:04.633+0000 7fa0e2000700 1 -- 172.21.15.46:0/237102029 <== mon.1 v2:172.21.15.163:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 8899+0+0 (secure 0 0 0) 0x7fa0cc0d1990 con 0x7fa0e41034c0 2024-04-26T02:02:04.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:04.633+0000 7fa0e8e00700 1 --2- 172.21.15.46:0/237102029 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fa0c80a3e30 0x7fa0c80a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:04.632 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:04.634+0000 7fa0e8e00700 1 --2- 172.21.15.46:0/237102029 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fa0c80a3e30 0x7fa0c80a62f0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fa0d4005950 tx=0x7fa0d400b500 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:04.634 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:04.635+0000 7fa0e2000700 1 -- 172.21.15.46:0/237102029 <== mon.1 v2:172.21.15.163:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa0cc013070 con 0x7fa0e41034c0 2024-04-26T02:02:04.925 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:04.926+0000 7fa0eb800700 1 -- 172.21.15.46:0/237102029 --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fa0e41a8140 con 0x7fa0e41034c0 2024-04-26T02:02:04.925 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:04 smithi046 ceph-mon[28013]: pgmap v349: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T02:02:05.078 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:04 smithi103 ceph-mon[32920]: pgmap v349: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T02:02:05.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:04 smithi163 ceph-mon[32592]: pgmap v349: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-26T02:02:05.815 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:05.816+0000 7fa0e2000700 1 -- 172.21.15.46:0/237102029 <== mon.1 v2:172.21.15.163:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v60) ==== 104+0+0 (secure 0 0 0) 0x7fa0cc09dee0 con 0x7fa0e41034c0 2024-04-26T02:02:05.819 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:05.820+0000 7fa0eb800700 1 -- 172.21.15.46:0/237102029 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fa0c80a3e30 msgr2=0x7fa0c80a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:05.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:05.820+0000 7fa0eb800700 1 --2- 172.21.15.46:0/237102029 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fa0c80a3e30 0x7fa0c80a62f0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fa0d4005950 tx=0x7fa0d400b500 comp rx=0 tx=0).stop 2024-04-26T02:02:05.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:05.820+0000 7fa0eb800700 1 -- 172.21.15.46:0/237102029 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa0e41034c0 msgr2=0x7fa0e419b930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:05.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:05.820+0000 7fa0eb800700 1 --2- 172.21.15.46:0/237102029 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa0e41034c0 0x7fa0e419b930 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fa0cc005b40 tx=0x7fa0cc00ba40 comp rx=0 tx=0).stop 2024-04-26T02:02:05.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:05.821+0000 7fa0eb800700 1 -- 172.21.15.46:0/237102029 shutdown_connections 2024-04-26T02:02:05.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:05.821+0000 7fa0eb800700 1 --2- 172.21.15.46:0/237102029 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fa0c80a3e30 0x7fa0c80a62f0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:05.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:05.821+0000 7fa0eb800700 1 --2- 172.21.15.46:0/237102029 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa0e4108a10 0x7fa0e419fcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:05.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:05.821+0000 7fa0eb800700 1 --2- 172.21.15.46:0/237102029 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa0e4102b00 0x7fa0e419b3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:05.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:05.821+0000 7fa0eb800700 1 --2- 172.21.15.46:0/237102029 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa0e41034c0 0x7fa0e419b930 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:05.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:05.821+0000 7fa0eb800700 1 -- 172.21.15.46:0/237102029 >> 172.21.15.46:0/237102029 conn(0x7fa0e4079c00 msgr2=0x7fa0e4100970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:05.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:05.821+0000 7fa0eb800700 1 -- 172.21.15.46:0/237102029 shutdown_connections 2024-04-26T02:02:05.820 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:05.821+0000 7fa0eb800700 1 -- 172.21.15.46:0/237102029 wait complete. 2024-04-26T02:02:06.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:05 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/237102029' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T02:02:06.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:05 smithi046 ceph-mon[28013]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T02:02:06.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:05 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/237102029' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T02:02:06.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:05 smithi103 ceph-mon[32920]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T02:02:06.171 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:05 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/237102029' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T02:02:06.171 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:05 smithi163 ceph-mon[32592]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T02:02:06.795 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-04-26T02:02:07.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:06 smithi046 ceph-mon[28013]: pgmap v350: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 27 op/s 2024-04-26T02:02:07.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:06 smithi046 ceph-mon[28013]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-26T02:02:07.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:06 smithi046 ceph-mon[28013]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-26T02:02:07.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:06 smithi046 ceph-mon[28013]: Cluster is now healthy 2024-04-26T02:02:07.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:06 smithi046 ceph-mon[28013]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-26T02:02:07.062 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:06 smithi046 ceph-mon[28013]: fsmap 12 up:standby 2024-04-26T02:02:07.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:06 smithi103 ceph-mon[32920]: pgmap v350: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 27 op/s 2024-04-26T02:02:07.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:06 smithi103 ceph-mon[32920]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-26T02:02:07.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:06 smithi103 ceph-mon[32920]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-26T02:02:07.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:06 smithi103 ceph-mon[32920]: Cluster is now healthy 2024-04-26T02:02:07.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:06 smithi103 ceph-mon[32920]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-26T02:02:07.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:06 smithi103 ceph-mon[32920]: fsmap 12 up:standby 2024-04-26T02:02:07.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:06 smithi163 ceph-mon[32592]: pgmap v350: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 27 op/s 2024-04-26T02:02:07.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:06 smithi163 ceph-mon[32592]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-26T02:02:07.171 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:06 smithi163 ceph-mon[32592]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-26T02:02:07.171 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:06 smithi163 ceph-mon[32592]: Cluster is now healthy 2024-04-26T02:02:07.171 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:06 smithi163 ceph-mon[32592]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-26T02:02:07.171 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:06 smithi163 ceph-mon[32592]: fsmap 12 up:standby 2024-04-26T02:02:07.266 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:02:09.026 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:08 smithi046 ceph-mon[28013]: pgmap v351: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 27 op/s 2024-04-26T02:02:09.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:08 smithi103 ceph-mon[32920]: pgmap v351: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 27 op/s 2024-04-26T02:02:09.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:08 smithi163 ceph-mon[32592]: pgmap v351: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 27 op/s 2024-04-26T02:02:09.571 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:09.572+0000 7fa8b6600700 1 -- 172.21.15.46:0/3628413801 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa8b0109c80 msgr2=0x7fa8b010dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:09.571 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:09.572+0000 7fa8b6600700 1 --2- 172.21.15.46:0/3628413801 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa8b0109c80 0x7fa8b010dcd0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fa898009990 tx=0x7fa898009ca0 comp rx=0 tx=0).stop 2024-04-26T02:02:09.571 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:09.572+0000 7fa8b6600700 1 -- 172.21.15.46:0/3628413801 shutdown_connections 2024-04-26T02:02:09.571 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:09.572+0000 7fa8b6600700 1 --2- 172.21.15.46:0/3628413801 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa8b010e3b0 0x7fa8b0115f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:09.572 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:09.572+0000 7fa8b6600700 1 --2- 172.21.15.46:0/3628413801 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa8b01092d0 0x7fa8b01096b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:09.572 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:09.572+0000 7fa8b6600700 1 --2- 172.21.15.46:0/3628413801 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa8b0109c80 0x7fa8b010dcd0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:09.572 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:09.572+0000 7fa8b6600700 1 -- 172.21.15.46:0/3628413801 >> 172.21.15.46:0/3628413801 conn(0x7fa8b0076210 msgr2=0x7fa8b0107860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:09.572 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:09.572+0000 7fa8b6600700 1 -- 172.21.15.46:0/3628413801 shutdown_connections 2024-04-26T02:02:09.572 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:09.572+0000 7fa8b6600700 1 -- 172.21.15.46:0/3628413801 wait complete. 2024-04-26T02:02:09.572 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:09.574+0000 7fa8b6600700 1 Processor -- start 2024-04-26T02:02:09.572 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:09.574+0000 7fa8b6600700 1 -- start start 2024-04-26T02:02:09.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:09.574+0000 7fa8b6600700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa8b01092d0 0x7fa8b01a5460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:09.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:09.574+0000 7fa8b6600700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa8b0109c80 0x7fa8b01a59a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:09.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:09.574+0000 7fa8b6600700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa8b010e3b0 0x7fa8b019f670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:09.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:09.575+0000 7fa8b6600700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7fa8b01193b0 con 0x7fa8b01092d0 2024-04-26T02:02:09.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:09.575+0000 7fa8b6600700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7fa8b0119230 con 0x7fa8b010e3b0 2024-04-26T02:02:09.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:09.575+0000 7fa8b6600700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7fa8b0119530 con 0x7fa8b0109c80 2024-04-26T02:02:09.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:09.575+0000 7fa8af400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa8b01092d0 0x7fa8b01a5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:09.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:09.575+0000 7fa8af400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa8b01092d0 0x7fa8b01a5460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.46:3300/0 says I am v2:172.21.15.46:55608/0 (socket says 172.21.15.46:55608) 2024-04-26T02:02:09.574 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:09.575+0000 7fa8af400700 1 -- 172.21.15.46:0/1921341192 learned_addr learned my addr 172.21.15.46:0/1921341192 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T02:02:09.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:09.575+0000 7fa8a7e00700 1 --2- 172.21.15.46:0/1921341192 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa8b0109c80 0x7fa8b01a59a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:09.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:09.575+0000 7fa8afe00700 1 --2- 172.21.15.46:0/1921341192 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa8b010e3b0 0x7fa8b019f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:09.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:09.575+0000 7fa8af400700 1 -- 172.21.15.46:0/1921341192 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa8b0109c80 msgr2=0x7fa8b01a59a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:09.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:09.575+0000 7fa8af400700 1 --2- 172.21.15.46:0/1921341192 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa8b0109c80 0x7fa8b01a59a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:09.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:09.575+0000 7fa8af400700 1 -- 172.21.15.46:0/1921341192 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa8b010e3b0 msgr2=0x7fa8b019f670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:09.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:09.575+0000 7fa8af400700 1 --2- 172.21.15.46:0/1921341192 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa8b010e3b0 0x7fa8b019f670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:09.575 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:09.575+0000 7fa8af400700 1 -- 172.21.15.46:0/1921341192 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8b019fdd0 con 0x7fa8b01092d0 2024-04-26T02:02:09.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:09.576+0000 7fa8af400700 1 --2- 172.21.15.46:0/1921341192 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa8b01092d0 0x7fa8b01a5460 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fa8a000e9a0 tx=0x7fa8a000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:09.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:09.576+0000 7fa8acc00700 1 -- 172.21.15.46:0/1921341192 <== mon.0 v2:172.21.15.46:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8a000ca10 con 0x7fa8b01092d0 2024-04-26T02:02:09.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:09.576+0000 7fa8b6600700 1 -- 172.21.15.46:0/1921341192 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8b01a00c0 con 0x7fa8b01092d0 2024-04-26T02:02:09.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:09.576+0000 7fa8acc00700 1 -- 172.21.15.46:0/1921341192 <== mon.0 v2:172.21.15.46:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa8a000cbb0 con 0x7fa8b01092d0 2024-04-26T02:02:09.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:09.576+0000 7fa8acc00700 1 -- 172.21.15.46:0/1921341192 <== mon.0 v2:172.21.15.46:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8a0018680 con 0x7fa8b01092d0 2024-04-26T02:02:09.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:09.576+0000 7fa8b6600700 1 -- 172.21.15.46:0/1921341192 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8b01ac330 con 0x7fa8b01092d0 2024-04-26T02:02:09.576 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:09.577+0000 7fa8b6600700 1 -- 172.21.15.46:0/1921341192 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8b0069730 con 0x7fa8b01092d0 2024-04-26T02:02:09.578 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:09.580+0000 7fa8acc00700 1 -- 172.21.15.46:0/1921341192 <== mon.0 v2:172.21.15.46:3300/0 4 ==== mgrmap(e 27) ==== 138777+0+0 (secure 0 0 0) 0x7fa8a0018820 con 0x7fa8b01092d0 2024-04-26T02:02:09.580 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:09.582+0000 7fa8acc00700 1 --2- 172.21.15.46:0/1921341192 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fa8940a3db0 0x7fa8940a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:09.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:09.582+0000 7fa8acc00700 1 -- 172.21.15.46:0/1921341192 <== mon.0 v2:172.21.15.46:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 8899+0+0 (secure 0 0 0) 0x7fa8a00d0ba0 con 0x7fa8b01092d0 2024-04-26T02:02:09.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:09.582+0000 7fa8a7e00700 1 --2- 172.21.15.46:0/1921341192 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fa8940a3db0 0x7fa8940a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:09.581 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:09.583+0000 7fa8a7e00700 1 --2- 172.21.15.46:0/1921341192 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fa8940a3db0 0x7fa8940a6270 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fa8b010f7f0 tx=0x7fa89800b260 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:09.585 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:09.587+0000 7fa8acc00700 1 -- 172.21.15.46:0/1921341192 <== mon.0 v2:172.21.15.46:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa8a009d060 con 0x7fa8b01092d0 2024-04-26T02:02:09.826 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:09.827+0000 7fa8b6600700 1 -- 172.21.15.46:0/1921341192 --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fa8b002df80 con 0x7fa8b01092d0 2024-04-26T02:02:10.824 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:10.824+0000 7fa8acc00700 1 -- 172.21.15.46:0/1921341192 <== mon.0 v2:172.21.15.46:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v104) ==== 181+0+0 (secure 0 0 0) 0x7fa8a009c960 con 0x7fa8b01092d0 2024-04-26T02:02:10.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:10.829+0000 7fa8b6600700 1 -- 172.21.15.46:0/1921341192 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fa8940a3db0 msgr2=0x7fa8940a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:10.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:10.829+0000 7fa8b6600700 1 --2- 172.21.15.46:0/1921341192 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fa8940a3db0 0x7fa8940a6270 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fa8b010f7f0 tx=0x7fa89800b260 comp rx=0 tx=0).stop 2024-04-26T02:02:10.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:10.829+0000 7fa8b6600700 1 -- 172.21.15.46:0/1921341192 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa8b01092d0 msgr2=0x7fa8b01a5460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:10.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:10.829+0000 7fa8b6600700 1 --2- 172.21.15.46:0/1921341192 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa8b01092d0 0x7fa8b01a5460 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fa8a000e9a0 tx=0x7fa8a000ecb0 comp rx=0 tx=0).stop 2024-04-26T02:02:10.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:10.829+0000 7fa8b6600700 1 -- 172.21.15.46:0/1921341192 shutdown_connections 2024-04-26T02:02:10.828 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:10.829+0000 7fa8b6600700 1 --2- 172.21.15.46:0/1921341192 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7fa8940a3db0 0x7fa8940a6270 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:10.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:10.829+0000 7fa8b6600700 1 --2- 172.21.15.46:0/1921341192 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa8b010e3b0 0x7fa8b019f670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:10.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:10.829+0000 7fa8b6600700 1 --2- 172.21.15.46:0/1921341192 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7fa8b01092d0 0x7fa8b01a5460 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:10.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:10.829+0000 7fa8b6600700 1 --2- 172.21.15.46:0/1921341192 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7fa8b0109c80 0x7fa8b01a59a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:10.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:10.829+0000 7fa8b6600700 1 -- 172.21.15.46:0/1921341192 >> 172.21.15.46:0/1921341192 conn(0x7fa8b0076210 msgr2=0x7fa8b00767d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:10.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:10.829+0000 7fa8b6600700 1 -- 172.21.15.46:0/1921341192 shutdown_connections 2024-04-26T02:02:10.829 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:10.830+0000 7fa8b6600700 1 -- 172.21.15.46:0/1921341192 wait complete. 2024-04-26T02:02:10.832 INFO:teuthology.orchestra.run.smithi046.stderr:pool 'cephfs_metadata' removed 2024-04-26T02:02:11.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:10 smithi103 ceph-mon[32920]: pgmap v352: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 53 KiB/s wr, 24 op/s 2024-04-26T02:02:11.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:10 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/1921341192' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T02:02:11.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:10 smithi163 ceph-mon[32592]: pgmap v352: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 53 KiB/s wr, 24 op/s 2024-04-26T02:02:11.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:10 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/1921341192' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T02:02:11.242 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:10 smithi046 ceph-mon[28013]: pgmap v352: 97 pgs: 97 active+clean; 84 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 53 KiB/s wr, 24 op/s 2024-04-26T02:02:11.242 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:10 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/1921341192' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T02:02:11.670 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid 4e298560-036d-11ef-bc93-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-04-26T02:02:12.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:11 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/1921341192' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-26T02:02:12.061 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:11 smithi046 ceph-mon[28013]: osdmap e104: 12 total, 12 up, 12 in 2024-04-26T02:02:12.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:11 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/1921341192' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-26T02:02:12.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:11 smithi103 ceph-mon[32920]: osdmap e104: 12 total, 12 up, 12 in 2024-04-26T02:02:12.160 INFO:teuthology.orchestra.run.smithi046.stderr:Inferring config /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T02:02:12.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:11 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/1921341192' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-26T02:02:12.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:11 smithi163 ceph-mon[32592]: osdmap e104: 12 total, 12 up, 12 in 2024-04-26T02:02:13.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:12 smithi103 ceph-mon[32920]: pgmap v354: 65 pgs: 65 active+clean; 2.0 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T02:02:13.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:12 smithi163 ceph-mon[32592]: pgmap v354: 65 pgs: 65 active+clean; 2.0 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T02:02:13.176 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:12 smithi046 ceph-mon[28013]: pgmap v354: 65 pgs: 65 active+clean; 2.0 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T02:02:14.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.358+0000 7f88e0e00700 1 -- 172.21.15.46:0/2501391570 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f88dc108a50 msgr2=0x7f88dc108e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:14.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.358+0000 7f88e0e00700 1 --2- 172.21.15.46:0/2501391570 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f88dc108a50 0x7f88dc108e30 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f88cc0098f0 tx=0x7f88cc009c00 comp rx=0 tx=0).stop 2024-04-26T02:02:14.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.358+0000 7f88e0e00700 1 -- 172.21.15.46:0/2501391570 shutdown_connections 2024-04-26T02:02:14.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.358+0000 7f88e0e00700 1 --2- 172.21.15.46:0/2501391570 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f88dc103450 0x7f88dc10f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:14.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.358+0000 7f88e0e00700 1 --2- 172.21.15.46:0/2501391570 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f88dc108a50 0x7f88dc108e30 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:14.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.358+0000 7f88e0e00700 1 --2- 172.21.15.46:0/2501391570 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f88dc102a90 0x7f88dc102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:14.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.358+0000 7f88e0e00700 1 -- 172.21.15.46:0/2501391570 >> 172.21.15.46:0/2501391570 conn(0x7f88dc079ba0 msgr2=0x7f88dc079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:14.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.358+0000 7f88e0e00700 1 -- 172.21.15.46:0/2501391570 shutdown_connections 2024-04-26T02:02:14.358 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.358+0000 7f88e0e00700 1 -- 172.21.15.46:0/2501391570 wait complete. 2024-04-26T02:02:14.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.360+0000 7f88e0e00700 1 Processor -- start 2024-04-26T02:02:14.359 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.360+0000 7f88e0e00700 1 -- start start 2024-04-26T02:02:14.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.361+0000 7f88e0e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f88dc102a90 0x7f88dc19b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:14.360 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.361+0000 7f88e0e00700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f88dc103450 0x7f88dc19ba30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:14.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.361+0000 7f88e0e00700 1 --2- >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f88dc108a50 0x7f88dc19fdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:14.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.361+0000 7f88e0e00700 1 -- --> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] -- mon_getmap magic: 0 -- 0x7f88dc112d40 con 0x7f88dc103450 2024-04-26T02:02:14.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.361+0000 7f88e0e00700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 -- 0x7f88dc112bc0 con 0x7f88dc102a90 2024-04-26T02:02:14.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.361+0000 7f88e0e00700 1 -- --> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] -- mon_getmap magic: 0 -- 0x7f88dc112ec0 con 0x7f88dc108a50 2024-04-26T02:02:14.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.361+0000 7f88d9e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f88dc102a90 0x7f88dc19b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:14.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.361+0000 7f88d9400700 1 --2- >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f88dc103450 0x7f88dc19ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:14.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.361+0000 7f88d9e00700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f88dc102a90 0x7f88dc19b4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.46:50390/0 (socket says 172.21.15.46:50390) 2024-04-26T02:02:14.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.361+0000 7f88d9e00700 1 -- 172.21.15.46:0/254532958 learned_addr learned my addr 172.21.15.46:0/254532958 (peer_addr_for_me v2:172.21.15.46:0/0) 2024-04-26T02:02:14.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.361+0000 7f88da800700 1 --2- 172.21.15.46:0/254532958 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f88dc108a50 0x7f88dc19fdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:14.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.362+0000 7f88d9e00700 1 -- 172.21.15.46:0/254532958 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f88dc108a50 msgr2=0x7f88dc19fdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:14.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.362+0000 7f88d9e00700 1 --2- 172.21.15.46:0/254532958 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f88dc108a50 0x7f88dc19fdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:14.361 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.362+0000 7f88d9e00700 1 -- 172.21.15.46:0/254532958 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f88dc103450 msgr2=0x7f88dc19ba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:14.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.362+0000 7f88d9e00700 1 --2- 172.21.15.46:0/254532958 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f88dc103450 0x7f88dc19ba30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:14.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.362+0000 7f88d9e00700 1 -- 172.21.15.46:0/254532958 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88dc1a0500 con 0x7f88dc102a90 2024-04-26T02:02:14.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.362+0000 7f88da800700 1 --2- 172.21.15.46:0/254532958 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f88dc108a50 0x7f88dc19fdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-26T02:02:14.362 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.362+0000 7f88d9e00700 1 --2- 172.21.15.46:0/254532958 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f88dc102a90 0x7f88dc19b4f0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f88cc009230 tx=0x7f88cc010fb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:14.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.362+0000 7f88d2a00700 1 -- 172.21.15.46:0/254532958 <== mon.2 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88cc0052a0 con 0x7f88dc102a90 2024-04-26T02:02:14.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.363+0000 7f88e0e00700 1 -- 172.21.15.46:0/254532958 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88dc1a0790 con 0x7f88dc102a90 2024-04-26T02:02:14.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.363+0000 7f88d2a00700 1 -- 172.21.15.46:0/254532958 <== mon.2 v2:172.21.15.103:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f88cc00ba30 con 0x7f88dc102a90 2024-04-26T02:02:14.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.363+0000 7f88d2a00700 1 -- 172.21.15.46:0/254532958 <== mon.2 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88cc003c00 con 0x7f88dc102a90 2024-04-26T02:02:14.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.363+0000 7f88e0e00700 1 -- 172.21.15.46:0/254532958 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88dc1a8070 con 0x7f88dc102a90 2024-04-26T02:02:14.363 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.364+0000 7f88e0e00700 1 -- 172.21.15.46:0/254532958 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f88dc069730 con 0x7f88dc102a90 2024-04-26T02:02:14.364 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.366+0000 7f88d2a00700 1 -- 172.21.15.46:0/254532958 <== mon.2 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 27) ==== 138777+0+0 (secure 0 0 0) 0x7f88cc0054d0 con 0x7f88dc102a90 2024-04-26T02:02:14.366 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.367+0000 7f88d2a00700 1 --2- 172.21.15.46:0/254532958 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f88c00a3e30 0x7f88c00a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-26T02:02:14.366 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.368+0000 7f88d2a00700 1 -- 172.21.15.46:0/254532958 <== mon.2 v2:172.21.15.103:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8345+0+0 (secure 0 0 0) 0x7f88cc0d1460 con 0x7f88dc102a90 2024-04-26T02:02:14.366 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.368+0000 7f88d9400700 1 --2- 172.21.15.46:0/254532958 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f88c00a3e30 0x7f88c00a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-26T02:02:14.367 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.369+0000 7f88d9400700 1 --2- 172.21.15.46:0/254532958 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f88c00a3e30 0x7f88c00a62f0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f88dc07a530 tx=0x7f88c8009310 comp rx=0 tx=0).ready entity=mgr.25132 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-26T02:02:14.371 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.372+0000 7f88d2a00700 1 -- 172.21.15.46:0/254532958 <== mon.2 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f88cc013030 con 0x7f88dc102a90 2024-04-26T02:02:14.608 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.610+0000 7f88e0e00700 1 -- 172.21.15.46:0/254532958 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f88dc02df80 con 0x7f88dc102a90 2024-04-26T02:02:14.848 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.848+0000 7f88d2a00700 1 -- 172.21.15.46:0/254532958 <== mon.2 v2:172.21.15.103:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v105) ==== 169+0+0 (secure 0 0 0) 0x7f88cc09dd00 con 0x7f88dc102a90 2024-04-26T02:02:14.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.855+0000 7f88e0e00700 1 -- 172.21.15.46:0/254532958 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f88c00a3e30 msgr2=0x7f88c00a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:14.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.855+0000 7f88e0e00700 1 --2- 172.21.15.46:0/254532958 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f88c00a3e30 0x7f88c00a62f0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f88dc07a530 tx=0x7f88c8009310 comp rx=0 tx=0).stop 2024-04-26T02:02:14.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.855+0000 7f88e0e00700 1 -- 172.21.15.46:0/254532958 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f88dc102a90 msgr2=0x7f88dc19b4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-26T02:02:14.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.855+0000 7f88e0e00700 1 --2- 172.21.15.46:0/254532958 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f88dc102a90 0x7f88dc19b4f0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f88cc009230 tx=0x7f88cc010fb0 comp rx=0 tx=0).stop 2024-04-26T02:02:14.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.856+0000 7f88e0e00700 1 -- 172.21.15.46:0/254532958 shutdown_connections 2024-04-26T02:02:14.856 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.856+0000 7f88e0e00700 1 --2- 172.21.15.46:0/254532958 >> [v2:172.21.15.46:6800/1247059674,v1:172.21.15.46:6801/1247059674] conn(0x7f88c00a3e30 0x7f88c00a62f0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:14.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.856+0000 7f88e0e00700 1 --2- 172.21.15.46:0/254532958 >> [v2:172.21.15.163:3300/0,v1:172.21.15.163:6789/0] conn(0x7f88dc108a50 0x7f88dc19fdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:14.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.856+0000 7f88e0e00700 1 --2- 172.21.15.46:0/254532958 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f88dc102a90 0x7f88dc19b4f0 secure :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f88cc009230 tx=0x7f88cc010fb0 comp rx=0 tx=0).stop 2024-04-26T02:02:14.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.856+0000 7f88e0e00700 1 --2- 172.21.15.46:0/254532958 >> [v2:172.21.15.46:3300/0,v1:172.21.15.46:6789/0] conn(0x7f88dc103450 0x7f88dc19ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-26T02:02:14.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.856+0000 7f88e0e00700 1 -- 172.21.15.46:0/254532958 >> 172.21.15.46:0/254532958 conn(0x7f88dc079ba0 msgr2=0x7f88dc074fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-26T02:02:14.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.858+0000 7f88e0e00700 1 -- 172.21.15.46:0/254532958 shutdown_connections 2024-04-26T02:02:14.857 INFO:teuthology.orchestra.run.smithi046.stderr:2024-04-26T02:02:14.858+0000 7f88e0e00700 1 -- 172.21.15.46:0/254532958 wait complete. 2024-04-26T02:02:14.862 INFO:teuthology.orchestra.run.smithi046.stderr:pool 'cephfs_data' removed 2024-04-26T02:02:14.862 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:14 smithi046 ceph-mon[28013]: pgmap v355: 65 pgs: 65 active+clean; 2.0 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T02:02:14.863 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:14 smithi046 ceph-mon[28013]: from='client.? 172.21.15.46:0/254532958' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T02:02:14.863 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:14 smithi046 ceph-mon[28013]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T02:02:15.125 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:14 smithi103 ceph-mon[32920]: pgmap v355: 65 pgs: 65 active+clean; 2.0 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T02:02:15.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:14 smithi103 ceph-mon[32920]: from='client.? 172.21.15.46:0/254532958' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T02:02:15.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:14 smithi103 ceph-mon[32920]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T02:02:15.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:14 smithi163 ceph-mon[32592]: pgmap v355: 65 pgs: 65 active+clean; 2.0 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail 2024-04-26T02:02:15.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:14 smithi163 ceph-mon[32592]: from='client.? 172.21.15.46:0/254532958' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T02:02:15.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:14 smithi163 ceph-mon[32592]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-26T02:02:15.686 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-26T02:02:15.765 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-26T02:02:15.796 DEBUG:teuthology.orchestra.run.smithi163:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-26T02:02:15.830 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-04-26T02:02:15.830 DEBUG:teuthology.orchestra.run.smithi046:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-26T02:02:15.886 DEBUG:teuthology.orchestra.run.smithi103:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-26T02:02:15.902 DEBUG:teuthology.orchestra.run.smithi163:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-26T02:02:15.918 INFO:tasks.cephadm:Stopping all daemons... 2024-04-26T02:02:15.919 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-04-26T02:02:15.919 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ceph-4e298560-036d-11ef-bc93-c7b262605968@mon.a 2024-04-26T02:02:15.989 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:15 smithi046 ceph-mon[28013]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-04-26T02:02:15.989 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:15 smithi046 ceph-mon[28013]: osdmap e105: 12 total, 12 up, 12 in 2024-04-26T02:02:16.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:15 smithi103 ceph-mon[32920]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-04-26T02:02:16.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:15 smithi103 ceph-mon[32920]: osdmap e105: 12 total, 12 up, 12 in 2024-04-26T02:02:16.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:15 smithi163 ceph-mon[32592]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-04-26T02:02:16.170 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:15 smithi163 ceph-mon[32592]: osdmap e105: 12 total, 12 up, 12 in 2024-04-26T02:02:16.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:16 smithi046 systemd[1]: Stopping Ceph mon.a for 4e298560-036d-11ef-bc93-c7b262605968... 2024-04-26T02:02:16.982 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:16 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mon-a[28009]: 2024-04-26T02:02:16.567+0000 7fb873000700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:02:16.983 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:16 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mon-a[28009]: 2024-04-26T02:02:16.567+0000 7fb873000700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-04-26T02:02:16.983 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:16 smithi046 podman[96753]: 2024-04-26 02:02:16.630151327 +0000 UTC m=+0.220736339 container died 6da0857c07c7c7281361589066e4c27531b04cf722ca9f6c6e3284fd50bb8e64 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mon-a, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T02:02:17.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:17 smithi046 podman[96753]: 2024-04-26 02:02:17.093857061 +0000 UTC m=+0.684442096 container cleanup 6da0857c07c7c7281361589066e4c27531b04cf722ca9f6c6e3284fd50bb8e64 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mon-a, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416) 2024-04-26T02:02:17.311 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:17 smithi046 bash[96753]: ceph-4e298560-036d-11ef-bc93-c7b262605968-mon-a 2024-04-26T02:02:17.811 INFO:journalctl@ceph.mon.a.smithi046.stdout:Apr 26 02:02:17 smithi046 podman[96767]: 2024-04-26 02:02:17.328480293 +0000 UTC m=+0.681346656 container remove 6da0857c07c7c7281361589066e4c27531b04cf722ca9f6c6e3284fd50bb8e64 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mon-a, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-26T02:02:17.886 DEBUG:teuthology.orchestra.run.smithi046:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@mon.a.service' 2024-04-26T02:02:18.052 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:02:18.053 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-04-26T02:02:18.053 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-04-26T02:02:18.053 DEBUG:teuthology.orchestra.run.smithi103:> sudo systemctl stop ceph-4e298560-036d-11ef-bc93-c7b262605968@mon.b 2024-04-26T02:02:18.376 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:18 smithi103 systemd[1]: Stopping Ceph mon.b for 4e298560-036d-11ef-bc93-c7b262605968... 2024-04-26T02:02:18.845 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:18 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mon-b[32916]: 2024-04-26T02:02:18.386+0000 7fedf5882700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:02:18.845 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:18 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mon-b[32916]: 2024-04-26T02:02:18.386+0000 7fedf5882700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-04-26T02:02:18.845 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:18 smithi103 podman[69554]: 2024-04-26 02:02:18.551314592 +0000 UTC m=+0.293575790 container died 28cf39743a8d192e3b3bec922536c02d821d6339f8ef5cffd55e82c301e4b78b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mon-b, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-26T02:02:19.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:18 smithi103 podman[69554]: 2024-04-26 02:02:18.94616801 +0000 UTC m=+0.688429219 container cleanup 28cf39743a8d192e3b3bec922536c02d821d6339f8ef5cffd55e82c301e4b78b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mon-b, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0) 2024-04-26T02:02:19.126 INFO:journalctl@ceph.mon.b.smithi103.stdout:Apr 26 02:02:18 smithi103 bash[69554]: ceph-4e298560-036d-11ef-bc93-c7b262605968-mon-b 2024-04-26T02:02:19.309 DEBUG:teuthology.orchestra.run.smithi103:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@mon.b.service' 2024-04-26T02:02:19.352 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:02:19.353 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-04-26T02:02:19.353 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-04-26T02:02:19.353 DEBUG:teuthology.orchestra.run.smithi163:> sudo systemctl stop ceph-4e298560-036d-11ef-bc93-c7b262605968@mon.c 2024-04-26T02:02:19.670 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:19 smithi163 systemd[1]: Stopping Ceph mon.c for 4e298560-036d-11ef-bc93-c7b262605968... 2024-04-26T02:02:20.145 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:19 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mon-c[32588]: 2024-04-26T02:02:19.677+0000 7f6b003c3700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:02:20.145 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:19 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mon-c[32588]: 2024-04-26T02:02:19.677+0000 7f6b003c3700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-04-26T02:02:20.145 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:19 smithi163 podman[70040]: 2024-04-26 02:02:19.852007367 +0000 UTC m=+0.297163275 container died e3fa94a164712b15f37deb885c7ef7029423e7066dec0462584dbaa5b871e698 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mon-c, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-04-26T02:02:20.420 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:20 smithi163 podman[70040]: 2024-04-26 02:02:20.237840231 +0000 UTC m=+0.682996080 container cleanup e3fa94a164712b15f37deb885c7ef7029423e7066dec0462584dbaa5b871e698 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mon-c, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T02:02:20.421 INFO:journalctl@ceph.mon.c.smithi163.stdout:Apr 26 02:02:20 smithi163 bash[70040]: ceph-4e298560-036d-11ef-bc93-c7b262605968-mon-c 2024-04-26T02:02:20.660 DEBUG:teuthology.orchestra.run.smithi163:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@mon.c.service' 2024-04-26T02:02:20.714 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:02:20.714 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-04-26T02:02:20.714 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-04-26T02:02:20.714 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ceph-4e298560-036d-11ef-bc93-c7b262605968@mgr.x 2024-04-26T02:02:21.061 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 02:02:20 smithi046 systemd[1]: Stopping Ceph mgr.x for 4e298560-036d-11ef-bc93-c7b262605968... 2024-04-26T02:02:21.562 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 02:02:21 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T02:02:21.304+0000 7fef31600700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:02:21.563 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 02:02:21 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x[28256]: 2024-04-26T02:02:21.304+0000 7fef31600700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-04-26T02:02:21.563 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 02:02:21 smithi046 podman[96873]: 2024-04-26 02:02:21.398488865 +0000 UTC m=+0.251736327 container died 737c3463a1a95bf696efa8b8966195195620493df5ed48d36932f84272099d86 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux ) 2024-04-26T02:02:22.063 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 02:02:21 smithi046 podman[96873]: 2024-04-26 02:02:21.898924953 +0000 UTC m=+0.752172408 container cleanup 737c3463a1a95bf696efa8b8966195195620493df5ed48d36932f84272099d86 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-26T02:02:22.063 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 02:02:21 smithi046 bash[96873]: ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x 2024-04-26T02:02:22.561 INFO:journalctl@ceph.mgr.x.smithi046.stdout:Apr 26 02:02:22 smithi046 podman[96888]: 2024-04-26 02:02:22.200770557 +0000 UTC m=+0.777828701 container remove 737c3463a1a95bf696efa8b8966195195620493df5ed48d36932f84272099d86 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-x, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T02:02:22.708 DEBUG:teuthology.orchestra.run.smithi046:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@mgr.x.service' 2024-04-26T02:02:22.819 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:02:22.820 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-04-26T02:02:22.820 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-04-26T02:02:22.820 DEBUG:teuthology.orchestra.run.smithi103:> sudo systemctl stop ceph-4e298560-036d-11ef-bc93-c7b262605968@mgr.y 2024-04-26T02:02:23.125 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 02:02:22 smithi103 systemd[1]: Stopping Ceph mgr.y for 4e298560-036d-11ef-bc93-c7b262605968... 2024-04-26T02:02:23.452 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 02:02:23 smithi103 podman[69674]: 2024-04-26 02:02:23.14708801 +0000 UTC m=+0.135761869 container died 5ec367a4a1cfb204143ce6dd0dceda030cc64fb53d0c98e9413428c9442bcbb4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-04-26T02:02:23.828 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 02:02:23 smithi103 podman[69674]: 2024-04-26 02:02:23.53675534 +0000 UTC m=+0.525429196 container cleanup 5ec367a4a1cfb204143ce6dd0dceda030cc64fb53d0c98e9413428c9442bcbb4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux ) 2024-04-26T02:02:23.828 INFO:journalctl@ceph.mgr.y.smithi103.stdout:Apr 26 02:02:23 smithi103 bash[69674]: ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-y 2024-04-26T02:02:24.004 DEBUG:teuthology.orchestra.run.smithi103:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@mgr.y.service' 2024-04-26T02:02:24.039 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:02:24.039 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-04-26T02:02:24.040 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-04-26T02:02:24.040 DEBUG:teuthology.orchestra.run.smithi163:> sudo systemctl stop ceph-4e298560-036d-11ef-bc93-c7b262605968@mgr.z 2024-04-26T02:02:24.397 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 02:02:24 smithi163 systemd[1]: Stopping Ceph mgr.z for 4e298560-036d-11ef-bc93-c7b262605968... 2024-04-26T02:02:24.670 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 02:02:24 smithi163 podman[70161]: 2024-04-26 02:02:24.39912144 +0000 UTC m=+0.161626156 container died 5192c87c70b9bd7ec8b29e89e6ee528c1ec3acc18ac0c59a6b92f5d3db449a08 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T02:02:25.044 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 02:02:24 smithi163 podman[70161]: 2024-04-26 02:02:24.79466605 +0000 UTC m=+0.557170755 container cleanup 5192c87c70b9bd7ec8b29e89e6ee528c1ec3acc18ac0c59a6b92f5d3db449a08 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416) 2024-04-26T02:02:25.044 INFO:journalctl@ceph.mgr.z.smithi163.stdout:Apr 26 02:02:24 smithi163 bash[70161]: ceph-4e298560-036d-11ef-bc93-c7b262605968-mgr-z 2024-04-26T02:02:25.218 DEBUG:teuthology.orchestra.run.smithi163:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@mgr.z.service' 2024-04-26T02:02:25.251 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:02:25.251 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-04-26T02:02:25.251 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-04-26T02:02:25.251 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ceph-4e298560-036d-11ef-bc93-c7b262605968@osd.0 2024-04-26T02:02:25.561 INFO:journalctl@ceph.osd.0.smithi046.stdout:Apr 26 02:02:25 smithi046 systemd[1]: Stopping Ceph osd.0 for 4e298560-036d-11ef-bc93-c7b262605968... 2024-04-26T02:02:26.311 INFO:journalctl@ceph.osd.0.smithi046.stdout:Apr 26 02:02:25 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-0[42960]: 2024-04-26T02:02:25.951+0000 7fd1eae00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:02:26.311 INFO:journalctl@ceph.osd.0.smithi046.stdout:Apr 26 02:02:25 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-0[42960]: 2024-04-26T02:02:25.951+0000 7fd1eae00700 -1 osd.0 105 *** Got signal Terminated *** 2024-04-26T02:02:26.311 INFO:journalctl@ceph.osd.0.smithi046.stdout:Apr 26 02:02:25 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-0[42960]: 2024-04-26T02:02:25.951+0000 7fd1eae00700 -1 osd.0 105 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T02:02:31.811 INFO:journalctl@ceph.osd.0.smithi046.stdout:Apr 26 02:02:31 smithi046 podman[96994]: 2024-04-26 02:02:31.592287226 +0000 UTC m=+5.844072676 container died 38ecaf6cbc044c85b1352debeed7181f51fdeb85824a620275acd73e1fee662b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-04-26T02:02:32.305 INFO:journalctl@ceph.osd.0.smithi046.stdout:Apr 26 02:02:32 smithi046 podman[96994]: 2024-04-26 02:02:32.063951847 +0000 UTC m=+6.315737351 container cleanup 38ecaf6cbc044c85b1352debeed7181f51fdeb85824a620275acd73e1fee662b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T02:02:32.305 INFO:journalctl@ceph.osd.0.smithi046.stdout:Apr 26 02:02:32 smithi046 bash[96994]: ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-0 2024-04-26T02:02:32.561 INFO:journalctl@ceph.osd.0.smithi046.stdout:Apr 26 02:02:32 smithi046 podman[97013]: 2024-04-26 02:02:32.306172911 +0000 UTC m=+0.695114709 container remove 38ecaf6cbc044c85b1352debeed7181f51fdeb85824a620275acd73e1fee662b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-0, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T02:02:33.561 INFO:journalctl@ceph.osd.0.smithi046.stdout:Apr 26 02:02:33 smithi046 podman[97104]: 2024-04-26 02:02:33.136362741 +0000 UTC m=+0.037930139 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T02:02:33.561 INFO:journalctl@ceph.osd.0.smithi046.stdout:Apr 26 02:02:33 smithi046 podman[97104]: 2024-04-26 02:02:33.265537977 +0000 UTC m=+0.167105365 container create 2f5ff4b9197cc74ded4c71011fd11fbe1f2122727902059744f556305c7c8553 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-0-deactivate, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-26T02:02:34.061 INFO:journalctl@ceph.osd.0.smithi046.stdout:Apr 26 02:02:33 smithi046 podman[97104]: 2024-04-26 02:02:33.57835079 +0000 UTC m=+0.479918181 container init 2f5ff4b9197cc74ded4c71011fd11fbe1f2122727902059744f556305c7c8553 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T02:02:34.061 INFO:journalctl@ceph.osd.0.smithi046.stdout:Apr 26 02:02:33 smithi046 podman[97104]: 2024-04-26 02:02:33.590471615 +0000 UTC m=+0.492039007 container start 2f5ff4b9197cc74ded4c71011fd11fbe1f2122727902059744f556305c7c8553 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, GIT_CLEAN=True) 2024-04-26T02:02:34.062 INFO:journalctl@ceph.osd.0.smithi046.stdout:Apr 26 02:02:33 smithi046 podman[97104]: 2024-04-26 02:02:33.693392026 +0000 UTC m=+0.594959403 container attach 2f5ff4b9197cc74ded4c71011fd11fbe1f2122727902059744f556305c7c8553 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T02:02:34.433 INFO:journalctl@ceph.osd.0.smithi046.stdout:Apr 26 02:02:34 smithi046 podman[97104]: 2024-04-26 02:02:34.069676703 +0000 UTC m=+0.971244122 container died 2f5ff4b9197cc74ded4c71011fd11fbe1f2122727902059744f556305c7c8553 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-0-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240416, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-04-26T02:02:34.900 DEBUG:teuthology.orchestra.run.smithi046:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@osd.0.service' 2024-04-26T02:02:35.014 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:02:35.014 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-04-26T02:02:35.014 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-04-26T02:02:35.014 DEBUG:teuthology.orchestra.run.smithi103:> sudo systemctl stop ceph-4e298560-036d-11ef-bc93-c7b262605968@osd.1 2024-04-26T02:02:35.331 INFO:journalctl@ceph.osd.1.smithi103.stdout:Apr 26 02:02:35 smithi103 systemd[1]: Stopping Ceph osd.1 for 4e298560-036d-11ef-bc93-c7b262605968... 2024-04-26T02:02:35.602 INFO:journalctl@ceph.osd.1.smithi103.stdout:Apr 26 02:02:35 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-1[37523]: 2024-04-26T02:02:35.332+0000 7fa674be2700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:02:35.602 INFO:journalctl@ceph.osd.1.smithi103.stdout:Apr 26 02:02:35 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-1[37523]: 2024-04-26T02:02:35.332+0000 7fa674be2700 -1 osd.1 105 *** Got signal Terminated *** 2024-04-26T02:02:35.602 INFO:journalctl@ceph.osd.1.smithi103.stdout:Apr 26 02:02:35 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-1[37523]: 2024-04-26T02:02:35.332+0000 7fa674be2700 -1 osd.1 105 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T02:02:41.050 INFO:journalctl@ceph.osd.1.smithi103.stdout:Apr 26 02:02:40 smithi103 podman[69799]: 2024-04-26 02:02:40.792179297 +0000 UTC m=+5.579617852 container died 6aea87f9766084749a7152b25c76d4049b705c7dfc78507f9fd7f802c4851310 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-1, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-26T02:02:41.376 INFO:journalctl@ceph.osd.1.smithi103.stdout:Apr 26 02:02:41 smithi103 podman[69799]: 2024-04-26 02:02:41.142037102 +0000 UTC m=+5.929475645 container cleanup 6aea87f9766084749a7152b25c76d4049b705c7dfc78507f9fd7f802c4851310 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-1, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T02:02:41.376 INFO:journalctl@ceph.osd.1.smithi103.stdout:Apr 26 02:02:41 smithi103 bash[69799]: ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-1 2024-04-26T02:02:41.763 INFO:journalctl@ceph.osd.1.smithi103.stdout:Apr 26 02:02:41 smithi103 podman[69827]: 2024-04-26 02:02:41.435575167 +0000 UTC m=+0.642337087 container remove 6aea87f9766084749a7152b25c76d4049b705c7dfc78507f9fd7f802c4851310 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-1, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5) 2024-04-26T02:02:42.045 INFO:journalctl@ceph.osd.1.smithi103.stdout:Apr 26 02:02:41 smithi103 podman[69920]: 2024-04-26 02:02:41.668884801 +0000 UTC m=+0.018410599 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T02:02:42.046 INFO:journalctl@ceph.osd.1.smithi103.stdout:Apr 26 02:02:41 smithi103 podman[69920]: 2024-04-26 02:02:41.778173141 +0000 UTC m=+0.127698920 container create 2e50b4557bbc0919eae7b236d9e5ca170d5787ace3633f6e82922694c41153e7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-1-deactivate, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True) 2024-04-26T02:02:42.046 INFO:journalctl@ceph.osd.1.smithi103.stdout:Apr 26 02:02:42 smithi103 podman[69920]: 2024-04-26 02:02:42.047210539 +0000 UTC m=+0.396736319 container init 2e50b4557bbc0919eae7b236d9e5ca170d5787ace3633f6e82922694c41153e7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-1-deactivate, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T02:02:42.344 INFO:journalctl@ceph.osd.1.smithi103.stdout:Apr 26 02:02:42 smithi103 podman[69920]: 2024-04-26 02:02:42.050442448 +0000 UTC m=+0.399968240 container start 2e50b4557bbc0919eae7b236d9e5ca170d5787ace3633f6e82922694c41153e7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-1-deactivate, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, ceph=True) 2024-04-26T02:02:42.345 INFO:journalctl@ceph.osd.1.smithi103.stdout:Apr 26 02:02:42 smithi103 podman[69920]: 2024-04-26 02:02:42.147670299 +0000 UTC m=+0.497196079 container attach 2e50b4557bbc0919eae7b236d9e5ca170d5787ace3633f6e82922694c41153e7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-04-26T02:02:42.626 INFO:journalctl@ceph.osd.1.smithi103.stdout:Apr 26 02:02:42 smithi103 podman[69920]: 2024-04-26 02:02:42.346475054 +0000 UTC m=+0.696000828 container died 2e50b4557bbc0919eae7b236d9e5ca170d5787ace3633f6e82922694c41153e7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-1-deactivate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T02:02:42.990 DEBUG:teuthology.orchestra.run.smithi103:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@osd.1.service' 2024-04-26T02:02:43.029 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:02:43.030 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-04-26T02:02:43.030 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-04-26T02:02:43.030 DEBUG:teuthology.orchestra.run.smithi163:> sudo systemctl stop ceph-4e298560-036d-11ef-bc93-c7b262605968@osd.2 2024-04-26T02:02:43.348 INFO:journalctl@ceph.osd.2.smithi163.stdout:Apr 26 02:02:43 smithi163 systemd[1]: Stopping Ceph osd.2 for 4e298560-036d-11ef-bc93-c7b262605968... 2024-04-26T02:02:43.670 INFO:journalctl@ceph.osd.2.smithi163.stdout:Apr 26 02:02:43 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-2[37917]: 2024-04-26T02:02:43.348+0000 7f4427e7f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:02:43.671 INFO:journalctl@ceph.osd.2.smithi163.stdout:Apr 26 02:02:43 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-2[37917]: 2024-04-26T02:02:43.348+0000 7f4427e7f700 -1 osd.2 105 *** Got signal Terminated *** 2024-04-26T02:02:43.671 INFO:journalctl@ceph.osd.2.smithi163.stdout:Apr 26 02:02:43 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-2[37917]: 2024-04-26T02:02:43.348+0000 7f4427e7f700 -1 osd.2 105 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T02:02:49.000 INFO:journalctl@ceph.osd.2.smithi163.stdout:Apr 26 02:02:48 smithi163 podman[70300]: 2024-04-26 02:02:48.732219088 +0000 UTC m=+5.506474360 container died b6a6fd68e01f66c180a941e7dc6c0a0054fd8ad49138251fef83d66c84d24fa2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-04-26T02:02:49.400 INFO:journalctl@ceph.osd.2.smithi163.stdout:Apr 26 02:02:49 smithi163 podman[70300]: 2024-04-26 02:02:49.092087088 +0000 UTC m=+5.866342351 container cleanup b6a6fd68e01f66c180a941e7dc6c0a0054fd8ad49138251fef83d66c84d24fa2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-2, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-26T02:02:49.400 INFO:journalctl@ceph.osd.2.smithi163.stdout:Apr 26 02:02:49 smithi163 bash[70300]: ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-2 2024-04-26T02:02:49.670 INFO:journalctl@ceph.osd.2.smithi163.stdout:Apr 26 02:02:49 smithi163 podman[70317]: 2024-04-26 02:02:49.402008326 +0000 UTC m=+0.662162898 container remove b6a6fd68e01f66c180a941e7dc6c0a0054fd8ad49138251fef83d66c84d24fa2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-26T02:02:50.046 INFO:journalctl@ceph.osd.2.smithi163.stdout:Apr 26 02:02:49 smithi163 podman[70408]: 2024-04-26 02:02:49.667929237 +0000 UTC m=+0.018149233 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T02:02:50.046 INFO:journalctl@ceph.osd.2.smithi163.stdout:Apr 26 02:02:49 smithi163 podman[70408]: 2024-04-26 02:02:49.786536824 +0000 UTC m=+0.136756865 container create c8ff3022bb973a9d09e61fc5d3663c1502198841aba6e760725354d290c49825 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-2-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-04-26T02:02:50.046 INFO:journalctl@ceph.osd.2.smithi163.stdout:Apr 26 02:02:50 smithi163 podman[70408]: 2024-04-26 02:02:50.048761812 +0000 UTC m=+0.398981814 container init c8ff3022bb973a9d09e61fc5d3663c1502198841aba6e760725354d290c49825 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5) 2024-04-26T02:02:50.315 INFO:journalctl@ceph.osd.2.smithi163.stdout:Apr 26 02:02:50 smithi163 podman[70408]: 2024-04-26 02:02:50.052156305 +0000 UTC m=+0.402376312 container start c8ff3022bb973a9d09e61fc5d3663c1502198841aba6e760725354d290c49825 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2) 2024-04-26T02:02:50.316 INFO:journalctl@ceph.osd.2.smithi163.stdout:Apr 26 02:02:50 smithi163 podman[70408]: 2024-04-26 02:02:50.156561898 +0000 UTC m=+0.506781908 container attach c8ff3022bb973a9d09e61fc5d3663c1502198841aba6e760725354d290c49825 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-2-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T02:02:50.670 INFO:journalctl@ceph.osd.2.smithi163.stdout:Apr 26 02:02:50 smithi163 podman[70408]: 2024-04-26 02:02:50.355694087 +0000 UTC m=+0.705914084 container died c8ff3022bb973a9d09e61fc5d3663c1502198841aba6e760725354d290c49825 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-2-deactivate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True) 2024-04-26T02:02:51.043 DEBUG:teuthology.orchestra.run.smithi163:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@osd.2.service' 2024-04-26T02:02:51.081 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:02:51.081 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-04-26T02:02:51.081 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-04-26T02:02:51.081 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ceph-4e298560-036d-11ef-bc93-c7b262605968@osd.3 2024-04-26T02:02:51.531 INFO:journalctl@ceph.osd.3.smithi046.stdout:Apr 26 02:02:51 smithi046 systemd[1]: Stopping Ceph osd.3 for 4e298560-036d-11ef-bc93-c7b262605968... 2024-04-26T02:02:51.811 INFO:journalctl@ceph.osd.3.smithi046.stdout:Apr 26 02:02:51 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-3[49616]: 2024-04-26T02:02:51.706+0000 7f360c200700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:02:51.811 INFO:journalctl@ceph.osd.3.smithi046.stdout:Apr 26 02:02:51 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-3[49616]: 2024-04-26T02:02:51.706+0000 7f360c200700 -1 osd.3 105 *** Got signal Terminated *** 2024-04-26T02:02:51.811 INFO:journalctl@ceph.osd.3.smithi046.stdout:Apr 26 02:02:51 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-3[49616]: 2024-04-26T02:02:51.706+0000 7f360c200700 -1 osd.3 105 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T02:02:52.561 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:02:52 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:02:52.295+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:26.686414+0000 front 2024-04-26T02:02:26.686720+0000 (oldest deadline 2024-04-26T02:02:51.986851+0000) 2024-04-26T02:02:53.126 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:02:52 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:02:52.678+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:02:53.261 INFO:journalctl@ceph.osd.3.smithi046.stdout:Apr 26 02:02:53 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-3[49616]: 2024-04-26T02:02:53.140+0000 7f3602a00700 -1 osd.3 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.877837+0000 front 2024-04-26T02:02:28.877497+0000 (oldest deadline 2024-04-26T02:02:52.377235+0000) 2024-04-26T02:02:53.561 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:02:53 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:02:53.289+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:26.686414+0000 front 2024-04-26T02:02:26.686720+0000 (oldest deadline 2024-04-26T02:02:51.986851+0000) 2024-04-26T02:02:54.125 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:02:53 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:02:53.709+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:02:54.155 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:02:53 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:02:53.891+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:02:54.561 INFO:journalctl@ceph.osd.3.smithi046.stdout:Apr 26 02:02:54 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-3[49616]: 2024-04-26T02:02:54.154+0000 7f3602a00700 -1 osd.3 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.877837+0000 front 2024-04-26T02:02:28.877497+0000 (oldest deadline 2024-04-26T02:02:52.377235+0000) 2024-04-26T02:02:54.561 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:02:54 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:02:54.258+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:26.686414+0000 front 2024-04-26T02:02:26.686720+0000 (oldest deadline 2024-04-26T02:02:51.986851+0000) 2024-04-26T02:02:55.126 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:02:54 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:02:54.692+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:02:55.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:02:54 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:02:54.837+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:02:55.171 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:02:54 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5[44448]: 2024-04-26T02:02:54.887+0000 7fb2d9e4d700 -1 osd.5 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.599318+0000 front 2024-04-26T02:02:30.599650+0000 (oldest deadline 2024-04-26T02:02:54.098959+0000) 2024-04-26T02:02:55.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:02:54 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:02:54.674+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.203265+0000 front 2024-04-26T02:02:28.202918+0000 (oldest deadline 2024-04-26T02:02:54.102700+0000) 2024-04-26T02:02:55.174 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:02:54 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:02:54.855+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:02:55.561 INFO:journalctl@ceph.osd.3.smithi046.stdout:Apr 26 02:02:55 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-3[49616]: 2024-04-26T02:02:55.176+0000 7f3602a00700 -1 osd.3 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.877837+0000 front 2024-04-26T02:02:28.877497+0000 (oldest deadline 2024-04-26T02:02:52.377235+0000) 2024-04-26T02:02:55.561 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:02:55 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:02:55.295+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:26.686414+0000 front 2024-04-26T02:02:26.686720+0000 (oldest deadline 2024-04-26T02:02:51.986851+0000) 2024-04-26T02:02:56.126 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:02:55 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:02:55.720+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:02:56.164 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:02:55 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:02:55.862+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:02:56.170 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:02:55 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:02:55.837+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:02:56.171 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:02:55 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5[44448]: 2024-04-26T02:02:55.907+0000 7fb2d9e4d700 -1 osd.5 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.599318+0000 front 2024-04-26T02:02:30.599650+0000 (oldest deadline 2024-04-26T02:02:54.098959+0000) 2024-04-26T02:02:56.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:02:55 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:02:55.717+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.203265+0000 front 2024-04-26T02:02:28.202918+0000 (oldest deadline 2024-04-26T02:02:54.102700+0000) 2024-04-26T02:02:56.561 INFO:journalctl@ceph.osd.3.smithi046.stdout:Apr 26 02:02:56 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-3[49616]: 2024-04-26T02:02:56.164+0000 7f3602a00700 -1 osd.3 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.877837+0000 front 2024-04-26T02:02:28.877497+0000 (oldest deadline 2024-04-26T02:02:52.377235+0000) 2024-04-26T02:02:56.561 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:02:56 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:02:56.327+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:26.686414+0000 front 2024-04-26T02:02:26.686720+0000 (oldest deadline 2024-04-26T02:02:51.986851+0000) 2024-04-26T02:02:57.126 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:02:56 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:02:56.693+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:02:57.170 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:02:56 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:02:56.816+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:02:57.171 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:02:56 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5[44448]: 2024-04-26T02:02:56.953+0000 7fb2d9e4d700 -1 osd.5 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.599318+0000 front 2024-04-26T02:02:30.599650+0000 (oldest deadline 2024-04-26T02:02:54.098959+0000) 2024-04-26T02:02:57.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:02:56 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:02:56.766+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.203265+0000 front 2024-04-26T02:02:28.202918+0000 (oldest deadline 2024-04-26T02:02:54.102700+0000) 2024-04-26T02:02:57.201 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:02:56 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:02:56.903+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:02:57.515 INFO:journalctl@ceph.osd.3.smithi046.stdout:Apr 26 02:02:57 smithi046 podman[97208]: 2024-04-26 02:02:57.203087031 +0000 UTC m=+5.641412462 container died 2ab2d42fb193a789c8ae5884fd281e76cf7b83500d5a77e0be16ecf78df8df7c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-3, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-04-26T02:02:57.515 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:02:57 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:02:57.299+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:26.686414+0000 front 2024-04-26T02:02:26.686720+0000 (oldest deadline 2024-04-26T02:02:51.986851+0000) 2024-04-26T02:02:57.811 INFO:journalctl@ceph.osd.3.smithi046.stdout:Apr 26 02:02:57 smithi046 podman[97208]: 2024-04-26 02:02:57.633429241 +0000 UTC m=+6.071754721 container cleanup 2ab2d42fb193a789c8ae5884fd281e76cf7b83500d5a77e0be16ecf78df8df7c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-3, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T02:02:57.811 INFO:journalctl@ceph.osd.3.smithi046.stdout:Apr 26 02:02:57 smithi046 bash[97208]: ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-3 2024-04-26T02:02:58.125 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:02:57 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:02:57.656+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:02:58.170 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:02:57 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:02:57.834+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:02:58.171 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:02:57 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5[44448]: 2024-04-26T02:02:57.963+0000 7fb2d9e4d700 -1 osd.5 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.599318+0000 front 2024-04-26T02:02:30.599650+0000 (oldest deadline 2024-04-26T02:02:54.098959+0000) 2024-04-26T02:02:58.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:02:57 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:02:57.760+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.203265+0000 front 2024-04-26T02:02:28.202918+0000 (oldest deadline 2024-04-26T02:02:54.102700+0000) 2024-04-26T02:02:58.302 INFO:journalctl@ceph.osd.3.smithi046.stdout:Apr 26 02:02:57 smithi046 podman[97241]: 2024-04-26 02:02:57.959776249 +0000 UTC m=+0.743202143 container remove 2ab2d42fb193a789c8ae5884fd281e76cf7b83500d5a77e0be16ecf78df8df7c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-3, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-26T02:02:58.302 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:02:57 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:02:57.929+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:02:58.561 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:02:58 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:02:58.302+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:26.686414+0000 front 2024-04-26T02:02:26.686720+0000 (oldest deadline 2024-04-26T02:02:51.986851+0000) 2024-04-26T02:02:59.126 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:02:58 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:02:58.630+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:02:59.170 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:02:58 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:02:58.793+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:02:59.171 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:02:58 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5[44448]: 2024-04-26T02:02:58.939+0000 7fb2d9e4d700 -1 osd.5 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.599318+0000 front 2024-04-26T02:02:30.599650+0000 (oldest deadline 2024-04-26T02:02:54.098959+0000) 2024-04-26T02:02:59.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:02:58 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:02:58.724+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.203265+0000 front 2024-04-26T02:02:28.202918+0000 (oldest deadline 2024-04-26T02:02:54.102700+0000) 2024-04-26T02:02:59.232 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:02:58 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:02:58.932+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:02:59.233 INFO:journalctl@ceph.osd.3.smithi046.stdout:Apr 26 02:02:58 smithi046 podman[97325]: 2024-04-26 02:02:58.779576946 +0000 UTC m=+0.033828668 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T02:02:59.233 INFO:journalctl@ceph.osd.3.smithi046.stdout:Apr 26 02:02:58 smithi046 podman[97325]: 2024-04-26 02:02:58.911008373 +0000 UTC m=+0.165260132 container create c89cab856da76b74f381035f27bddd4c59b5be17c4f5ff042ee30b4c45b4874a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-3-deactivate, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-26T02:02:59.233 INFO:journalctl@ceph.osd.3.smithi046.stdout:Apr 26 02:02:59 smithi046 podman[97325]: 2024-04-26 02:02:59.233217945 +0000 UTC m=+0.487469754 container init c89cab856da76b74f381035f27bddd4c59b5be17c4f5ff042ee30b4c45b4874a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-04-26T02:02:59.561 INFO:journalctl@ceph.osd.3.smithi046.stdout:Apr 26 02:02:59 smithi046 podman[97325]: 2024-04-26 02:02:59.246855987 +0000 UTC m=+0.501107719 container start c89cab856da76b74f381035f27bddd4c59b5be17c4f5ff042ee30b4c45b4874a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T02:02:59.561 INFO:journalctl@ceph.osd.3.smithi046.stdout:Apr 26 02:02:59 smithi046 podman[97325]: 2024-04-26 02:02:59.3553441 +0000 UTC m=+0.609595851 container attach c89cab856da76b74f381035f27bddd4c59b5be17c4f5ff042ee30b4c45b4874a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0) 2024-04-26T02:02:59.561 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:02:59 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:02:59.347+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:26.686414+0000 front 2024-04-26T02:02:26.686720+0000 (oldest deadline 2024-04-26T02:02:51.986851+0000) 2024-04-26T02:02:59.875 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:02:59 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:02:59.616+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:00.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:02:59 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:02:59.904+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:00.061 INFO:journalctl@ceph.osd.3.smithi046.stdout:Apr 26 02:02:59 smithi046 podman[97325]: 2024-04-26 02:02:59.718554687 +0000 UTC m=+0.972806489 container died c89cab856da76b74f381035f27bddd4c59b5be17c4f5ff042ee30b4c45b4874a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-3-deactivate, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-26T02:03:00.170 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:02:59 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:02:59.836+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:00.171 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:02:59 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5[44448]: 2024-04-26T02:02:59.906+0000 7fb2d9e4d700 -1 osd.5 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.599318+0000 front 2024-04-26T02:02:30.599650+0000 (oldest deadline 2024-04-26T02:02:54.098959+0000) 2024-04-26T02:03:00.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:02:59 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:02:59.730+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.203265+0000 front 2024-04-26T02:02:28.202918+0000 (oldest deadline 2024-04-26T02:02:54.102700+0000) 2024-04-26T02:03:00.495 DEBUG:teuthology.orchestra.run.smithi046:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@osd.3.service' 2024-04-26T02:03:00.610 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:00 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:00.358+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:26.686414+0000 front 2024-04-26T02:02:26.686720+0000 (oldest deadline 2024-04-26T02:02:51.986851+0000) 2024-04-26T02:03:00.616 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:03:00.617 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-04-26T02:03:00.617 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-04-26T02:03:00.618 DEBUG:teuthology.orchestra.run.smithi103:> sudo systemctl stop ceph-4e298560-036d-11ef-bc93-c7b262605968@osd.4 2024-04-26T02:03:00.876 INFO:journalctl@ceph.osd.4.smithi103.stdout:Apr 26 02:03:00 smithi103 systemd[1]: Stopping Ceph osd.4 for 4e298560-036d-11ef-bc93-c7b262605968... 2024-04-26T02:03:00.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:00 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:00.602+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:01.072 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:03:00 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5[44448]: 2024-04-26T02:03:00.924+0000 7fb2d9e4d700 -1 osd.5 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.599318+0000 front 2024-04-26T02:02:30.599650+0000 (oldest deadline 2024-04-26T02:02:54.098959+0000) 2024-04-26T02:03:01.072 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:00 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:00.756+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.203265+0000 front 2024-04-26T02:02:28.202918+0000 (oldest deadline 2024-04-26T02:02:54.102700+0000) 2024-04-26T02:03:01.072 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:00 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:00.817+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:01.311 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:00 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:00.899+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:01.375 INFO:journalctl@ceph.osd.4.smithi103.stdout:Apr 26 02:03:00 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-4[44080]: 2024-04-26T02:03:00.929+0000 7f5a4620e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:03:01.376 INFO:journalctl@ceph.osd.4.smithi103.stdout:Apr 26 02:03:00 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-4[44080]: 2024-04-26T02:03:00.929+0000 7f5a4620e700 -1 osd.4 105 *** Got signal Terminated *** 2024-04-26T02:03:01.376 INFO:journalctl@ceph.osd.4.smithi103.stdout:Apr 26 02:03:00 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-4[44080]: 2024-04-26T02:03:00.929+0000 7f5a4620e700 -1 osd.4 105 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T02:03:01.811 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:01 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:01.396+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:26.686414+0000 front 2024-04-26T02:02:26.686720+0000 (oldest deadline 2024-04-26T02:02:51.986851+0000) 2024-04-26T02:03:01.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:01 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:01.573+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:02.170 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:01 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:01.815+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:02.171 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:03:01 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5[44448]: 2024-04-26T02:03:01.952+0000 7fb2d9e4d700 -1 osd.5 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.599318+0000 front 2024-04-26T02:02:30.599650+0000 (oldest deadline 2024-04-26T02:02:54.098959+0000) 2024-04-26T02:03:02.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:01 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:01.793+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.203265+0000 front 2024-04-26T02:02:28.202918+0000 (oldest deadline 2024-04-26T02:02:54.102700+0000) 2024-04-26T02:03:02.311 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:01 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:01.896+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:02.375 INFO:journalctl@ceph.osd.4.smithi103.stdout:Apr 26 02:03:01 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-4[44080]: 2024-04-26T02:03:01.947+0000 7f5a3e7fa700 -1 osd.4 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.858570+0000 front 2024-04-26T02:02:39.858525+0000 (oldest deadline 2024-04-26T02:03:01.558653+0000) 2024-04-26T02:03:02.811 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:02 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:02.440+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:26.686414+0000 front 2024-04-26T02:02:26.686720+0000 (oldest deadline 2024-04-26T02:02:51.986851+0000) 2024-04-26T02:03:02.811 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:02 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:02.440+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:37.791272+0000 front 2024-04-26T02:02:37.790769+0000 (oldest deadline 2024-04-26T02:03:01.890752+0000) 2024-04-26T02:03:02.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:02 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:02.607+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:02.876 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:02 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:02.787+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.745909+0000 front 2024-04-26T02:02:39.746089+0000 (oldest deadline 2024-04-26T02:03:02.046111+0000) 2024-04-26T02:03:03.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:02 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:02.802+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:03.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:02 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:02.833+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.203265+0000 front 2024-04-26T02:02:28.202918+0000 (oldest deadline 2024-04-26T02:02:54.102700+0000) 2024-04-26T02:03:03.171 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:03:02 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5[44448]: 2024-04-26T02:03:02.929+0000 7fb2d9e4d700 -1 osd.5 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.599318+0000 front 2024-04-26T02:02:30.599650+0000 (oldest deadline 2024-04-26T02:02:54.098959+0000) 2024-04-26T02:03:03.172 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:03:02 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5[44448]: 2024-04-26T02:03:02.929+0000 7fb2d9e4d700 -1 osd.5 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.601125+0000 front 2024-04-26T02:02:38.601011+0000 (oldest deadline 2024-04-26T02:03:02.101049+0000) 2024-04-26T02:03:03.311 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:02 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:02.881+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:03.376 INFO:journalctl@ceph.osd.4.smithi103.stdout:Apr 26 02:03:02 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-4[44080]: 2024-04-26T02:03:02.960+0000 7f5a3e7fa700 -1 osd.4 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.858570+0000 front 2024-04-26T02:02:39.858525+0000 (oldest deadline 2024-04-26T02:03:01.558653+0000) 2024-04-26T02:03:03.811 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:03 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:03.424+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:26.686414+0000 front 2024-04-26T02:02:26.686720+0000 (oldest deadline 2024-04-26T02:02:51.986851+0000) 2024-04-26T02:03:03.811 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:03 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:03.424+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:37.791272+0000 front 2024-04-26T02:02:37.790769+0000 (oldest deadline 2024-04-26T02:03:01.890752+0000) 2024-04-26T02:03:03.876 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:03 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:03.766+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.745909+0000 front 2024-04-26T02:02:39.746089+0000 (oldest deadline 2024-04-26T02:03:02.046111+0000) 2024-04-26T02:03:03.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:03 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:03.581+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:03.877 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:03 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:03.581+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:04.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:03 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:03.797+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:04.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:03 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:03.797+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.203265+0000 front 2024-04-26T02:02:28.202918+0000 (oldest deadline 2024-04-26T02:02:54.102700+0000) 2024-04-26T02:03:04.171 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:03:03 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5[44448]: 2024-04-26T02:03:03.973+0000 7fb2d9e4d700 -1 osd.5 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.599318+0000 front 2024-04-26T02:02:30.599650+0000 (oldest deadline 2024-04-26T02:02:54.098959+0000) 2024-04-26T02:03:04.172 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:03:03 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5[44448]: 2024-04-26T02:03:03.973+0000 7fb2d9e4d700 -1 osd.5 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.601125+0000 front 2024-04-26T02:02:38.601011+0000 (oldest deadline 2024-04-26T02:03:02.101049+0000) 2024-04-26T02:03:04.305 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:03 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:03.870+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:04.305 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:03 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:03.871+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.127213+0000 front 2024-04-26T02:02:38.127384+0000 (oldest deadline 2024-04-26T02:03:03.427485+0000) 2024-04-26T02:03:04.376 INFO:journalctl@ceph.osd.4.smithi103.stdout:Apr 26 02:03:03 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-4[44080]: 2024-04-26T02:03:03.949+0000 7f5a3e7fa700 -1 osd.4 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.858570+0000 front 2024-04-26T02:02:39.858525+0000 (oldest deadline 2024-04-26T02:03:01.558653+0000) 2024-04-26T02:03:04.561 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:04 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:04.420+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:26.686414+0000 front 2024-04-26T02:02:26.686720+0000 (oldest deadline 2024-04-26T02:02:51.986851+0000) 2024-04-26T02:03:04.562 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:04 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:04.420+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:37.791272+0000 front 2024-04-26T02:02:37.790769+0000 (oldest deadline 2024-04-26T02:03:01.890752+0000) 2024-04-26T02:03:04.876 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:04 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:04.799+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.745909+0000 front 2024-04-26T02:02:39.746089+0000 (oldest deadline 2024-04-26T02:03:02.046111+0000) 2024-04-26T02:03:04.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:04 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:04.572+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:04.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:04 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:04.572+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:05.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:04 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:04.778+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:05.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:04 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:04.834+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.203265+0000 front 2024-04-26T02:02:28.202918+0000 (oldest deadline 2024-04-26T02:02:54.102700+0000) 2024-04-26T02:03:05.171 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:03:04 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5[44448]: 2024-04-26T02:03:04.981+0000 7fb2d9e4d700 -1 osd.5 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.599318+0000 front 2024-04-26T02:02:30.599650+0000 (oldest deadline 2024-04-26T02:02:54.098959+0000) 2024-04-26T02:03:05.171 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:03:04 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5[44448]: 2024-04-26T02:03:04.981+0000 7fb2d9e4d700 -1 osd.5 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.601125+0000 front 2024-04-26T02:02:38.601011+0000 (oldest deadline 2024-04-26T02:03:02.101049+0000) 2024-04-26T02:03:05.311 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:04 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:04.886+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:05.312 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:04 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:04.886+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.127213+0000 front 2024-04-26T02:02:38.127384+0000 (oldest deadline 2024-04-26T02:03:03.427485+0000) 2024-04-26T02:03:05.376 INFO:journalctl@ceph.osd.4.smithi103.stdout:Apr 26 02:03:04 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-4[44080]: 2024-04-26T02:03:04.936+0000 7f5a3e7fa700 -1 osd.4 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.858570+0000 front 2024-04-26T02:02:39.858525+0000 (oldest deadline 2024-04-26T02:03:01.558653+0000) 2024-04-26T02:03:05.649 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:05 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:05.574+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:05.649 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:05 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:05.574+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:05.811 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:05 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:05.378+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:26.686414+0000 front 2024-04-26T02:02:26.686720+0000 (oldest deadline 2024-04-26T02:02:51.986851+0000) 2024-04-26T02:03:05.811 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:05 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:05.378+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:37.791272+0000 front 2024-04-26T02:02:37.790769+0000 (oldest deadline 2024-04-26T02:03:01.890752+0000) 2024-04-26T02:03:06.125 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:05 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:05.831+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.745909+0000 front 2024-04-26T02:02:39.746089+0000 (oldest deadline 2024-04-26T02:03:02.046111+0000) 2024-04-26T02:03:06.170 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:05 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:05.838+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.203265+0000 front 2024-04-26T02:02:28.202918+0000 (oldest deadline 2024-04-26T02:02:54.102700+0000) 2024-04-26T02:03:06.171 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:03:05 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5[44448]: 2024-04-26T02:03:05.956+0000 7fb2d9e4d700 -1 osd.5 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.599318+0000 front 2024-04-26T02:02:30.599650+0000 (oldest deadline 2024-04-26T02:02:54.098959+0000) 2024-04-26T02:03:06.171 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:03:05 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5[44448]: 2024-04-26T02:03:05.956+0000 7fb2d9e4d700 -1 osd.5 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.601125+0000 front 2024-04-26T02:02:38.601011+0000 (oldest deadline 2024-04-26T02:03:02.101049+0000) 2024-04-26T02:03:06.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:05 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:05.808+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:06.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:05 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:05.808+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:06.311 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:05 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:05.876+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:06.311 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:05 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:05.876+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.127213+0000 front 2024-04-26T02:02:38.127384+0000 (oldest deadline 2024-04-26T02:03:03.427485+0000) 2024-04-26T02:03:06.607 INFO:journalctl@ceph.osd.4.smithi103.stdout:Apr 26 02:03:06 smithi103 podman[70025]: 2024-04-26 02:03:06.331723027 +0000 UTC m=+5.526155666 container died ff9df22f1a17746ec5beeaf8379543ed53a3073a56abbd57e288ce73cf7778a1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-4, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T02:03:06.607 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:06 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:06.545+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:06.607 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:06 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:06.545+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:06.811 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:06 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:06.368+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:26.686414+0000 front 2024-04-26T02:02:26.686720+0000 (oldest deadline 2024-04-26T02:02:51.986851+0000) 2024-04-26T02:03:06.811 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:06 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:06.368+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:37.791272+0000 front 2024-04-26T02:02:37.790769+0000 (oldest deadline 2024-04-26T02:03:01.890752+0000) 2024-04-26T02:03:06.876 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:06 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:06.797+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.745909+0000 front 2024-04-26T02:02:39.746089+0000 (oldest deadline 2024-04-26T02:03:02.046111+0000) 2024-04-26T02:03:06.876 INFO:journalctl@ceph.osd.4.smithi103.stdout:Apr 26 02:03:06 smithi103 podman[70025]: 2024-04-26 02:03:06.706468336 +0000 UTC m=+5.900900965 container cleanup ff9df22f1a17746ec5beeaf8379543ed53a3073a56abbd57e288ce73cf7778a1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-4, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T02:03:06.876 INFO:journalctl@ceph.osd.4.smithi103.stdout:Apr 26 02:03:06 smithi103 bash[70025]: ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-4 2024-04-26T02:03:07.170 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:06 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:06.797+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.203265+0000 front 2024-04-26T02:02:28.202918+0000 (oldest deadline 2024-04-26T02:02:54.102700+0000) 2024-04-26T02:03:07.171 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:03:06 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5[44448]: 2024-04-26T02:03:06.999+0000 7fb2d9e4d700 -1 osd.5 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.599318+0000 front 2024-04-26T02:02:30.599650+0000 (oldest deadline 2024-04-26T02:02:54.098959+0000) 2024-04-26T02:03:07.171 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:03:06 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5[44448]: 2024-04-26T02:03:06.999+0000 7fb2d9e4d700 -1 osd.5 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.601125+0000 front 2024-04-26T02:02:38.601011+0000 (oldest deadline 2024-04-26T02:03:02.101049+0000) 2024-04-26T02:03:07.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:06 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:06.854+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:07.172 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:06 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:06.854+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:07.311 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:06 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:06.857+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:07.311 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:06 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:06.857+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.127213+0000 front 2024-04-26T02:02:38.127384+0000 (oldest deadline 2024-04-26T02:03:03.427485+0000) 2024-04-26T02:03:07.319 INFO:journalctl@ceph.osd.4.smithi103.stdout:Apr 26 02:03:06 smithi103 podman[70053]: 2024-04-26 02:03:06.982731557 +0000 UTC m=+0.650151808 container remove ff9df22f1a17746ec5beeaf8379543ed53a3073a56abbd57e288ce73cf7778a1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-4, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T02:03:07.593 INFO:journalctl@ceph.osd.4.smithi103.stdout:Apr 26 02:03:07 smithi103 podman[70146]: 2024-04-26 02:03:07.225076244 +0000 UTC m=+0.018029866 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T02:03:07.593 INFO:journalctl@ceph.osd.4.smithi103.stdout:Apr 26 02:03:07 smithi103 podman[70146]: 2024-04-26 02:03:07.3253127 +0000 UTC m=+0.118266365 container create 09921dfa71c11293b1c43ab66b29d189cd51f7417398cfd652eec3e3464e0de0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-4-deactivate, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T02:03:07.593 INFO:journalctl@ceph.osd.4.smithi103.stdout:Apr 26 02:03:07 smithi103 podman[70146]: 2024-04-26 02:03:07.536268548 +0000 UTC m=+0.329222169 container init 09921dfa71c11293b1c43ab66b29d189cd51f7417398cfd652eec3e3464e0de0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-4-deactivate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.license=GPLv2) 2024-04-26T02:03:07.593 INFO:journalctl@ceph.osd.4.smithi103.stdout:Apr 26 02:03:07 smithi103 podman[70146]: 2024-04-26 02:03:07.539367902 +0000 UTC m=+0.332321525 container start 09921dfa71c11293b1c43ab66b29d189cd51f7417398cfd652eec3e3464e0de0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-4-deactivate, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-04-26T02:03:07.811 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:07 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:07.369+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:26.686414+0000 front 2024-04-26T02:02:26.686720+0000 (oldest deadline 2024-04-26T02:02:51.986851+0000) 2024-04-26T02:03:07.811 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:07 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:07.369+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:37.791272+0000 front 2024-04-26T02:02:37.790769+0000 (oldest deadline 2024-04-26T02:03:01.890752+0000) 2024-04-26T02:03:07.876 INFO:journalctl@ceph.osd.4.smithi103.stdout:Apr 26 02:03:07 smithi103 podman[70146]: 2024-04-26 02:03:07.60272101 +0000 UTC m=+0.395674642 container attach 09921dfa71c11293b1c43ab66b29d189cd51f7417398cfd652eec3e3464e0de0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-4-deactivate, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-26T02:03:07.876 INFO:journalctl@ceph.osd.4.smithi103.stdout:Apr 26 02:03:07 smithi103 podman[70146]: 2024-04-26 02:03:07.838438552 +0000 UTC m=+0.631392169 container died 09921dfa71c11293b1c43ab66b29d189cd51f7417398cfd652eec3e3464e0de0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T02:03:07.876 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:07 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:07.764+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.745909+0000 front 2024-04-26T02:02:39.746089+0000 (oldest deadline 2024-04-26T02:03:02.046111+0000) 2024-04-26T02:03:07.877 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:07 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:07.593+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:07.877 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:07 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:07.593+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:08.170 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:07 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:07.821+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.203265+0000 front 2024-04-26T02:02:28.202918+0000 (oldest deadline 2024-04-26T02:02:54.102700+0000) 2024-04-26T02:03:08.171 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:03:08 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5[44448]: 2024-04-26T02:03:08.041+0000 7fb2d9e4d700 -1 osd.5 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.599318+0000 front 2024-04-26T02:02:30.599650+0000 (oldest deadline 2024-04-26T02:02:54.098959+0000) 2024-04-26T02:03:08.171 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:03:08 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5[44448]: 2024-04-26T02:03:08.041+0000 7fb2d9e4d700 -1 osd.5 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.601125+0000 front 2024-04-26T02:02:38.601011+0000 (oldest deadline 2024-04-26T02:03:02.101049+0000) 2024-04-26T02:03:08.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:07 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:07.884+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:08.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:07 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:07.884+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:08.311 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:07 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:07.865+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:08.311 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:07 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:07.865+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.127213+0000 front 2024-04-26T02:02:38.127384+0000 (oldest deadline 2024-04-26T02:03:03.427485+0000) 2024-04-26T02:03:08.505 DEBUG:teuthology.orchestra.run.smithi103:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@osd.4.service' 2024-04-26T02:03:08.543 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:03:08.543 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-04-26T02:03:08.544 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-04-26T02:03:08.544 DEBUG:teuthology.orchestra.run.smithi163:> sudo systemctl stop ceph-4e298560-036d-11ef-bc93-c7b262605968@osd.5 2024-04-26T02:03:08.741 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:08 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:08.546+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:08.741 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:08 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:08.546+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:08.811 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:08 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:08.328+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:26.686414+0000 front 2024-04-26T02:02:26.686720+0000 (oldest deadline 2024-04-26T02:02:51.986851+0000) 2024-04-26T02:03:08.811 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:08 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:08.328+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:37.791272+0000 front 2024-04-26T02:02:37.790769+0000 (oldest deadline 2024-04-26T02:03:01.890752+0000) 2024-04-26T02:03:08.850 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:03:08 smithi163 systemd[1]: Stopping Ceph osd.5 for 4e298560-036d-11ef-bc93-c7b262605968... 2024-04-26T02:03:08.850 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:08 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:08.773+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.203265+0000 front 2024-04-26T02:02:28.202918+0000 (oldest deadline 2024-04-26T02:02:54.102700+0000) 2024-04-26T02:03:08.850 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:08 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:08.852+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:08.851 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:08 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:08.852+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:08.851 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:08 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:08.852+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:09.125 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:08 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:08.742+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.745909+0000 front 2024-04-26T02:02:39.746089+0000 (oldest deadline 2024-04-26T02:03:02.046111+0000) 2024-04-26T02:03:09.170 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:03:08 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5[44448]: 2024-04-26T02:03:08.864+0000 7fb2e1861700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:03:09.170 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:03:08 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5[44448]: 2024-04-26T02:03:08.864+0000 7fb2e1861700 -1 osd.5 105 *** Got signal Terminated *** 2024-04-26T02:03:09.171 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:03:08 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5[44448]: 2024-04-26T02:03:08.864+0000 7fb2e1861700 -1 osd.5 105 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T02:03:09.171 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:03:09 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5[44448]: 2024-04-26T02:03:09.032+0000 7fb2d9e4d700 -1 osd.5 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.599318+0000 front 2024-04-26T02:02:30.599650+0000 (oldest deadline 2024-04-26T02:02:54.098959+0000) 2024-04-26T02:03:09.171 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:03:09 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5[44448]: 2024-04-26T02:03:09.032+0000 7fb2d9e4d700 -1 osd.5 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.601125+0000 front 2024-04-26T02:02:38.601011+0000 (oldest deadline 2024-04-26T02:03:02.101049+0000) 2024-04-26T02:03:09.282 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:08 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:08.816+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:09.282 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:08 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:08.816+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.127213+0000 front 2024-04-26T02:02:38.127384+0000 (oldest deadline 2024-04-26T02:03:03.427485+0000) 2024-04-26T02:03:09.561 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:09 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:09.282+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:26.686414+0000 front 2024-04-26T02:02:26.686720+0000 (oldest deadline 2024-04-26T02:02:51.986851+0000) 2024-04-26T02:03:09.561 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:09 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:09.282+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:37.791272+0000 front 2024-04-26T02:02:37.790769+0000 (oldest deadline 2024-04-26T02:03:01.890752+0000) 2024-04-26T02:03:09.774 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:09 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:09.512+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:09.774 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:09 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:09.512+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:10.046 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:09 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:09.777+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.203265+0000 front 2024-04-26T02:02:28.202918+0000 (oldest deadline 2024-04-26T02:02:54.102700+0000) 2024-04-26T02:03:10.047 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:09 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:09.777+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:46.806486+0000 front 2024-04-26T02:02:46.806464+0000 (oldest deadline 2024-04-26T02:03:09.706714+0000) 2024-04-26T02:03:10.047 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:09 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:09.878+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:10.047 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:09 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:09.878+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:10.047 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:09 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:09.878+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:10.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:09 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:09.787+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:10.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:09 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:09.787+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.127213+0000 front 2024-04-26T02:02:38.127384+0000 (oldest deadline 2024-04-26T02:03:03.427485+0000) 2024-04-26T02:03:10.126 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:09 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:09.775+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.745909+0000 front 2024-04-26T02:02:39.746089+0000 (oldest deadline 2024-04-26T02:03:02.046111+0000) 2024-04-26T02:03:10.126 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:09 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:09.775+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:43.747140+0000 front 2024-04-26T02:02:43.747118+0000 (oldest deadline 2024-04-26T02:03:09.047223+0000) 2024-04-26T02:03:10.420 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:03:10 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5[44448]: 2024-04-26T02:03:10.047+0000 7fb2d9e4d700 -1 osd.5 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.599318+0000 front 2024-04-26T02:02:30.599650+0000 (oldest deadline 2024-04-26T02:02:54.098959+0000) 2024-04-26T02:03:10.420 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:03:10 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5[44448]: 2024-04-26T02:03:10.047+0000 7fb2d9e4d700 -1 osd.5 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.601125+0000 front 2024-04-26T02:02:38.601011+0000 (oldest deadline 2024-04-26T02:03:02.101049+0000) 2024-04-26T02:03:10.561 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:10 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:10.298+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:26.686414+0000 front 2024-04-26T02:02:26.686720+0000 (oldest deadline 2024-04-26T02:02:51.986851+0000) 2024-04-26T02:03:10.561 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:10 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:10.298+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:37.791272+0000 front 2024-04-26T02:02:37.790769+0000 (oldest deadline 2024-04-26T02:03:01.890752+0000) 2024-04-26T02:03:10.727 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:10 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:10.477+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:10.727 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:10 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:10.477+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:10.727 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:10 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:10.477+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:42.693403+0000 front 2024-04-26T02:02:42.693317+0000 (oldest deadline 2024-04-26T02:03:09.693853+0000) 2024-04-26T02:03:11.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:10 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:10.786+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:11.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:10 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:10.786+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.127213+0000 front 2024-04-26T02:02:38.127384+0000 (oldest deadline 2024-04-26T02:03:03.427485+0000) 2024-04-26T02:03:11.126 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:10 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:10.728+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.745909+0000 front 2024-04-26T02:02:39.746089+0000 (oldest deadline 2024-04-26T02:03:02.046111+0000) 2024-04-26T02:03:11.126 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:10 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:10.728+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:43.747140+0000 front 2024-04-26T02:02:43.747118+0000 (oldest deadline 2024-04-26T02:03:09.047223+0000) 2024-04-26T02:03:11.170 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:03:10 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5[44448]: 2024-04-26T02:03:10.998+0000 7fb2d9e4d700 -1 osd.5 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.599318+0000 front 2024-04-26T02:02:30.599650+0000 (oldest deadline 2024-04-26T02:02:54.098959+0000) 2024-04-26T02:03:11.170 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:03:10 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5[44448]: 2024-04-26T02:03:10.998+0000 7fb2d9e4d700 -1 osd.5 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.601125+0000 front 2024-04-26T02:02:38.601011+0000 (oldest deadline 2024-04-26T02:03:02.101049+0000) 2024-04-26T02:03:11.171 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:03:10 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5[44448]: 2024-04-26T02:03:10.998+0000 7fb2d9e4d700 -1 osd.5 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:44.902442+0000 front 2024-04-26T02:02:44.902464+0000 (oldest deadline 2024-04-26T02:03:10.802658+0000) 2024-04-26T02:03:11.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:10 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:10.767+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.203265+0000 front 2024-04-26T02:02:28.202918+0000 (oldest deadline 2024-04-26T02:02:54.102700+0000) 2024-04-26T02:03:11.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:10 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:10.767+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:46.806486+0000 front 2024-04-26T02:02:46.806464+0000 (oldest deadline 2024-04-26T02:03:09.706714+0000) 2024-04-26T02:03:11.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:10 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:10.839+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:11.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:10 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:10.839+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:11.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:10 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:10.839+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:11.561 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:11 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:11.306+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:26.686414+0000 front 2024-04-26T02:02:26.686720+0000 (oldest deadline 2024-04-26T02:02:51.986851+0000) 2024-04-26T02:03:11.561 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:11 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:11.306+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:37.791272+0000 front 2024-04-26T02:02:37.790769+0000 (oldest deadline 2024-04-26T02:03:01.890752+0000) 2024-04-26T02:03:11.742 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:11 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:11.487+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:11.742 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:11 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:11.487+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:11.742 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:11 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:11.487+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:42.693403+0000 front 2024-04-26T02:02:42.693317+0000 (oldest deadline 2024-04-26T02:03:09.693853+0000) 2024-04-26T02:03:12.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:11 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:11.763+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:12.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:11 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:11.763+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.127213+0000 front 2024-04-26T02:02:38.127384+0000 (oldest deadline 2024-04-26T02:03:03.427485+0000) 2024-04-26T02:03:12.126 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:11 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:11.743+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.745909+0000 front 2024-04-26T02:02:39.746089+0000 (oldest deadline 2024-04-26T02:03:02.046111+0000) 2024-04-26T02:03:12.126 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:11 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:11.743+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:43.747140+0000 front 2024-04-26T02:02:43.747118+0000 (oldest deadline 2024-04-26T02:03:09.047223+0000) 2024-04-26T02:03:12.170 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:11 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:11.882+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:12.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:11 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:11.882+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:12.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:11 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:11.882+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:12.171 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:03:11 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5[44448]: 2024-04-26T02:03:11.952+0000 7fb2d9e4d700 -1 osd.5 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.599318+0000 front 2024-04-26T02:02:30.599650+0000 (oldest deadline 2024-04-26T02:02:54.098959+0000) 2024-04-26T02:03:12.171 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:03:11 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5[44448]: 2024-04-26T02:03:11.952+0000 7fb2d9e4d700 -1 osd.5 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.601125+0000 front 2024-04-26T02:02:38.601011+0000 (oldest deadline 2024-04-26T02:03:02.101049+0000) 2024-04-26T02:03:12.171 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:03:11 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5[44448]: 2024-04-26T02:03:11.952+0000 7fb2d9e4d700 -1 osd.5 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:44.902442+0000 front 2024-04-26T02:02:44.902464+0000 (oldest deadline 2024-04-26T02:03:10.802658+0000) 2024-04-26T02:03:12.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:11 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:11.738+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.203265+0000 front 2024-04-26T02:02:28.202918+0000 (oldest deadline 2024-04-26T02:02:54.102700+0000) 2024-04-26T02:03:12.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:11 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:11.738+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:46.806486+0000 front 2024-04-26T02:02:46.806464+0000 (oldest deadline 2024-04-26T02:03:09.706714+0000) 2024-04-26T02:03:12.757 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:12 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:12.353+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:26.686414+0000 front 2024-04-26T02:02:26.686720+0000 (oldest deadline 2024-04-26T02:02:51.986851+0000) 2024-04-26T02:03:12.757 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:12 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:12.353+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:37.791272+0000 front 2024-04-26T02:02:37.790769+0000 (oldest deadline 2024-04-26T02:03:01.890752+0000) 2024-04-26T02:03:12.769 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:12 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:12.444+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:12.770 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:12 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:12.444+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:12.770 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:12 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:12.444+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:42.693403+0000 front 2024-04-26T02:02:42.693317+0000 (oldest deadline 2024-04-26T02:03:09.693853+0000) 2024-04-26T02:03:13.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:12 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:12.758+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:13.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:12 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:12.758+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.127213+0000 front 2024-04-26T02:02:38.127384+0000 (oldest deadline 2024-04-26T02:03:03.427485+0000) 2024-04-26T02:03:13.125 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:12 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:12.771+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.745909+0000 front 2024-04-26T02:02:39.746089+0000 (oldest deadline 2024-04-26T02:03:02.046111+0000) 2024-04-26T02:03:13.126 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:12 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:12.771+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:43.747140+0000 front 2024-04-26T02:02:43.747118+0000 (oldest deadline 2024-04-26T02:03:09.047223+0000) 2024-04-26T02:03:13.170 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:12 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:12.850+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:13.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:12 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:12.850+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:13.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:12 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:12.850+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:13.173 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:12 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:12.733+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.203265+0000 front 2024-04-26T02:02:28.202918+0000 (oldest deadline 2024-04-26T02:02:54.102700+0000) 2024-04-26T02:03:13.173 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:12 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:12.733+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:46.806486+0000 front 2024-04-26T02:02:46.806464+0000 (oldest deadline 2024-04-26T02:03:09.706714+0000) 2024-04-26T02:03:13.174 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:03:12 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5[44448]: 2024-04-26T02:03:12.941+0000 7fb2d9e4d700 -1 osd.5 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.599318+0000 front 2024-04-26T02:02:30.599650+0000 (oldest deadline 2024-04-26T02:02:54.098959+0000) 2024-04-26T02:03:13.174 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:03:12 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5[44448]: 2024-04-26T02:03:12.941+0000 7fb2d9e4d700 -1 osd.5 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.601125+0000 front 2024-04-26T02:02:38.601011+0000 (oldest deadline 2024-04-26T02:03:02.101049+0000) 2024-04-26T02:03:13.174 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:03:12 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5[44448]: 2024-04-26T02:03:12.941+0000 7fb2d9e4d700 -1 osd.5 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:44.902442+0000 front 2024-04-26T02:02:44.902464+0000 (oldest deadline 2024-04-26T02:03:10.802658+0000) 2024-04-26T02:03:13.763 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:13 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:13.437+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:13.763 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:13 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:13.437+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:13.763 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:13 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:13.437+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:42.693403+0000 front 2024-04-26T02:02:42.693317+0000 (oldest deadline 2024-04-26T02:03:09.693853+0000) 2024-04-26T02:03:13.799 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:13 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:13.350+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:26.686414+0000 front 2024-04-26T02:02:26.686720+0000 (oldest deadline 2024-04-26T02:02:51.986851+0000) 2024-04-26T02:03:13.800 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:13 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:13.350+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:37.791272+0000 front 2024-04-26T02:02:37.790769+0000 (oldest deadline 2024-04-26T02:03:01.890752+0000) 2024-04-26T02:03:13.800 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:13 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:13.350+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:48.293630+0000 front 2024-04-26T02:02:48.293743+0000 (oldest deadline 2024-04-26T02:03:12.993781+0000) 2024-04-26T02:03:14.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:13 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:13.800+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:14.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:13 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:13.800+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.127213+0000 front 2024-04-26T02:02:38.127384+0000 (oldest deadline 2024-04-26T02:03:03.427485+0000) 2024-04-26T02:03:14.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:13 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:13.800+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:48.030528+0000 front 2024-04-26T02:02:48.030598+0000 (oldest deadline 2024-04-26T02:03:13.330756+0000) 2024-04-26T02:03:14.126 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:13 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:13.764+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.745909+0000 front 2024-04-26T02:02:39.746089+0000 (oldest deadline 2024-04-26T02:03:02.046111+0000) 2024-04-26T02:03:14.126 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:13 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:13.764+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:43.747140+0000 front 2024-04-26T02:02:43.747118+0000 (oldest deadline 2024-04-26T02:03:09.047223+0000) 2024-04-26T02:03:14.170 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:13 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:13.749+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.203265+0000 front 2024-04-26T02:02:28.202918+0000 (oldest deadline 2024-04-26T02:02:54.102700+0000) 2024-04-26T02:03:14.170 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:13 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:13.749+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:46.806486+0000 front 2024-04-26T02:02:46.806464+0000 (oldest deadline 2024-04-26T02:03:09.706714+0000) 2024-04-26T02:03:14.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:13 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:13.885+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:14.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:13 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:13.885+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:14.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:13 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:13.885+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:14.615 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:03:14 smithi163 podman[70529]: 2024-04-26 02:03:14.346056948 +0000 UTC m=+5.600452431 container died 15cddb832a66d638b1dfafa9ab9be0e78545aef8ff424ed102a255c33a40e2a2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-26T02:03:14.750 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:14 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:14.460+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:14.750 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:14 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:14.460+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:14.750 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:14 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:14.460+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:42.693403+0000 front 2024-04-26T02:02:42.693317+0000 (oldest deadline 2024-04-26T02:03:09.693853+0000) 2024-04-26T02:03:14.758 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:14 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:14.323+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:26.686414+0000 front 2024-04-26T02:02:26.686720+0000 (oldest deadline 2024-04-26T02:02:51.986851+0000) 2024-04-26T02:03:14.758 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:14 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:14.323+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:37.791272+0000 front 2024-04-26T02:02:37.790769+0000 (oldest deadline 2024-04-26T02:03:01.890752+0000) 2024-04-26T02:03:14.758 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:14 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:14.323+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:48.293630+0000 front 2024-04-26T02:02:48.293743+0000 (oldest deadline 2024-04-26T02:03:12.993781+0000) 2024-04-26T02:03:14.920 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:03:14 smithi163 podman[70529]: 2024-04-26 02:03:14.716115924 +0000 UTC m=+5.970511394 container cleanup 15cddb832a66d638b1dfafa9ab9be0e78545aef8ff424ed102a255c33a40e2a2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-04-26T02:03:14.921 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:03:14 smithi163 bash[70529]: ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5 2024-04-26T02:03:14.921 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:14 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:14.842+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:14.921 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:14 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:14.842+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:14.921 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:14 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:14.842+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:14.921 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:14 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:14.791+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.203265+0000 front 2024-04-26T02:02:28.202918+0000 (oldest deadline 2024-04-26T02:02:54.102700+0000) 2024-04-26T02:03:14.921 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:14 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:14.791+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:46.806486+0000 front 2024-04-26T02:02:46.806464+0000 (oldest deadline 2024-04-26T02:03:09.706714+0000) 2024-04-26T02:03:15.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:14 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:14.759+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:15.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:14 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:14.759+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.127213+0000 front 2024-04-26T02:02:38.127384+0000 (oldest deadline 2024-04-26T02:03:03.427485+0000) 2024-04-26T02:03:15.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:14 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:14.759+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:48.030528+0000 front 2024-04-26T02:02:48.030598+0000 (oldest deadline 2024-04-26T02:03:13.330756+0000) 2024-04-26T02:03:15.125 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:14 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:14.751+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.745909+0000 front 2024-04-26T02:02:39.746089+0000 (oldest deadline 2024-04-26T02:03:02.046111+0000) 2024-04-26T02:03:15.126 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:14 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:14.751+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:43.747140+0000 front 2024-04-26T02:02:43.747118+0000 (oldest deadline 2024-04-26T02:03:09.047223+0000) 2024-04-26T02:03:15.334 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:03:15 smithi163 podman[70545]: 2024-04-26 02:03:15.018819064 +0000 UTC m=+0.668902339 container remove 15cddb832a66d638b1dfafa9ab9be0e78545aef8ff424ed102a255c33a40e2a2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True) 2024-04-26T02:03:15.561 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:15 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:15.290+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:26.686414+0000 front 2024-04-26T02:02:26.686720+0000 (oldest deadline 2024-04-26T02:02:51.986851+0000) 2024-04-26T02:03:15.561 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:15 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:15.290+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:37.791272+0000 front 2024-04-26T02:02:37.790769+0000 (oldest deadline 2024-04-26T02:03:01.890752+0000) 2024-04-26T02:03:15.561 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:15 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:15.290+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:48.293630+0000 front 2024-04-26T02:02:48.293743+0000 (oldest deadline 2024-04-26T02:03:12.993781+0000) 2024-04-26T02:03:15.614 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:03:15 smithi163 podman[70636]: 2024-04-26 02:03:15.239346974 +0000 UTC m=+0.017951743 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T02:03:15.614 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:03:15 smithi163 podman[70636]: 2024-04-26 02:03:15.370126561 +0000 UTC m=+0.148731310 container create 092cd07ddfa40880277318f0b492d5e0697d650373db571801fed4e5088b8c5b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5-deactivate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T02:03:15.614 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:03:15 smithi163 podman[70636]: 2024-04-26 02:03:15.616363577 +0000 UTC m=+0.394968343 container init 092cd07ddfa40880277318f0b492d5e0697d650373db571801fed4e5088b8c5b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5) 2024-04-26T02:03:15.769 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:15 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:15.433+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:15.770 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:15 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:15.433+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:15.770 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:15 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:15.433+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:42.693403+0000 front 2024-04-26T02:02:42.693317+0000 (oldest deadline 2024-04-26T02:03:09.693853+0000) 2024-04-26T02:03:15.911 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:15 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:15.751+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.203265+0000 front 2024-04-26T02:02:28.202918+0000 (oldest deadline 2024-04-26T02:02:54.102700+0000) 2024-04-26T02:03:15.912 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:15 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:15.751+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:46.806486+0000 front 2024-04-26T02:02:46.806464+0000 (oldest deadline 2024-04-26T02:03:09.706714+0000) 2024-04-26T02:03:15.912 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:03:15 smithi163 podman[70636]: 2024-04-26 02:03:15.619786573 +0000 UTC m=+0.398391323 container start 092cd07ddfa40880277318f0b492d5e0697d650373db571801fed4e5088b8c5b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-04-26T02:03:15.912 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:03:15 smithi163 podman[70636]: 2024-04-26 02:03:15.716436807 +0000 UTC m=+0.495041576 container attach 092cd07ddfa40880277318f0b492d5e0697d650373db571801fed4e5088b8c5b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-26T02:03:15.912 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:15 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:15.859+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:15.912 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:15 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:15.859+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:15.912 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:15 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:15.859+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:16.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:15 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:15.729+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:16.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:15 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:15.729+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.127213+0000 front 2024-04-26T02:02:38.127384+0000 (oldest deadline 2024-04-26T02:03:03.427485+0000) 2024-04-26T02:03:16.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:15 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:15.729+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:48.030528+0000 front 2024-04-26T02:02:48.030598+0000 (oldest deadline 2024-04-26T02:03:13.330756+0000) 2024-04-26T02:03:16.091 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:15 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:15.771+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.745909+0000 front 2024-04-26T02:02:39.746089+0000 (oldest deadline 2024-04-26T02:03:02.046111+0000) 2024-04-26T02:03:16.091 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:15 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:15.771+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:43.747140+0000 front 2024-04-26T02:02:43.747118+0000 (oldest deadline 2024-04-26T02:03:09.047223+0000) 2024-04-26T02:03:16.170 INFO:journalctl@ceph.osd.5.smithi163.stdout:Apr 26 02:03:15 smithi163 podman[70636]: 2024-04-26 02:03:15.91415443 +0000 UTC m=+0.692759190 container died 092cd07ddfa40880277318f0b492d5e0697d650373db571801fed4e5088b8c5b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-5-deactivate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-26T02:03:16.530 DEBUG:teuthology.orchestra.run.smithi163:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@osd.5.service' 2024-04-26T02:03:16.568 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:03:16.568 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-04-26T02:03:16.568 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-04-26T02:03:16.568 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ceph-4e298560-036d-11ef-bc93-c7b262605968@osd.6 2024-04-26T02:03:16.651 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:16 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:16.328+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:26.686414+0000 front 2024-04-26T02:02:26.686720+0000 (oldest deadline 2024-04-26T02:02:51.986851+0000) 2024-04-26T02:03:16.651 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:16 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:16.328+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:37.791272+0000 front 2024-04-26T02:02:37.790769+0000 (oldest deadline 2024-04-26T02:03:01.890752+0000) 2024-04-26T02:03:16.651 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:16 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:16.328+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:48.293630+0000 front 2024-04-26T02:02:48.293743+0000 (oldest deadline 2024-04-26T02:03:12.993781+0000) 2024-04-26T02:03:16.789 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:16 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:16.451+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:16.790 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:16 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:16.451+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:16.790 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:16 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:16.451+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:42.693403+0000 front 2024-04-26T02:02:42.693317+0000 (oldest deadline 2024-04-26T02:03:09.693853+0000) 2024-04-26T02:03:16.906 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:16 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:16.733+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.203265+0000 front 2024-04-26T02:02:28.202918+0000 (oldest deadline 2024-04-26T02:02:54.102700+0000) 2024-04-26T02:03:16.906 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:16 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:16.733+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:46.806486+0000 front 2024-04-26T02:02:46.806464+0000 (oldest deadline 2024-04-26T02:03:09.706714+0000) 2024-04-26T02:03:17.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:16 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:16.708+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:17.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:16 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:16.708+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.127213+0000 front 2024-04-26T02:02:38.127384+0000 (oldest deadline 2024-04-26T02:03:03.427485+0000) 2024-04-26T02:03:17.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:16 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:16.708+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:48.030528+0000 front 2024-04-26T02:02:48.030598+0000 (oldest deadline 2024-04-26T02:03:13.330756+0000) 2024-04-26T02:03:17.061 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:16 smithi046 systemd[1]: Stopping Ceph osd.6 for 4e298560-036d-11ef-bc93-c7b262605968... 2024-04-26T02:03:17.125 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:16 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:16.791+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.745909+0000 front 2024-04-26T02:02:39.746089+0000 (oldest deadline 2024-04-26T02:03:02.046111+0000) 2024-04-26T02:03:17.126 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:16 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:16.791+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:43.747140+0000 front 2024-04-26T02:02:43.747118+0000 (oldest deadline 2024-04-26T02:03:09.047223+0000) 2024-04-26T02:03:17.170 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:16 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:16.908+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:17.170 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:16 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:16.908+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:17.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:16 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:16.908+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:17.562 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:17 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:17.201+0000 7f2dd2a00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:03:17.562 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:17 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:17.201+0000 7f2dd2a00700 -1 osd.6 105 *** Got signal Terminated *** 2024-04-26T02:03:17.562 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:17 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:17.201+0000 7f2dd2a00700 -1 osd.6 105 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T02:03:17.562 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:17 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:17.369+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:26.686414+0000 front 2024-04-26T02:02:26.686720+0000 (oldest deadline 2024-04-26T02:02:51.986851+0000) 2024-04-26T02:03:17.562 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:17 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:17.369+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:37.791272+0000 front 2024-04-26T02:02:37.790769+0000 (oldest deadline 2024-04-26T02:03:01.890752+0000) 2024-04-26T02:03:17.562 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:17 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:17.369+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:48.293630+0000 front 2024-04-26T02:02:48.293743+0000 (oldest deadline 2024-04-26T02:03:12.993781+0000) 2024-04-26T02:03:17.775 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:17 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:17.430+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:17.775 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:17 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:17.430+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:17.775 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:17 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:17.430+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:42.693403+0000 front 2024-04-26T02:02:42.693317+0000 (oldest deadline 2024-04-26T02:03:09.693853+0000) 2024-04-26T02:03:18.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:17 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:17.679+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:18.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:17 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:17.679+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.127213+0000 front 2024-04-26T02:02:38.127384+0000 (oldest deadline 2024-04-26T02:03:03.427485+0000) 2024-04-26T02:03:18.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:17 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:17.679+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:48.030528+0000 front 2024-04-26T02:02:48.030598+0000 (oldest deadline 2024-04-26T02:03:13.330756+0000) 2024-04-26T02:03:18.125 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:17 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:17.777+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.745909+0000 front 2024-04-26T02:02:39.746089+0000 (oldest deadline 2024-04-26T02:03:02.046111+0000) 2024-04-26T02:03:18.126 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:17 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:17.777+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:43.747140+0000 front 2024-04-26T02:02:43.747118+0000 (oldest deadline 2024-04-26T02:03:09.047223+0000) 2024-04-26T02:03:18.170 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:17 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:17.716+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.203265+0000 front 2024-04-26T02:02:28.202918+0000 (oldest deadline 2024-04-26T02:02:54.102700+0000) 2024-04-26T02:03:18.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:17 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:17.716+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:46.806486+0000 front 2024-04-26T02:02:46.806464+0000 (oldest deadline 2024-04-26T02:03:09.706714+0000) 2024-04-26T02:03:18.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:17 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:17.716+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:56.608850+0000 front 2024-04-26T02:02:56.608737+0000 (oldest deadline 2024-04-26T02:03:17.708601+0000) 2024-04-26T02:03:18.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:17 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:17.888+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:18.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:17 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:17.888+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:18.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:17 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:17.888+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:18.707 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:18 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:18.372+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:26.686414+0000 front 2024-04-26T02:02:26.686720+0000 (oldest deadline 2024-04-26T02:02:51.986851+0000) 2024-04-26T02:03:18.708 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:18 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:18.372+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:37.791272+0000 front 2024-04-26T02:02:37.790769+0000 (oldest deadline 2024-04-26T02:03:01.890752+0000) 2024-04-26T02:03:18.708 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:18 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:18.372+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:48.293630+0000 front 2024-04-26T02:02:48.293743+0000 (oldest deadline 2024-04-26T02:03:12.993781+0000) 2024-04-26T02:03:18.805 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:18 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:18.452+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:18.805 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:18 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:18.452+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:18.806 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:18 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:18.452+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:42.693403+0000 front 2024-04-26T02:02:42.693317+0000 (oldest deadline 2024-04-26T02:03:09.693853+0000) 2024-04-26T02:03:19.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:18 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:18.708+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:19.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:18 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:18.708+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.127213+0000 front 2024-04-26T02:02:38.127384+0000 (oldest deadline 2024-04-26T02:03:03.427485+0000) 2024-04-26T02:03:19.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:18 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:18.708+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:48.030528+0000 front 2024-04-26T02:02:48.030598+0000 (oldest deadline 2024-04-26T02:03:13.330756+0000) 2024-04-26T02:03:19.125 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:18 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:18.807+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.745909+0000 front 2024-04-26T02:02:39.746089+0000 (oldest deadline 2024-04-26T02:03:02.046111+0000) 2024-04-26T02:03:19.126 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:18 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:18.807+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:43.747140+0000 front 2024-04-26T02:02:43.747118+0000 (oldest deadline 2024-04-26T02:03:09.047223+0000) 2024-04-26T02:03:19.170 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:18 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:18.740+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.203265+0000 front 2024-04-26T02:02:28.202918+0000 (oldest deadline 2024-04-26T02:02:54.102700+0000) 2024-04-26T02:03:19.170 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:18 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:18.740+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:46.806486+0000 front 2024-04-26T02:02:46.806464+0000 (oldest deadline 2024-04-26T02:03:09.706714+0000) 2024-04-26T02:03:19.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:18 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:18.740+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:56.608850+0000 front 2024-04-26T02:02:56.608737+0000 (oldest deadline 2024-04-26T02:03:17.708601+0000) 2024-04-26T02:03:19.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:18 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:18.840+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:19.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:18 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:18.840+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:19.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:18 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:18.840+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:19.734 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:19 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:19.396+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:26.686414+0000 front 2024-04-26T02:02:26.686720+0000 (oldest deadline 2024-04-26T02:02:51.986851+0000) 2024-04-26T02:03:19.734 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:19 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:19.396+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:37.791272+0000 front 2024-04-26T02:02:37.790769+0000 (oldest deadline 2024-04-26T02:03:01.890752+0000) 2024-04-26T02:03:19.734 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:19 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:19.396+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:48.293630+0000 front 2024-04-26T02:02:48.293743+0000 (oldest deadline 2024-04-26T02:03:12.993781+0000) 2024-04-26T02:03:19.734 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:19 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:19.396+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:52.994609+0000 front 2024-04-26T02:02:52.995310+0000 (oldest deadline 2024-04-26T02:03:18.894898+0000) 2024-04-26T02:03:19.828 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:19 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:19.445+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:19.828 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:19 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:19.445+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:19.828 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:19 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:19.445+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:42.693403+0000 front 2024-04-26T02:02:42.693317+0000 (oldest deadline 2024-04-26T02:03:09.693853+0000) 2024-04-26T02:03:19.828 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:19 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:19.445+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:55.995965+0000 front 2024-04-26T02:02:55.995836+0000 (oldest deadline 2024-04-26T02:03:18.796154+0000) 2024-04-26T02:03:20.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:19 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:19.734+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:20.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:19 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:19.734+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.127213+0000 front 2024-04-26T02:02:38.127384+0000 (oldest deadline 2024-04-26T02:03:03.427485+0000) 2024-04-26T02:03:20.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:19 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:19.734+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:48.030528+0000 front 2024-04-26T02:02:48.030598+0000 (oldest deadline 2024-04-26T02:03:13.330756+0000) 2024-04-26T02:03:20.125 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:19 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:19.828+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.745909+0000 front 2024-04-26T02:02:39.746089+0000 (oldest deadline 2024-04-26T02:03:02.046111+0000) 2024-04-26T02:03:20.126 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:19 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:19.828+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:43.747140+0000 front 2024-04-26T02:02:43.747118+0000 (oldest deadline 2024-04-26T02:03:09.047223+0000) 2024-04-26T02:03:20.170 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:19 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:19.776+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.203265+0000 front 2024-04-26T02:02:28.202918+0000 (oldest deadline 2024-04-26T02:02:54.102700+0000) 2024-04-26T02:03:20.170 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:19 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:19.776+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:46.806486+0000 front 2024-04-26T02:02:46.806464+0000 (oldest deadline 2024-04-26T02:03:09.706714+0000) 2024-04-26T02:03:20.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:19 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:19.776+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:56.608850+0000 front 2024-04-26T02:02:56.608737+0000 (oldest deadline 2024-04-26T02:03:17.708601+0000) 2024-04-26T02:03:20.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:19 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:19.872+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:20.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:19 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:19.872+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:20.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:19 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:19.872+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:20.699 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:20 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:20.372+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:26.686414+0000 front 2024-04-26T02:02:26.686720+0000 (oldest deadline 2024-04-26T02:02:51.986851+0000) 2024-04-26T02:03:20.699 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:20 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:20.372+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:37.791272+0000 front 2024-04-26T02:02:37.790769+0000 (oldest deadline 2024-04-26T02:03:01.890752+0000) 2024-04-26T02:03:20.699 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:20 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:20.372+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:48.293630+0000 front 2024-04-26T02:02:48.293743+0000 (oldest deadline 2024-04-26T02:03:12.993781+0000) 2024-04-26T02:03:20.699 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:20 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:20.372+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:52.994609+0000 front 2024-04-26T02:02:52.995310+0000 (oldest deadline 2024-04-26T02:03:18.894898+0000) 2024-04-26T02:03:20.862 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:20 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:20.410+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:20.862 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:20 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:20.410+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:20.862 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:20 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:20.410+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:42.693403+0000 front 2024-04-26T02:02:42.693317+0000 (oldest deadline 2024-04-26T02:03:09.693853+0000) 2024-04-26T02:03:20.862 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:20 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:20.410+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:55.995965+0000 front 2024-04-26T02:02:55.995836+0000 (oldest deadline 2024-04-26T02:03:18.796154+0000) 2024-04-26T02:03:21.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:20 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:20.699+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:21.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:20 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:20.699+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.127213+0000 front 2024-04-26T02:02:38.127384+0000 (oldest deadline 2024-04-26T02:03:03.427485+0000) 2024-04-26T02:03:21.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:20 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:20.699+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:48.030528+0000 front 2024-04-26T02:02:48.030598+0000 (oldest deadline 2024-04-26T02:03:13.330756+0000) 2024-04-26T02:03:21.126 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:20 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:20.863+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.745909+0000 front 2024-04-26T02:02:39.746089+0000 (oldest deadline 2024-04-26T02:03:02.046111+0000) 2024-04-26T02:03:21.126 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:20 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:20.863+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:43.747140+0000 front 2024-04-26T02:02:43.747118+0000 (oldest deadline 2024-04-26T02:03:09.047223+0000) 2024-04-26T02:03:21.126 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:20 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:20.863+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:54.948615+0000 front 2024-04-26T02:02:54.948585+0000 (oldest deadline 2024-04-26T02:03:20.848560+0000) 2024-04-26T02:03:21.170 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:20 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:20.768+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.203265+0000 front 2024-04-26T02:02:28.202918+0000 (oldest deadline 2024-04-26T02:02:54.102700+0000) 2024-04-26T02:03:21.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:20 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:20.768+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:46.806486+0000 front 2024-04-26T02:02:46.806464+0000 (oldest deadline 2024-04-26T02:03:09.706714+0000) 2024-04-26T02:03:21.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:20 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:20.768+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:56.608850+0000 front 2024-04-26T02:02:56.608737+0000 (oldest deadline 2024-04-26T02:03:17.708601+0000) 2024-04-26T02:03:21.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:20 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:20.898+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:21.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:20 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:20.898+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:21.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:20 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:20.898+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:21.706 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:21 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:21.358+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:26.686414+0000 front 2024-04-26T02:02:26.686720+0000 (oldest deadline 2024-04-26T02:02:51.986851+0000) 2024-04-26T02:03:21.706 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:21 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:21.358+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:37.791272+0000 front 2024-04-26T02:02:37.790769+0000 (oldest deadline 2024-04-26T02:03:01.890752+0000) 2024-04-26T02:03:21.706 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:21 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:21.358+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:48.293630+0000 front 2024-04-26T02:02:48.293743+0000 (oldest deadline 2024-04-26T02:03:12.993781+0000) 2024-04-26T02:03:21.706 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:21 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6[56157]: 2024-04-26T02:03:21.358+0000 7f2dc9200700 -1 osd.6 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:52.994609+0000 front 2024-04-26T02:02:52.995310+0000 (oldest deadline 2024-04-26T02:03:18.894898+0000) 2024-04-26T02:03:21.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:21 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:21.409+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:21.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:21 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:21.409+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:21.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:21 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:21.409+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:42.693403+0000 front 2024-04-26T02:02:42.693317+0000 (oldest deadline 2024-04-26T02:03:09.693853+0000) 2024-04-26T02:03:21.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:21 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:21.409+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:55.995965+0000 front 2024-04-26T02:02:55.995836+0000 (oldest deadline 2024-04-26T02:03:18.796154+0000) 2024-04-26T02:03:22.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:21 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:21.706+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:22.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:21 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:21.706+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.127213+0000 front 2024-04-26T02:02:38.127384+0000 (oldest deadline 2024-04-26T02:03:03.427485+0000) 2024-04-26T02:03:22.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:21 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:21.706+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:48.030528+0000 front 2024-04-26T02:02:48.030598+0000 (oldest deadline 2024-04-26T02:03:13.330756+0000) 2024-04-26T02:03:22.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:21 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:21.706+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:53.331790+0000 front 2024-04-26T02:02:53.331714+0000 (oldest deadline 2024-04-26T02:03:20.932926+0000) 2024-04-26T02:03:22.170 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:21 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:21.756+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.203265+0000 front 2024-04-26T02:02:28.202918+0000 (oldest deadline 2024-04-26T02:02:54.102700+0000) 2024-04-26T02:03:22.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:21 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:21.756+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:46.806486+0000 front 2024-04-26T02:02:46.806464+0000 (oldest deadline 2024-04-26T02:03:09.706714+0000) 2024-04-26T02:03:22.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:21 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:21.756+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:56.608850+0000 front 2024-04-26T02:02:56.608737+0000 (oldest deadline 2024-04-26T02:03:17.708601+0000) 2024-04-26T02:03:22.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:21 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:21.930+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:22.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:21 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:21.930+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:22.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:21 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:21.930+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:22.376 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:21 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:21.895+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.745909+0000 front 2024-04-26T02:02:39.746089+0000 (oldest deadline 2024-04-26T02:03:02.046111+0000) 2024-04-26T02:03:22.376 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:21 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:21.895+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:43.747140+0000 front 2024-04-26T02:02:43.747118+0000 (oldest deadline 2024-04-26T02:03:09.047223+0000) 2024-04-26T02:03:22.376 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:21 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:21.895+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:54.948615+0000 front 2024-04-26T02:02:54.948585+0000 (oldest deadline 2024-04-26T02:03:20.848560+0000) 2024-04-26T02:03:22.857 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:22 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:22.434+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:22.857 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:22 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:22.434+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:22.857 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:22 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:22.434+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:42.693403+0000 front 2024-04-26T02:02:42.693317+0000 (oldest deadline 2024-04-26T02:03:09.693853+0000) 2024-04-26T02:03:22.857 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:22 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:22.434+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:55.995965+0000 front 2024-04-26T02:02:55.995836+0000 (oldest deadline 2024-04-26T02:03:18.796154+0000) 2024-04-26T02:03:23.061 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:22 smithi046 podman[97430]: 2024-04-26 02:03:22.725825466 +0000 UTC m=+5.672265965 container died d61420f02deeee68fc9a40e491395963f01386009400382a21a1fb6a7cbf5cfb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T02:03:23.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:22 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:22.753+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:23.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:22 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:22.754+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.127213+0000 front 2024-04-26T02:02:38.127384+0000 (oldest deadline 2024-04-26T02:03:03.427485+0000) 2024-04-26T02:03:23.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:22 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:22.754+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:48.030528+0000 front 2024-04-26T02:02:48.030598+0000 (oldest deadline 2024-04-26T02:03:13.330756+0000) 2024-04-26T02:03:23.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:22 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:22.754+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:53.331790+0000 front 2024-04-26T02:02:53.331714+0000 (oldest deadline 2024-04-26T02:03:20.932926+0000) 2024-04-26T02:03:23.125 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:22 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:22.859+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.745909+0000 front 2024-04-26T02:02:39.746089+0000 (oldest deadline 2024-04-26T02:03:02.046111+0000) 2024-04-26T02:03:23.126 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:22 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:22.859+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:43.747140+0000 front 2024-04-26T02:02:43.747118+0000 (oldest deadline 2024-04-26T02:03:09.047223+0000) 2024-04-26T02:03:23.126 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:22 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:22.859+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:54.948615+0000 front 2024-04-26T02:02:54.948585+0000 (oldest deadline 2024-04-26T02:03:20.848560+0000) 2024-04-26T02:03:23.170 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:22 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:22.748+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.203265+0000 front 2024-04-26T02:02:28.202918+0000 (oldest deadline 2024-04-26T02:02:54.102700+0000) 2024-04-26T02:03:23.170 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:22 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:22.748+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:46.806486+0000 front 2024-04-26T02:02:46.806464+0000 (oldest deadline 2024-04-26T02:03:09.706714+0000) 2024-04-26T02:03:23.170 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:22 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:22.748+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:56.608850+0000 front 2024-04-26T02:02:56.608737+0000 (oldest deadline 2024-04-26T02:03:17.708601+0000) 2024-04-26T02:03:23.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:22 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:22.916+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:23.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:22 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:22.916+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:23.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:22 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:22.916+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:23.394 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:23 smithi046 podman[97430]: 2024-04-26 02:03:23.169458978 +0000 UTC m=+6.115899504 container cleanup d61420f02deeee68fc9a40e491395963f01386009400382a21a1fb6a7cbf5cfb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, ceph=True) 2024-04-26T02:03:23.394 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:23 smithi046 bash[97430]: ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6 2024-04-26T02:03:23.754 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:23 smithi046 podman[97457]: 2024-04-26 02:03:23.395719379 +0000 UTC m=+0.654169544 container remove d61420f02deeee68fc9a40e491395963f01386009400382a21a1fb6a7cbf5cfb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-26T02:03:23.855 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:23 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:23.393+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:23.856 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:23 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:23.393+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:23.856 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:23 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:23.393+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:42.693403+0000 front 2024-04-26T02:02:42.693317+0000 (oldest deadline 2024-04-26T02:03:09.693853+0000) 2024-04-26T02:03:23.856 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:23 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:23.393+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:55.995965+0000 front 2024-04-26T02:02:55.995836+0000 (oldest deadline 2024-04-26T02:03:18.796154+0000) 2024-04-26T02:03:24.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:23 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:23.754+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:24.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:23 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:23.754+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.127213+0000 front 2024-04-26T02:02:38.127384+0000 (oldest deadline 2024-04-26T02:03:03.427485+0000) 2024-04-26T02:03:24.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:23 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:23.754+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:48.030528+0000 front 2024-04-26T02:02:48.030598+0000 (oldest deadline 2024-04-26T02:03:13.330756+0000) 2024-04-26T02:03:24.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:23 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:23.754+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:53.331790+0000 front 2024-04-26T02:02:53.331714+0000 (oldest deadline 2024-04-26T02:03:20.932926+0000) 2024-04-26T02:03:24.125 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:23 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:23.857+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.745909+0000 front 2024-04-26T02:02:39.746089+0000 (oldest deadline 2024-04-26T02:03:02.046111+0000) 2024-04-26T02:03:24.126 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:23 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:23.857+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:43.747140+0000 front 2024-04-26T02:02:43.747118+0000 (oldest deadline 2024-04-26T02:03:09.047223+0000) 2024-04-26T02:03:24.126 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:23 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:23.857+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:54.948615+0000 front 2024-04-26T02:02:54.948585+0000 (oldest deadline 2024-04-26T02:03:20.848560+0000) 2024-04-26T02:03:24.170 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:23 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:23.712+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.203265+0000 front 2024-04-26T02:02:28.202918+0000 (oldest deadline 2024-04-26T02:02:54.102700+0000) 2024-04-26T02:03:24.170 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:23 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:23.712+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:46.806486+0000 front 2024-04-26T02:02:46.806464+0000 (oldest deadline 2024-04-26T02:03:09.706714+0000) 2024-04-26T02:03:24.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:23 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:23.712+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:56.608850+0000 front 2024-04-26T02:02:56.608737+0000 (oldest deadline 2024-04-26T02:03:17.708601+0000) 2024-04-26T02:03:24.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:23 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:23.903+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:24.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:23 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:23.903+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:24.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:23 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:23.903+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:24.561 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:24 smithi046 podman[97545]: 2024-04-26 02:03:24.160494345 +0000 UTC m=+0.038735252 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T02:03:24.561 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:24 smithi046 podman[97545]: 2024-04-26 02:03:24.296697132 +0000 UTC m=+0.174938043 container create cc52c9513e93dd88d102abbeea6cf9afb4da16c21a514b2d4d2bb6bb4e7ac137 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-26T02:03:24.874 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:24 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:24.440+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:24.874 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:24 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:24.440+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:24.874 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:24 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:24.440+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:42.693403+0000 front 2024-04-26T02:02:42.693317+0000 (oldest deadline 2024-04-26T02:03:09.693853+0000) 2024-04-26T02:03:24.874 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:24 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:24.440+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:55.995965+0000 front 2024-04-26T02:02:55.995836+0000 (oldest deadline 2024-04-26T02:03:18.796154+0000) 2024-04-26T02:03:25.039 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:24 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:24.758+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:25.039 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:24 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:24.758+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.127213+0000 front 2024-04-26T02:02:38.127384+0000 (oldest deadline 2024-04-26T02:03:03.427485+0000) 2024-04-26T02:03:25.039 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:24 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:24.758+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:48.030528+0000 front 2024-04-26T02:02:48.030598+0000 (oldest deadline 2024-04-26T02:03:13.330756+0000) 2024-04-26T02:03:25.039 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:24 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:24.758+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:53.331790+0000 front 2024-04-26T02:02:53.331714+0000 (oldest deadline 2024-04-26T02:03:20.932926+0000) 2024-04-26T02:03:25.040 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:24 smithi046 podman[97545]: 2024-04-26 02:03:24.566847008 +0000 UTC m=+0.445087959 container init cc52c9513e93dd88d102abbeea6cf9afb4da16c21a514b2d4d2bb6bb4e7ac137 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416) 2024-04-26T02:03:25.040 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:24 smithi046 podman[97545]: 2024-04-26 02:03:24.579053643 +0000 UTC m=+0.457294594 container start cc52c9513e93dd88d102abbeea6cf9afb4da16c21a514b2d4d2bb6bb4e7ac137 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-04-26T02:03:25.040 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:24 smithi046 podman[97545]: 2024-04-26 02:03:24.682274006 +0000 UTC m=+0.560514957 container attach cc52c9513e93dd88d102abbeea6cf9afb4da16c21a514b2d4d2bb6bb4e7ac137 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6-deactivate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T02:03:25.126 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:24 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:24.875+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.745909+0000 front 2024-04-26T02:02:39.746089+0000 (oldest deadline 2024-04-26T02:03:02.046111+0000) 2024-04-26T02:03:25.126 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:24 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:24.875+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:43.747140+0000 front 2024-04-26T02:02:43.747118+0000 (oldest deadline 2024-04-26T02:03:09.047223+0000) 2024-04-26T02:03:25.126 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:24 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:24.875+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:54.948615+0000 front 2024-04-26T02:02:54.948585+0000 (oldest deadline 2024-04-26T02:03:20.848560+0000) 2024-04-26T02:03:25.170 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:24 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:24.759+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.203265+0000 front 2024-04-26T02:02:28.202918+0000 (oldest deadline 2024-04-26T02:02:54.102700+0000) 2024-04-26T02:03:25.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:24 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:24.759+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:46.806486+0000 front 2024-04-26T02:02:46.806464+0000 (oldest deadline 2024-04-26T02:03:09.706714+0000) 2024-04-26T02:03:25.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:24 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:24.759+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:56.608850+0000 front 2024-04-26T02:02:56.608737+0000 (oldest deadline 2024-04-26T02:03:17.708601+0000) 2024-04-26T02:03:25.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:24 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:24.894+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:25.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:24 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:24.894+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:25.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:24 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:24.894+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:25.311 INFO:journalctl@ceph.osd.6.smithi046.stdout:Apr 26 02:03:25 smithi046 podman[97545]: 2024-04-26 02:03:25.042107774 +0000 UTC m=+0.920348681 container died cc52c9513e93dd88d102abbeea6cf9afb4da16c21a514b2d4d2bb6bb4e7ac137 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-6-deactivate, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-04-26T02:03:25.771 DEBUG:teuthology.orchestra.run.smithi046:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@osd.6.service' 2024-04-26T02:03:25.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:25 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:25.407+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:25.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:25 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:25.407+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:25.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:25 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:25.408+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:42.693403+0000 front 2024-04-26T02:02:42.693317+0000 (oldest deadline 2024-04-26T02:03:09.693853+0000) 2024-04-26T02:03:25.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:25 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:25.408+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:55.995965+0000 front 2024-04-26T02:02:55.995836+0000 (oldest deadline 2024-04-26T02:03:18.796154+0000) 2024-04-26T02:03:25.888 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:03:25.888 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-04-26T02:03:25.888 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-04-26T02:03:25.888 DEBUG:teuthology.orchestra.run.smithi103:> sudo systemctl stop ceph-4e298560-036d-11ef-bc93-c7b262605968@osd.7 2024-04-26T02:03:26.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:25 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:25.757+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:26.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:25 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:25.757+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.127213+0000 front 2024-04-26T02:02:38.127384+0000 (oldest deadline 2024-04-26T02:03:03.427485+0000) 2024-04-26T02:03:26.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:25 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:25.757+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:48.030528+0000 front 2024-04-26T02:02:48.030598+0000 (oldest deadline 2024-04-26T02:03:13.330756+0000) 2024-04-26T02:03:26.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:25 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:25.757+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:53.331790+0000 front 2024-04-26T02:02:53.331714+0000 (oldest deadline 2024-04-26T02:03:20.932926+0000) 2024-04-26T02:03:26.170 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:25 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:25.751+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.203265+0000 front 2024-04-26T02:02:28.202918+0000 (oldest deadline 2024-04-26T02:02:54.102700+0000) 2024-04-26T02:03:26.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:25 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:25.751+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:46.806486+0000 front 2024-04-26T02:02:46.806464+0000 (oldest deadline 2024-04-26T02:03:09.706714+0000) 2024-04-26T02:03:26.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:25 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:25.751+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:56.608850+0000 front 2024-04-26T02:02:56.608737+0000 (oldest deadline 2024-04-26T02:03:17.708601+0000) 2024-04-26T02:03:26.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:25 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:25.881+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:26.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:25 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:25.881+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:26.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:25 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:25.881+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:26.202 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:25 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:25.918+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.745909+0000 front 2024-04-26T02:02:39.746089+0000 (oldest deadline 2024-04-26T02:03:02.046111+0000) 2024-04-26T02:03:26.202 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:25 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:25.918+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:43.747140+0000 front 2024-04-26T02:02:43.747118+0000 (oldest deadline 2024-04-26T02:03:09.047223+0000) 2024-04-26T02:03:26.202 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:25 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:25.918+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:54.948615+0000 front 2024-04-26T02:02:54.948585+0000 (oldest deadline 2024-04-26T02:03:20.848560+0000) 2024-04-26T02:03:26.202 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:25 smithi103 systemd[1]: Stopping Ceph osd.7 for 4e298560-036d-11ef-bc93-c7b262605968... 2024-04-26T02:03:26.203 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:26 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:26.204+0000 7f7d46e8b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:03:26.203 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:26 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:26.204+0000 7f7d46e8b700 -1 osd.7 105 *** Got signal Terminated *** 2024-04-26T02:03:26.203 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:26 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:26.204+0000 7f7d46e8b700 -1 osd.7 105 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T02:03:26.626 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:26 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:26.435+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:26.626 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:26 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:26.435+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:26.626 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:26 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:26.435+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:42.693403+0000 front 2024-04-26T02:02:42.693317+0000 (oldest deadline 2024-04-26T02:03:09.693853+0000) 2024-04-26T02:03:26.626 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:26 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:26.435+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:55.995965+0000 front 2024-04-26T02:02:55.995836+0000 (oldest deadline 2024-04-26T02:03:18.796154+0000) 2024-04-26T02:03:27.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:26 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:26.713+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:27.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:26 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:26.713+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.127213+0000 front 2024-04-26T02:02:38.127384+0000 (oldest deadline 2024-04-26T02:03:03.427485+0000) 2024-04-26T02:03:27.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:26 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:26.713+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:48.030528+0000 front 2024-04-26T02:02:48.030598+0000 (oldest deadline 2024-04-26T02:03:13.330756+0000) 2024-04-26T02:03:27.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:26 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:26.713+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:53.331790+0000 front 2024-04-26T02:02:53.331714+0000 (oldest deadline 2024-04-26T02:03:20.932926+0000) 2024-04-26T02:03:27.170 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:26 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:26.788+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.203265+0000 front 2024-04-26T02:02:28.202918+0000 (oldest deadline 2024-04-26T02:02:54.102700+0000) 2024-04-26T02:03:27.170 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:26 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:26.788+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:46.806486+0000 front 2024-04-26T02:02:46.806464+0000 (oldest deadline 2024-04-26T02:03:09.706714+0000) 2024-04-26T02:03:27.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:26 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:26.788+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:56.608850+0000 front 2024-04-26T02:02:56.608737+0000 (oldest deadline 2024-04-26T02:03:17.708601+0000) 2024-04-26T02:03:27.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:26 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:26.878+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:27.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:26 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:26.878+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:27.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:26 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:26.878+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:27.376 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:26 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:26.928+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.745909+0000 front 2024-04-26T02:02:39.746089+0000 (oldest deadline 2024-04-26T02:03:02.046111+0000) 2024-04-26T02:03:27.376 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:26 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:26.928+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:43.747140+0000 front 2024-04-26T02:02:43.747118+0000 (oldest deadline 2024-04-26T02:03:09.047223+0000) 2024-04-26T02:03:27.376 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:26 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:26.928+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:54.948615+0000 front 2024-04-26T02:02:54.948585+0000 (oldest deadline 2024-04-26T02:03:20.848560+0000) 2024-04-26T02:03:27.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:27 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:27.388+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:27.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:27 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:27.388+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:27.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:27 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:27.388+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:42.693403+0000 front 2024-04-26T02:02:42.693317+0000 (oldest deadline 2024-04-26T02:03:09.693853+0000) 2024-04-26T02:03:27.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:27 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:27.388+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:55.995965+0000 front 2024-04-26T02:02:55.995836+0000 (oldest deadline 2024-04-26T02:03:18.796154+0000) 2024-04-26T02:03:27.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:27 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:27.388+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.797740+0000 front 2024-04-26T02:03:05.797760+0000 (oldest deadline 2024-04-26T02:03:26.798266+0000) 2024-04-26T02:03:28.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:27 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:27.699+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:28.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:27 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:27.699+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.127213+0000 front 2024-04-26T02:02:38.127384+0000 (oldest deadline 2024-04-26T02:03:03.427485+0000) 2024-04-26T02:03:28.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:27 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:27.699+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:48.030528+0000 front 2024-04-26T02:02:48.030598+0000 (oldest deadline 2024-04-26T02:03:13.330756+0000) 2024-04-26T02:03:28.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:27 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:27.699+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:53.331790+0000 front 2024-04-26T02:02:53.331714+0000 (oldest deadline 2024-04-26T02:03:20.932926+0000) 2024-04-26T02:03:28.170 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:27 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:27.810+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.203265+0000 front 2024-04-26T02:02:28.202918+0000 (oldest deadline 2024-04-26T02:02:54.102700+0000) 2024-04-26T02:03:28.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:27 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:27.810+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:46.806486+0000 front 2024-04-26T02:02:46.806464+0000 (oldest deadline 2024-04-26T02:03:09.706714+0000) 2024-04-26T02:03:28.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:27 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:27.810+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:56.608850+0000 front 2024-04-26T02:02:56.608737+0000 (oldest deadline 2024-04-26T02:03:17.708601+0000) 2024-04-26T02:03:28.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:27 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:27.913+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:28.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:27 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:27.913+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:28.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:27 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:27.913+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:28.375 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:27 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:27.881+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.745909+0000 front 2024-04-26T02:02:39.746089+0000 (oldest deadline 2024-04-26T02:03:02.046111+0000) 2024-04-26T02:03:28.376 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:27 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:27.881+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:43.747140+0000 front 2024-04-26T02:02:43.747118+0000 (oldest deadline 2024-04-26T02:03:09.047223+0000) 2024-04-26T02:03:28.376 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:27 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:27.881+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:54.948615+0000 front 2024-04-26T02:02:54.948585+0000 (oldest deadline 2024-04-26T02:03:20.848560+0000) 2024-04-26T02:03:28.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:28 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:28.413+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:28.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:28 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:28.413+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:28.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:28 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:28.413+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:42.693403+0000 front 2024-04-26T02:02:42.693317+0000 (oldest deadline 2024-04-26T02:03:09.693853+0000) 2024-04-26T02:03:28.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:28 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:28.413+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:55.995965+0000 front 2024-04-26T02:02:55.995836+0000 (oldest deadline 2024-04-26T02:03:18.796154+0000) 2024-04-26T02:03:28.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:28 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:28.413+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.797740+0000 front 2024-04-26T02:03:05.797760+0000 (oldest deadline 2024-04-26T02:03:26.798266+0000) 2024-04-26T02:03:29.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:28 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:28.678+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:29.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:28 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:28.678+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.127213+0000 front 2024-04-26T02:02:38.127384+0000 (oldest deadline 2024-04-26T02:03:03.427485+0000) 2024-04-26T02:03:29.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:28 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:28.678+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:48.030528+0000 front 2024-04-26T02:02:48.030598+0000 (oldest deadline 2024-04-26T02:03:13.330756+0000) 2024-04-26T02:03:29.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:28 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:28.678+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:53.331790+0000 front 2024-04-26T02:02:53.331714+0000 (oldest deadline 2024-04-26T02:03:20.932926+0000) 2024-04-26T02:03:29.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:28 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:28.788+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.203265+0000 front 2024-04-26T02:02:28.202918+0000 (oldest deadline 2024-04-26T02:02:54.102700+0000) 2024-04-26T02:03:29.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:28 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:28.788+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:46.806486+0000 front 2024-04-26T02:02:46.806464+0000 (oldest deadline 2024-04-26T02:03:09.706714+0000) 2024-04-26T02:03:29.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:28 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:28.788+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:56.608850+0000 front 2024-04-26T02:02:56.608737+0000 (oldest deadline 2024-04-26T02:03:17.708601+0000) 2024-04-26T02:03:29.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:28 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:28.864+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:29.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:28 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:28.864+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:29.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:28 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:28.864+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:29.376 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:28 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:28.892+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.745909+0000 front 2024-04-26T02:02:39.746089+0000 (oldest deadline 2024-04-26T02:03:02.046111+0000) 2024-04-26T02:03:29.376 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:28 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:28.892+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:43.747140+0000 front 2024-04-26T02:02:43.747118+0000 (oldest deadline 2024-04-26T02:03:09.047223+0000) 2024-04-26T02:03:29.376 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:28 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:28.892+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:54.948615+0000 front 2024-04-26T02:02:54.948585+0000 (oldest deadline 2024-04-26T02:03:20.848560+0000) 2024-04-26T02:03:29.870 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:29 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:29.412+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:29.870 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:29 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:29.412+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:29.870 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:29 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:29.412+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:42.693403+0000 front 2024-04-26T02:02:42.693317+0000 (oldest deadline 2024-04-26T02:03:09.693853+0000) 2024-04-26T02:03:29.871 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:29 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:29.412+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:55.995965+0000 front 2024-04-26T02:02:55.995836+0000 (oldest deadline 2024-04-26T02:03:18.796154+0000) 2024-04-26T02:03:29.871 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:29 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:29.412+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.797740+0000 front 2024-04-26T02:03:05.797760+0000 (oldest deadline 2024-04-26T02:03:26.798266+0000) 2024-04-26T02:03:30.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:29 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:29.691+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:30.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:29 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:29.691+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.127213+0000 front 2024-04-26T02:02:38.127384+0000 (oldest deadline 2024-04-26T02:03:03.427485+0000) 2024-04-26T02:03:30.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:29 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:29.691+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:48.030528+0000 front 2024-04-26T02:02:48.030598+0000 (oldest deadline 2024-04-26T02:03:13.330756+0000) 2024-04-26T02:03:30.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:29 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:29.691+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:53.331790+0000 front 2024-04-26T02:02:53.331714+0000 (oldest deadline 2024-04-26T02:03:20.932926+0000) 2024-04-26T02:03:30.126 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:29 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:29.872+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.745909+0000 front 2024-04-26T02:02:39.746089+0000 (oldest deadline 2024-04-26T02:03:02.046111+0000) 2024-04-26T02:03:30.126 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:29 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:29.872+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:43.747140+0000 front 2024-04-26T02:02:43.747118+0000 (oldest deadline 2024-04-26T02:03:09.047223+0000) 2024-04-26T02:03:30.126 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:29 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:29.872+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:54.948615+0000 front 2024-04-26T02:02:54.948585+0000 (oldest deadline 2024-04-26T02:03:20.848560+0000) 2024-04-26T02:03:30.126 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:29 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:29.872+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.449787+0000 front 2024-04-26T02:03:05.449743+0000 (oldest deadline 2024-04-26T02:03:29.549947+0000) 2024-04-26T02:03:30.170 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:29 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:29.795+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.203265+0000 front 2024-04-26T02:02:28.202918+0000 (oldest deadline 2024-04-26T02:02:54.102700+0000) 2024-04-26T02:03:30.170 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:29 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:29.795+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:46.806486+0000 front 2024-04-26T02:02:46.806464+0000 (oldest deadline 2024-04-26T02:03:09.706714+0000) 2024-04-26T02:03:30.170 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:29 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:29.795+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:56.608850+0000 front 2024-04-26T02:02:56.608737+0000 (oldest deadline 2024-04-26T02:03:17.708601+0000) 2024-04-26T02:03:30.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:29 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:29.852+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:30.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:29 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:29.852+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:30.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:29 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:29.852+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:30.869 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:30 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:30.406+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:30.869 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:30 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:30.406+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:30.869 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:30 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:30.406+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:42.693403+0000 front 2024-04-26T02:02:42.693317+0000 (oldest deadline 2024-04-26T02:03:09.693853+0000) 2024-04-26T02:03:30.870 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:30 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:30.406+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:55.995965+0000 front 2024-04-26T02:02:55.995836+0000 (oldest deadline 2024-04-26T02:03:18.796154+0000) 2024-04-26T02:03:30.870 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:30 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:30.406+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.797740+0000 front 2024-04-26T02:03:05.797760+0000 (oldest deadline 2024-04-26T02:03:26.798266+0000) 2024-04-26T02:03:31.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:30 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:30.717+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:31.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:30 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:30.717+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.127213+0000 front 2024-04-26T02:02:38.127384+0000 (oldest deadline 2024-04-26T02:03:03.427485+0000) 2024-04-26T02:03:31.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:30 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:30.717+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:48.030528+0000 front 2024-04-26T02:02:48.030598+0000 (oldest deadline 2024-04-26T02:03:13.330756+0000) 2024-04-26T02:03:31.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:30 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:30.717+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:53.331790+0000 front 2024-04-26T02:02:53.331714+0000 (oldest deadline 2024-04-26T02:03:20.932926+0000) 2024-04-26T02:03:31.072 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:30 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:30.794+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.203265+0000 front 2024-04-26T02:02:28.202918+0000 (oldest deadline 2024-04-26T02:02:54.102700+0000) 2024-04-26T02:03:31.072 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:30 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:30.794+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:46.806486+0000 front 2024-04-26T02:02:46.806464+0000 (oldest deadline 2024-04-26T02:03:09.706714+0000) 2024-04-26T02:03:31.072 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:30 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:30.794+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:56.608850+0000 front 2024-04-26T02:02:56.608737+0000 (oldest deadline 2024-04-26T02:03:17.708601+0000) 2024-04-26T02:03:31.072 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:30 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:30.802+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:31.073 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:30 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:30.802+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:31.073 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:30 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:30.802+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:31.125 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:30 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:30.871+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.745909+0000 front 2024-04-26T02:02:39.746089+0000 (oldest deadline 2024-04-26T02:03:02.046111+0000) 2024-04-26T02:03:31.126 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:30 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:30.871+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:43.747140+0000 front 2024-04-26T02:02:43.747118+0000 (oldest deadline 2024-04-26T02:03:09.047223+0000) 2024-04-26T02:03:31.126 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:30 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:30.871+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:54.948615+0000 front 2024-04-26T02:02:54.948585+0000 (oldest deadline 2024-04-26T02:03:20.848560+0000) 2024-04-26T02:03:31.126 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:30 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7[50775]: 2024-04-26T02:03:30.871+0000 7f7d4347f700 -1 osd.7 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.449787+0000 front 2024-04-26T02:03:05.449743+0000 (oldest deadline 2024-04-26T02:03:29.549947+0000) 2024-04-26T02:03:31.626 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:31 smithi103 podman[70253]: 2024-04-26 02:03:31.541389447 +0000 UTC m=+5.462510235 container died a3e60fc2cbe070337b4ed46ca529e820f16331d78970fd97169c416681654d2f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240416) 2024-04-26T02:03:31.626 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:31 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:31.359+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:31.626 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:31 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:31.360+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:31.626 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:31 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:31.360+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:42.693403+0000 front 2024-04-26T02:02:42.693317+0000 (oldest deadline 2024-04-26T02:03:09.693853+0000) 2024-04-26T02:03:31.626 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:31 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:31.360+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:55.995965+0000 front 2024-04-26T02:02:55.995836+0000 (oldest deadline 2024-04-26T02:03:18.796154+0000) 2024-04-26T02:03:31.626 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:31 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:31.360+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.797740+0000 front 2024-04-26T02:03:05.797760+0000 (oldest deadline 2024-04-26T02:03:26.798266+0000) 2024-04-26T02:03:32.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:31 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:31.730+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:32.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:31 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:31.730+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.127213+0000 front 2024-04-26T02:02:38.127384+0000 (oldest deadline 2024-04-26T02:03:03.427485+0000) 2024-04-26T02:03:32.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:31 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:31.730+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:48.030528+0000 front 2024-04-26T02:02:48.030598+0000 (oldest deadline 2024-04-26T02:03:13.330756+0000) 2024-04-26T02:03:32.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:31 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:31.730+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:53.331790+0000 front 2024-04-26T02:02:53.331714+0000 (oldest deadline 2024-04-26T02:03:20.932926+0000) 2024-04-26T02:03:32.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:31 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:31.730+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.635144+0000 front 2024-04-26T02:03:05.635228+0000 (oldest deadline 2024-04-26T02:03:30.935384+0000) 2024-04-26T02:03:32.126 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:31 smithi103 podman[70253]: 2024-04-26 02:03:31.946821487 +0000 UTC m=+5.867942275 container cleanup a3e60fc2cbe070337b4ed46ca529e820f16331d78970fd97169c416681654d2f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T02:03:32.126 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:31 smithi103 bash[70253]: ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7 2024-04-26T02:03:32.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:31 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:31.840+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:32.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:31 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:31.840+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:32.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:31 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:31.840+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:32.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:31 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:31.840+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:03.818886+0000 front 2024-04-26T02:03:03.818817+0000 (oldest deadline 2024-04-26T02:03:31.419613+0000) 2024-04-26T02:03:32.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:31 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:31.807+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.203265+0000 front 2024-04-26T02:02:28.202918+0000 (oldest deadline 2024-04-26T02:02:54.102700+0000) 2024-04-26T02:03:32.172 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:31 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:31.808+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:46.806486+0000 front 2024-04-26T02:02:46.806464+0000 (oldest deadline 2024-04-26T02:03:09.706714+0000) 2024-04-26T02:03:32.172 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:31 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:31.808+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:56.608850+0000 front 2024-04-26T02:02:56.608737+0000 (oldest deadline 2024-04-26T02:03:17.708601+0000) 2024-04-26T02:03:32.557 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:32 smithi103 podman[70270]: 2024-04-26 02:03:32.206981604 +0000 UTC m=+0.658477816 container remove a3e60fc2cbe070337b4ed46ca529e820f16331d78970fd97169c416681654d2f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-26T02:03:32.558 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:32 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:32.404+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:32.558 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:32 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:32.404+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:32.558 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:32 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:32.404+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:42.693403+0000 front 2024-04-26T02:02:42.693317+0000 (oldest deadline 2024-04-26T02:03:09.693853+0000) 2024-04-26T02:03:32.558 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:32 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:32.404+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:55.995965+0000 front 2024-04-26T02:02:55.995836+0000 (oldest deadline 2024-04-26T02:03:18.796154+0000) 2024-04-26T02:03:32.558 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:32 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:32.404+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.797740+0000 front 2024-04-26T02:03:05.797760+0000 (oldest deadline 2024-04-26T02:03:26.798266+0000) 2024-04-26T02:03:32.850 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:32 smithi103 podman[70363]: 2024-04-26 02:03:32.462737165 +0000 UTC m=+0.018021825 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T02:03:32.850 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:32 smithi103 podman[70363]: 2024-04-26 02:03:32.594099053 +0000 UTC m=+0.149383727 container create 7e797e677a6fbd5968d69a1924ebb93948b3721f07b529742c0550fc2aa0cf7b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-04-26T02:03:32.850 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:32 smithi103 podman[70363]: 2024-04-26 02:03:32.852190123 +0000 UTC m=+0.407474755 container init 7e797e677a6fbd5968d69a1924ebb93948b3721f07b529742c0550fc2aa0cf7b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-04-26T02:03:33.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:32 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:32.778+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:33.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:32 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:32.778+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.127213+0000 front 2024-04-26T02:02:38.127384+0000 (oldest deadline 2024-04-26T02:03:03.427485+0000) 2024-04-26T02:03:33.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:32 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:32.778+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:48.030528+0000 front 2024-04-26T02:02:48.030598+0000 (oldest deadline 2024-04-26T02:03:13.330756+0000) 2024-04-26T02:03:33.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:32 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:32.778+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:53.331790+0000 front 2024-04-26T02:02:53.331714+0000 (oldest deadline 2024-04-26T02:03:20.932926+0000) 2024-04-26T02:03:33.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:32 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:32.778+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.635144+0000 front 2024-04-26T02:03:05.635228+0000 (oldest deadline 2024-04-26T02:03:30.935384+0000) 2024-04-26T02:03:33.126 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:32 smithi103 podman[70363]: 2024-04-26 02:03:32.855589307 +0000 UTC m=+0.410873939 container start 7e797e677a6fbd5968d69a1924ebb93948b3721f07b529742c0550fc2aa0cf7b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-26T02:03:33.126 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:32 smithi103 podman[70363]: 2024-04-26 02:03:32.969149706 +0000 UTC m=+0.524434351 container attach 7e797e677a6fbd5968d69a1924ebb93948b3721f07b529742c0550fc2aa0cf7b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0) 2024-04-26T02:03:33.170 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:32 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:32.858+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:33.170 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:32 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:32.858+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:33.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:32 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:32.858+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:33.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:32 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:32.858+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:03.818886+0000 front 2024-04-26T02:03:03.818817+0000 (oldest deadline 2024-04-26T02:03:31.419613+0000) 2024-04-26T02:03:33.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:32 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:32.834+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.203265+0000 front 2024-04-26T02:02:28.202918+0000 (oldest deadline 2024-04-26T02:02:54.102700+0000) 2024-04-26T02:03:33.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:32 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:32.834+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:46.806486+0000 front 2024-04-26T02:02:46.806464+0000 (oldest deadline 2024-04-26T02:03:09.706714+0000) 2024-04-26T02:03:33.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:32 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:32.834+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:56.608850+0000 front 2024-04-26T02:02:56.608737+0000 (oldest deadline 2024-04-26T02:03:17.708601+0000) 2024-04-26T02:03:33.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:32 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:32.834+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.910226+0000 front 2024-04-26T02:03:05.910124+0000 (oldest deadline 2024-04-26T02:03:31.810220+0000) 2024-04-26T02:03:33.397 INFO:journalctl@ceph.osd.7.smithi103.stdout:Apr 26 02:03:33 smithi103 podman[70363]: 2024-04-26 02:03:33.148801294 +0000 UTC m=+0.704085929 container died 7e797e677a6fbd5968d69a1924ebb93948b3721f07b529742c0550fc2aa0cf7b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T02:03:33.747 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:33 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:33.398+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:33.747 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:33 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:33.398+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:33.747 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:33 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:33.398+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:42.693403+0000 front 2024-04-26T02:02:42.693317+0000 (oldest deadline 2024-04-26T02:03:09.693853+0000) 2024-04-26T02:03:33.747 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:33 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:33.398+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:55.995965+0000 front 2024-04-26T02:02:55.995836+0000 (oldest deadline 2024-04-26T02:03:18.796154+0000) 2024-04-26T02:03:33.747 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:33 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:33.398+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.797740+0000 front 2024-04-26T02:03:05.797760+0000 (oldest deadline 2024-04-26T02:03:26.798266+0000) 2024-04-26T02:03:33.763 DEBUG:teuthology.orchestra.run.smithi103:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@osd.7.service' 2024-04-26T02:03:33.800 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:03:33.800 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-04-26T02:03:33.800 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-04-26T02:03:33.801 DEBUG:teuthology.orchestra.run.smithi163:> sudo systemctl stop ceph-4e298560-036d-11ef-bc93-c7b262605968@osd.8 2024-04-26T02:03:33.811 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:33 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:33.762+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:33.811 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:33 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:33.762+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.127213+0000 front 2024-04-26T02:02:38.127384+0000 (oldest deadline 2024-04-26T02:03:03.427485+0000) 2024-04-26T02:03:33.811 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:33 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:33.762+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:48.030528+0000 front 2024-04-26T02:02:48.030598+0000 (oldest deadline 2024-04-26T02:03:13.330756+0000) 2024-04-26T02:03:33.811 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:33 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:33.762+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:53.331790+0000 front 2024-04-26T02:02:53.331714+0000 (oldest deadline 2024-04-26T02:03:20.932926+0000) 2024-04-26T02:03:33.811 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:33 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:33.762+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.635144+0000 front 2024-04-26T02:03:05.635228+0000 (oldest deadline 2024-04-26T02:03:30.935384+0000) 2024-04-26T02:03:34.134 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:33 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:33.841+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:34.197 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:33 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:33.841+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:34.197 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:33 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:33.841+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:34.197 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:33 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:33.841+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:03.818886+0000 front 2024-04-26T02:03:03.818817+0000 (oldest deadline 2024-04-26T02:03:31.419613+0000) 2024-04-26T02:03:34.198 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:33 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:33.827+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.203265+0000 front 2024-04-26T02:02:28.202918+0000 (oldest deadline 2024-04-26T02:02:54.102700+0000) 2024-04-26T02:03:34.198 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:33 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:33.827+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:46.806486+0000 front 2024-04-26T02:02:46.806464+0000 (oldest deadline 2024-04-26T02:03:09.706714+0000) 2024-04-26T02:03:34.198 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:33 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:33.827+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:56.608850+0000 front 2024-04-26T02:02:56.608737+0000 (oldest deadline 2024-04-26T02:03:17.708601+0000) 2024-04-26T02:03:34.198 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:33 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:33.827+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.910226+0000 front 2024-04-26T02:03:05.910124+0000 (oldest deadline 2024-04-26T02:03:31.810220+0000) 2024-04-26T02:03:34.198 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:33 smithi163 systemd[1]: Stopping Ceph osd.8 for 4e298560-036d-11ef-bc93-c7b262605968... 2024-04-26T02:03:34.421 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:34 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:34.132+0000 7f53a1047700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:03:34.421 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:34 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:34.132+0000 7f53a1047700 -1 osd.8 105 *** Got signal Terminated *** 2024-04-26T02:03:34.421 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:34 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:34.132+0000 7f53a1047700 -1 osd.8 105 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T02:03:34.626 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:34 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:34.417+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:34.626 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:34 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:34.417+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:34.626 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:34 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:34.417+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:42.693403+0000 front 2024-04-26T02:02:42.693317+0000 (oldest deadline 2024-04-26T02:03:09.693853+0000) 2024-04-26T02:03:34.626 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:34 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:34.417+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:55.995965+0000 front 2024-04-26T02:02:55.995836+0000 (oldest deadline 2024-04-26T02:03:18.796154+0000) 2024-04-26T02:03:34.626 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:34 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:34.417+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.797740+0000 front 2024-04-26T02:03:05.797760+0000 (oldest deadline 2024-04-26T02:03:26.798266+0000) 2024-04-26T02:03:35.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:34 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:34.731+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:35.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:34 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:34.731+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.127213+0000 front 2024-04-26T02:02:38.127384+0000 (oldest deadline 2024-04-26T02:03:03.427485+0000) 2024-04-26T02:03:35.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:34 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:34.731+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:48.030528+0000 front 2024-04-26T02:02:48.030598+0000 (oldest deadline 2024-04-26T02:03:13.330756+0000) 2024-04-26T02:03:35.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:34 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:34.731+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:53.331790+0000 front 2024-04-26T02:02:53.331714+0000 (oldest deadline 2024-04-26T02:03:20.932926+0000) 2024-04-26T02:03:35.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:34 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:34.731+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.635144+0000 front 2024-04-26T02:03:05.635228+0000 (oldest deadline 2024-04-26T02:03:30.935384+0000) 2024-04-26T02:03:35.170 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:34 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:34.787+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.203265+0000 front 2024-04-26T02:02:28.202918+0000 (oldest deadline 2024-04-26T02:02:54.102700+0000) 2024-04-26T02:03:35.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:34 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:34.787+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:46.806486+0000 front 2024-04-26T02:02:46.806464+0000 (oldest deadline 2024-04-26T02:03:09.706714+0000) 2024-04-26T02:03:35.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:34 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:34.787+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:56.608850+0000 front 2024-04-26T02:02:56.608737+0000 (oldest deadline 2024-04-26T02:03:17.708601+0000) 2024-04-26T02:03:35.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:34 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:34.787+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.910226+0000 front 2024-04-26T02:03:05.910124+0000 (oldest deadline 2024-04-26T02:03:31.810220+0000) 2024-04-26T02:03:35.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:34 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:34.850+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:35.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:34 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:34.850+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:35.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:34 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:34.850+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:35.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:34 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:34.850+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:03.818886+0000 front 2024-04-26T02:03:03.818817+0000 (oldest deadline 2024-04-26T02:03:31.419613+0000) 2024-04-26T02:03:35.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:35 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:35.427+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:35.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:35 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:35.427+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:35.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:35 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:35.427+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:42.693403+0000 front 2024-04-26T02:02:42.693317+0000 (oldest deadline 2024-04-26T02:03:09.693853+0000) 2024-04-26T02:03:35.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:35 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:35.427+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:55.995965+0000 front 2024-04-26T02:02:55.995836+0000 (oldest deadline 2024-04-26T02:03:18.796154+0000) 2024-04-26T02:03:35.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:35 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:35.427+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.797740+0000 front 2024-04-26T02:03:05.797760+0000 (oldest deadline 2024-04-26T02:03:26.798266+0000) 2024-04-26T02:03:36.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:35 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:35.702+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:36.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:35 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:35.702+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.127213+0000 front 2024-04-26T02:02:38.127384+0000 (oldest deadline 2024-04-26T02:03:03.427485+0000) 2024-04-26T02:03:36.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:35 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:35.702+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:48.030528+0000 front 2024-04-26T02:02:48.030598+0000 (oldest deadline 2024-04-26T02:03:13.330756+0000) 2024-04-26T02:03:36.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:35 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:35.702+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:53.331790+0000 front 2024-04-26T02:02:53.331714+0000 (oldest deadline 2024-04-26T02:03:20.932926+0000) 2024-04-26T02:03:36.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:35 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:35.702+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.635144+0000 front 2024-04-26T02:03:05.635228+0000 (oldest deadline 2024-04-26T02:03:30.935384+0000) 2024-04-26T02:03:36.170 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:35 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:35.742+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.203265+0000 front 2024-04-26T02:02:28.202918+0000 (oldest deadline 2024-04-26T02:02:54.102700+0000) 2024-04-26T02:03:36.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:35 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:35.742+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:46.806486+0000 front 2024-04-26T02:02:46.806464+0000 (oldest deadline 2024-04-26T02:03:09.706714+0000) 2024-04-26T02:03:36.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:35 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:35.742+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:56.608850+0000 front 2024-04-26T02:02:56.608737+0000 (oldest deadline 2024-04-26T02:03:17.708601+0000) 2024-04-26T02:03:36.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:35 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:35.742+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.910226+0000 front 2024-04-26T02:03:05.910124+0000 (oldest deadline 2024-04-26T02:03:31.810220+0000) 2024-04-26T02:03:36.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:35 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:35.861+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:36.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:35 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:35.861+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:36.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:35 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:35.861+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:36.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:35 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:35.861+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:03.818886+0000 front 2024-04-26T02:03:03.818817+0000 (oldest deadline 2024-04-26T02:03:31.419613+0000) 2024-04-26T02:03:36.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:35 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:35.861+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:11.420155+0000 front 2024-04-26T02:03:11.420097+0000 (oldest deadline 2024-04-26T02:03:35.520114+0000) 2024-04-26T02:03:36.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:36 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:36.443+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:36.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:36 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:36.443+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:36.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:36 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:36.443+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:42.693403+0000 front 2024-04-26T02:02:42.693317+0000 (oldest deadline 2024-04-26T02:03:09.693853+0000) 2024-04-26T02:03:36.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:36 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:36.443+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:55.995965+0000 front 2024-04-26T02:02:55.995836+0000 (oldest deadline 2024-04-26T02:03:18.796154+0000) 2024-04-26T02:03:36.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:36 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:36.443+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.797740+0000 front 2024-04-26T02:03:05.797760+0000 (oldest deadline 2024-04-26T02:03:26.798266+0000) 2024-04-26T02:03:37.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:36 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:36.668+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:37.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:36 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:36.668+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.127213+0000 front 2024-04-26T02:02:38.127384+0000 (oldest deadline 2024-04-26T02:03:03.427485+0000) 2024-04-26T02:03:37.063 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:36 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:36.668+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:48.030528+0000 front 2024-04-26T02:02:48.030598+0000 (oldest deadline 2024-04-26T02:03:13.330756+0000) 2024-04-26T02:03:37.063 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:36 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:36.668+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:53.331790+0000 front 2024-04-26T02:02:53.331714+0000 (oldest deadline 2024-04-26T02:03:20.932926+0000) 2024-04-26T02:03:37.063 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:36 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:36.668+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.635144+0000 front 2024-04-26T02:03:05.635228+0000 (oldest deadline 2024-04-26T02:03:30.935384+0000) 2024-04-26T02:03:37.063 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:36 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:36.668+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:10.936291+0000 front 2024-04-26T02:03:10.936214+0000 (oldest deadline 2024-04-26T02:03:36.236171+0000) 2024-04-26T02:03:37.170 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:36 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:36.698+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.203265+0000 front 2024-04-26T02:02:28.202918+0000 (oldest deadline 2024-04-26T02:02:54.102700+0000) 2024-04-26T02:03:37.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:36 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:36.698+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:46.806486+0000 front 2024-04-26T02:02:46.806464+0000 (oldest deadline 2024-04-26T02:03:09.706714+0000) 2024-04-26T02:03:37.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:36 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:36.698+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:56.608850+0000 front 2024-04-26T02:02:56.608737+0000 (oldest deadline 2024-04-26T02:03:17.708601+0000) 2024-04-26T02:03:37.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:36 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:36.698+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.910226+0000 front 2024-04-26T02:03:05.910124+0000 (oldest deadline 2024-04-26T02:03:31.810220+0000) 2024-04-26T02:03:37.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:36 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:36.825+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:37.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:36 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:36.825+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:37.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:36 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:36.825+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:37.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:36 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:36.825+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:03.818886+0000 front 2024-04-26T02:03:03.818817+0000 (oldest deadline 2024-04-26T02:03:31.419613+0000) 2024-04-26T02:03:37.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:36 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:36.825+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:11.420155+0000 front 2024-04-26T02:03:11.420097+0000 (oldest deadline 2024-04-26T02:03:35.520114+0000) 2024-04-26T02:03:37.879 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:37 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:37.469+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:37.879 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:37 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:37.469+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:37.879 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:37 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:37.469+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:42.693403+0000 front 2024-04-26T02:02:42.693317+0000 (oldest deadline 2024-04-26T02:03:09.693853+0000) 2024-04-26T02:03:37.879 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:37 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:37.469+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:55.995965+0000 front 2024-04-26T02:02:55.995836+0000 (oldest deadline 2024-04-26T02:03:18.796154+0000) 2024-04-26T02:03:37.879 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:37 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:37.469+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.797740+0000 front 2024-04-26T02:03:05.797760+0000 (oldest deadline 2024-04-26T02:03:26.798266+0000) 2024-04-26T02:03:38.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:37 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:37.677+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:38.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:37 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:37.677+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.127213+0000 front 2024-04-26T02:02:38.127384+0000 (oldest deadline 2024-04-26T02:03:03.427485+0000) 2024-04-26T02:03:38.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:37 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:37.677+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:48.030528+0000 front 2024-04-26T02:02:48.030598+0000 (oldest deadline 2024-04-26T02:03:13.330756+0000) 2024-04-26T02:03:38.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:37 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:37.677+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:53.331790+0000 front 2024-04-26T02:02:53.331714+0000 (oldest deadline 2024-04-26T02:03:20.932926+0000) 2024-04-26T02:03:38.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:37 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:37.677+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.635144+0000 front 2024-04-26T02:03:05.635228+0000 (oldest deadline 2024-04-26T02:03:30.935384+0000) 2024-04-26T02:03:38.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:37 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:37.677+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:10.936291+0000 front 2024-04-26T02:03:10.936214+0000 (oldest deadline 2024-04-26T02:03:36.236171+0000) 2024-04-26T02:03:38.170 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:37 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:37.708+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.203265+0000 front 2024-04-26T02:02:28.202918+0000 (oldest deadline 2024-04-26T02:02:54.102700+0000) 2024-04-26T02:03:38.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:37 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:37.708+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:46.806486+0000 front 2024-04-26T02:02:46.806464+0000 (oldest deadline 2024-04-26T02:03:09.706714+0000) 2024-04-26T02:03:38.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:37 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:37.708+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:56.608850+0000 front 2024-04-26T02:02:56.608737+0000 (oldest deadline 2024-04-26T02:03:17.708601+0000) 2024-04-26T02:03:38.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:37 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:37.708+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.910226+0000 front 2024-04-26T02:03:05.910124+0000 (oldest deadline 2024-04-26T02:03:31.810220+0000) 2024-04-26T02:03:38.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:37 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:37.708+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:11.810538+0000 front 2024-04-26T02:03:11.810586+0000 (oldest deadline 2024-04-26T02:03:37.110695+0000) 2024-04-26T02:03:38.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:37 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:37.827+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:38.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:37 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:37.827+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:38.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:37 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:37.827+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:38.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:37 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:37.827+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:03.818886+0000 front 2024-04-26T02:03:03.818817+0000 (oldest deadline 2024-04-26T02:03:31.419613+0000) 2024-04-26T02:03:38.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:37 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:37.827+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:11.420155+0000 front 2024-04-26T02:03:11.420097+0000 (oldest deadline 2024-04-26T02:03:35.520114+0000) 2024-04-26T02:03:38.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:38 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:38.424+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:38.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:38 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:38.424+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:38.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:38 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:38.424+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:42.693403+0000 front 2024-04-26T02:02:42.693317+0000 (oldest deadline 2024-04-26T02:03:09.693853+0000) 2024-04-26T02:03:38.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:38 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:38.424+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:55.995965+0000 front 2024-04-26T02:02:55.995836+0000 (oldest deadline 2024-04-26T02:03:18.796154+0000) 2024-04-26T02:03:38.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:38 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:38.424+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.797740+0000 front 2024-04-26T02:03:05.797760+0000 (oldest deadline 2024-04-26T02:03:26.798266+0000) 2024-04-26T02:03:38.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:38 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:38.424+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:12.099305+0000 front 2024-04-26T02:03:12.099339+0000 (oldest deadline 2024-04-26T02:03:37.999100+0000) 2024-04-26T02:03:38.920 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:38 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:38.663+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.203265+0000 front 2024-04-26T02:02:28.202918+0000 (oldest deadline 2024-04-26T02:02:54.102700+0000) 2024-04-26T02:03:38.921 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:38 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:38.663+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:46.806486+0000 front 2024-04-26T02:02:46.806464+0000 (oldest deadline 2024-04-26T02:03:09.706714+0000) 2024-04-26T02:03:38.921 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:38 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:38.663+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:56.608850+0000 front 2024-04-26T02:02:56.608737+0000 (oldest deadline 2024-04-26T02:03:17.708601+0000) 2024-04-26T02:03:38.921 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:38 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:38.663+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.910226+0000 front 2024-04-26T02:03:05.910124+0000 (oldest deadline 2024-04-26T02:03:31.810220+0000) 2024-04-26T02:03:38.921 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:38 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8[51316]: 2024-04-26T02:03:38.663+0000 7f539d63b700 -1 osd.8 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:11.810538+0000 front 2024-04-26T02:03:11.810586+0000 (oldest deadline 2024-04-26T02:03:37.110695+0000) 2024-04-26T02:03:38.921 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:38 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:38.789+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:38.921 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:38 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:38.789+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:38.921 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:38 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:38.790+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:38.921 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:38 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:38.790+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:03.818886+0000 front 2024-04-26T02:03:03.818817+0000 (oldest deadline 2024-04-26T02:03:31.419613+0000) 2024-04-26T02:03:38.921 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:38 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:38.790+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:11.420155+0000 front 2024-04-26T02:03:11.420097+0000 (oldest deadline 2024-04-26T02:03:35.520114+0000) 2024-04-26T02:03:39.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:38 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:38.699+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:39.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:38 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:38.699+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.127213+0000 front 2024-04-26T02:02:38.127384+0000 (oldest deadline 2024-04-26T02:03:03.427485+0000) 2024-04-26T02:03:39.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:38 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:38.699+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:48.030528+0000 front 2024-04-26T02:02:48.030598+0000 (oldest deadline 2024-04-26T02:03:13.330756+0000) 2024-04-26T02:03:39.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:38 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:38.699+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:53.331790+0000 front 2024-04-26T02:02:53.331714+0000 (oldest deadline 2024-04-26T02:03:20.932926+0000) 2024-04-26T02:03:39.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:38 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:38.699+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.635144+0000 front 2024-04-26T02:03:05.635228+0000 (oldest deadline 2024-04-26T02:03:30.935384+0000) 2024-04-26T02:03:39.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:38 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:38.699+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:10.936291+0000 front 2024-04-26T02:03:10.936214+0000 (oldest deadline 2024-04-26T02:03:36.236171+0000) 2024-04-26T02:03:39.845 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:39 smithi163 podman[70754]: 2024-04-26 02:03:39.576552306 +0000 UTC m=+5.571986717 container died d75e8972f7d7a90e39d1299595b1a6d879130e26be6bad3e9c6fc3c7255faf4e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-26T02:03:39.845 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:39 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:39.769+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:39.846 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:39 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:39.769+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:39.846 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:39 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:39.769+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:39.846 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:39 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:39.769+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:03.818886+0000 front 2024-04-26T02:03:03.818817+0000 (oldest deadline 2024-04-26T02:03:31.419613+0000) 2024-04-26T02:03:39.846 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:39 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:39.769+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:11.420155+0000 front 2024-04-26T02:03:11.420097+0000 (oldest deadline 2024-04-26T02:03:35.520114+0000) 2024-04-26T02:03:39.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:39 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:39.409+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:39.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:39 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:39.409+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:39.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:39 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:39.409+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:42.693403+0000 front 2024-04-26T02:02:42.693317+0000 (oldest deadline 2024-04-26T02:03:09.693853+0000) 2024-04-26T02:03:39.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:39 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:39.409+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:55.995965+0000 front 2024-04-26T02:02:55.995836+0000 (oldest deadline 2024-04-26T02:03:18.796154+0000) 2024-04-26T02:03:39.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:39 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:39.409+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.797740+0000 front 2024-04-26T02:03:05.797760+0000 (oldest deadline 2024-04-26T02:03:26.798266+0000) 2024-04-26T02:03:39.877 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:39 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:39.409+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:12.099305+0000 front 2024-04-26T02:03:12.099339+0000 (oldest deadline 2024-04-26T02:03:37.999100+0000) 2024-04-26T02:03:40.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:39 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:39.657+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:40.063 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:39 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:39.657+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.127213+0000 front 2024-04-26T02:02:38.127384+0000 (oldest deadline 2024-04-26T02:03:03.427485+0000) 2024-04-26T02:03:40.063 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:39 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:39.657+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:48.030528+0000 front 2024-04-26T02:02:48.030598+0000 (oldest deadline 2024-04-26T02:03:13.330756+0000) 2024-04-26T02:03:40.063 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:39 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:39.657+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:53.331790+0000 front 2024-04-26T02:02:53.331714+0000 (oldest deadline 2024-04-26T02:03:20.932926+0000) 2024-04-26T02:03:40.063 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:39 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:39.657+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.635144+0000 front 2024-04-26T02:03:05.635228+0000 (oldest deadline 2024-04-26T02:03:30.935384+0000) 2024-04-26T02:03:40.063 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:39 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:39.657+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:10.936291+0000 front 2024-04-26T02:03:10.936214+0000 (oldest deadline 2024-04-26T02:03:36.236171+0000) 2024-04-26T02:03:40.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:39 smithi163 podman[70754]: 2024-04-26 02:03:39.941104887 +0000 UTC m=+5.936539296 container cleanup d75e8972f7d7a90e39d1299595b1a6d879130e26be6bad3e9c6fc3c7255faf4e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-04-26T02:03:40.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:39 smithi163 bash[70754]: ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8 2024-04-26T02:03:40.615 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:40 smithi163 podman[70771]: 2024-04-26 02:03:40.25129281 +0000 UTC m=+0.665772852 container remove d75e8972f7d7a90e39d1299595b1a6d879130e26be6bad3e9c6fc3c7255faf4e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True) 2024-04-26T02:03:40.626 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:40 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:40.370+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:40.626 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:40 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:40.370+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:40.626 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:40 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:40.370+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:42.693403+0000 front 2024-04-26T02:02:42.693317+0000 (oldest deadline 2024-04-26T02:03:09.693853+0000) 2024-04-26T02:03:40.626 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:40 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:40.370+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:55.995965+0000 front 2024-04-26T02:02:55.995836+0000 (oldest deadline 2024-04-26T02:03:18.796154+0000) 2024-04-26T02:03:40.626 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:40 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:40.370+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.797740+0000 front 2024-04-26T02:03:05.797760+0000 (oldest deadline 2024-04-26T02:03:26.798266+0000) 2024-04-26T02:03:40.626 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:40 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:40.370+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:12.099305+0000 front 2024-04-26T02:03:12.099339+0000 (oldest deadline 2024-04-26T02:03:37.999100+0000) 2024-04-26T02:03:40.902 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:40 smithi163 podman[70863]: 2024-04-26 02:03:40.519845897 +0000 UTC m=+0.018263040 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T02:03:40.903 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:40 smithi163 podman[70863]: 2024-04-26 02:03:40.643919027 +0000 UTC m=+0.142336208 container create c847d4a6d9f43f0dedf8fcab439a33bf749f6d569678a2a58e061a51d0376dbb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8-deactivate, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-26T02:03:40.903 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:40 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:40.768+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:40.903 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:40 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:40.768+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:40.903 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:40 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:40.768+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:40.903 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:40 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:40.768+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:03.818886+0000 front 2024-04-26T02:03:03.818817+0000 (oldest deadline 2024-04-26T02:03:31.419613+0000) 2024-04-26T02:03:40.903 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:40 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:40.769+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:11.420155+0000 front 2024-04-26T02:03:11.420097+0000 (oldest deadline 2024-04-26T02:03:35.520114+0000) 2024-04-26T02:03:41.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:40 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:40.670+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:41.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:40 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:40.670+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.127213+0000 front 2024-04-26T02:02:38.127384+0000 (oldest deadline 2024-04-26T02:03:03.427485+0000) 2024-04-26T02:03:41.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:40 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:40.670+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:48.030528+0000 front 2024-04-26T02:02:48.030598+0000 (oldest deadline 2024-04-26T02:03:13.330756+0000) 2024-04-26T02:03:41.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:40 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:40.670+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:53.331790+0000 front 2024-04-26T02:02:53.331714+0000 (oldest deadline 2024-04-26T02:03:20.932926+0000) 2024-04-26T02:03:41.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:40 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:40.670+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.635144+0000 front 2024-04-26T02:03:05.635228+0000 (oldest deadline 2024-04-26T02:03:30.935384+0000) 2024-04-26T02:03:41.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:40 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:40.670+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:10.936291+0000 front 2024-04-26T02:03:10.936214+0000 (oldest deadline 2024-04-26T02:03:36.236171+0000) 2024-04-26T02:03:41.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:40 smithi163 podman[70863]: 2024-04-26 02:03:40.904916491 +0000 UTC m=+0.403333626 container init c847d4a6d9f43f0dedf8fcab439a33bf749f6d569678a2a58e061a51d0376dbb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8-deactivate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-26T02:03:41.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:40 smithi163 podman[70863]: 2024-04-26 02:03:40.908478821 +0000 UTC m=+0.406895962 container start c847d4a6d9f43f0dedf8fcab439a33bf749f6d569678a2a58e061a51d0376dbb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-04-26T02:03:41.171 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:41 smithi163 podman[70863]: 2024-04-26 02:03:41.005060962 +0000 UTC m=+0.503478106 container attach c847d4a6d9f43f0dedf8fcab439a33bf749f6d569678a2a58e061a51d0376dbb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8-deactivate, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T02:03:41.572 INFO:journalctl@ceph.osd.8.smithi163.stdout:Apr 26 02:03:41 smithi163 podman[70863]: 2024-04-26 02:03:41.200157619 +0000 UTC m=+0.698574747 container died c847d4a6d9f43f0dedf8fcab439a33bf749f6d569678a2a58e061a51d0376dbb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-8-deactivate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-26T02:03:41.857 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:41 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:41.751+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:41.857 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:41 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:41.751+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:41.857 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:41 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:41.751+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:41.857 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:41 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:41.751+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:03.818886+0000 front 2024-04-26T02:03:03.818817+0000 (oldest deadline 2024-04-26T02:03:31.419613+0000) 2024-04-26T02:03:41.857 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:41 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:41.751+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:11.420155+0000 front 2024-04-26T02:03:11.420097+0000 (oldest deadline 2024-04-26T02:03:35.520114+0000) 2024-04-26T02:03:41.876 DEBUG:teuthology.orchestra.run.smithi163:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@osd.8.service' 2024-04-26T02:03:41.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:41 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:41.411+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:41.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:41 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:41.411+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:41.877 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:41 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:41.411+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:42.693403+0000 front 2024-04-26T02:02:42.693317+0000 (oldest deadline 2024-04-26T02:03:09.693853+0000) 2024-04-26T02:03:41.877 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:41 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:41.411+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:55.995965+0000 front 2024-04-26T02:02:55.995836+0000 (oldest deadline 2024-04-26T02:03:18.796154+0000) 2024-04-26T02:03:41.877 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:41 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:41.411+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.797740+0000 front 2024-04-26T02:03:05.797760+0000 (oldest deadline 2024-04-26T02:03:26.798266+0000) 2024-04-26T02:03:41.877 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:41 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:41.411+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:12.099305+0000 front 2024-04-26T02:03:12.099339+0000 (oldest deadline 2024-04-26T02:03:37.999100+0000) 2024-04-26T02:03:41.915 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:03:41.915 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-04-26T02:03:41.915 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-04-26T02:03:41.915 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ceph-4e298560-036d-11ef-bc93-c7b262605968@osd.9 2024-04-26T02:03:41.997 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:41 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:41.717+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:41.997 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:41 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:41.717+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.127213+0000 front 2024-04-26T02:02:38.127384+0000 (oldest deadline 2024-04-26T02:03:03.427485+0000) 2024-04-26T02:03:41.997 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:41 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:41.717+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:48.030528+0000 front 2024-04-26T02:02:48.030598+0000 (oldest deadline 2024-04-26T02:03:13.330756+0000) 2024-04-26T02:03:41.997 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:41 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:41.717+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:53.331790+0000 front 2024-04-26T02:02:53.331714+0000 (oldest deadline 2024-04-26T02:03:20.932926+0000) 2024-04-26T02:03:41.997 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:41 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:41.717+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.635144+0000 front 2024-04-26T02:03:05.635228+0000 (oldest deadline 2024-04-26T02:03:30.935384+0000) 2024-04-26T02:03:41.997 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:41 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:41.717+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:10.936291+0000 front 2024-04-26T02:03:10.936214+0000 (oldest deadline 2024-04-26T02:03:36.236171+0000) 2024-04-26T02:03:42.311 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:42 smithi046 systemd[1]: Stopping Ceph osd.9 for 4e298560-036d-11ef-bc93-c7b262605968... 2024-04-26T02:03:42.811 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:42 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:42.511+0000 7f79ca400700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:03:42.812 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:42 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:42.511+0000 7f79ca400700 -1 osd.9 105 *** Got signal Terminated *** 2024-04-26T02:03:42.812 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:42 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:42.511+0000 7f79ca400700 -1 osd.9 105 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T02:03:42.812 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:42 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:42.707+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:42.812 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:42 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:42.707+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.127213+0000 front 2024-04-26T02:02:38.127384+0000 (oldest deadline 2024-04-26T02:03:03.427485+0000) 2024-04-26T02:03:42.812 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:42 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:42.707+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:48.030528+0000 front 2024-04-26T02:02:48.030598+0000 (oldest deadline 2024-04-26T02:03:13.330756+0000) 2024-04-26T02:03:42.812 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:42 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:42.707+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:53.331790+0000 front 2024-04-26T02:02:53.331714+0000 (oldest deadline 2024-04-26T02:03:20.932926+0000) 2024-04-26T02:03:42.812 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:42 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:42.707+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.635144+0000 front 2024-04-26T02:03:05.635228+0000 (oldest deadline 2024-04-26T02:03:30.935384+0000) 2024-04-26T02:03:42.812 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:42 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:42.707+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:10.936291+0000 front 2024-04-26T02:03:10.936214+0000 (oldest deadline 2024-04-26T02:03:36.236171+0000) 2024-04-26T02:03:42.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:42 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:42.396+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:42.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:42 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:42.396+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:42.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:42 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:42.396+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:42.693403+0000 front 2024-04-26T02:02:42.693317+0000 (oldest deadline 2024-04-26T02:03:09.693853+0000) 2024-04-26T02:03:42.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:42 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:42.396+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:55.995965+0000 front 2024-04-26T02:02:55.995836+0000 (oldest deadline 2024-04-26T02:03:18.796154+0000) 2024-04-26T02:03:42.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:42 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:42.396+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.797740+0000 front 2024-04-26T02:03:05.797760+0000 (oldest deadline 2024-04-26T02:03:26.798266+0000) 2024-04-26T02:03:42.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:42 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:42.396+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:12.099305+0000 front 2024-04-26T02:03:12.099339+0000 (oldest deadline 2024-04-26T02:03:37.999100+0000) 2024-04-26T02:03:43.170 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:42 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:42.724+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:43.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:42 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:42.724+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:43.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:42 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:42.724+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:43.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:42 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:42.724+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:03.818886+0000 front 2024-04-26T02:03:03.818817+0000 (oldest deadline 2024-04-26T02:03:31.419613+0000) 2024-04-26T02:03:43.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:42 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:42.724+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:11.420155+0000 front 2024-04-26T02:03:11.420097+0000 (oldest deadline 2024-04-26T02:03:35.520114+0000) 2024-04-26T02:03:43.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:43 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:43.427+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:43.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:43 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:43.427+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:43.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:43 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:43.427+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:42.693403+0000 front 2024-04-26T02:02:42.693317+0000 (oldest deadline 2024-04-26T02:03:09.693853+0000) 2024-04-26T02:03:43.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:43 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:43.427+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:55.995965+0000 front 2024-04-26T02:02:55.995836+0000 (oldest deadline 2024-04-26T02:03:18.796154+0000) 2024-04-26T02:03:43.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:43 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:43.427+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.797740+0000 front 2024-04-26T02:03:05.797760+0000 (oldest deadline 2024-04-26T02:03:26.798266+0000) 2024-04-26T02:03:43.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:43 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:43.427+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:12.099305+0000 front 2024-04-26T02:03:12.099339+0000 (oldest deadline 2024-04-26T02:03:37.999100+0000) 2024-04-26T02:03:44.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:43 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:43.719+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:44.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:43 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:43.719+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.127213+0000 front 2024-04-26T02:02:38.127384+0000 (oldest deadline 2024-04-26T02:03:03.427485+0000) 2024-04-26T02:03:44.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:43 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:43.719+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:48.030528+0000 front 2024-04-26T02:02:48.030598+0000 (oldest deadline 2024-04-26T02:03:13.330756+0000) 2024-04-26T02:03:44.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:43 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:43.719+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:53.331790+0000 front 2024-04-26T02:02:53.331714+0000 (oldest deadline 2024-04-26T02:03:20.932926+0000) 2024-04-26T02:03:44.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:43 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:43.719+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.635144+0000 front 2024-04-26T02:03:05.635228+0000 (oldest deadline 2024-04-26T02:03:30.935384+0000) 2024-04-26T02:03:44.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:43 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:43.719+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:10.936291+0000 front 2024-04-26T02:03:10.936214+0000 (oldest deadline 2024-04-26T02:03:36.236171+0000) 2024-04-26T02:03:44.170 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:43 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:43.772+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:44.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:43 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:43.772+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:44.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:43 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:43.772+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:44.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:43 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:43.772+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:03.818886+0000 front 2024-04-26T02:03:03.818817+0000 (oldest deadline 2024-04-26T02:03:31.419613+0000) 2024-04-26T02:03:44.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:43 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:43.772+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:11.420155+0000 front 2024-04-26T02:03:11.420097+0000 (oldest deadline 2024-04-26T02:03:35.520114+0000) 2024-04-26T02:03:44.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:43 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:43.772+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-04-26T02:03:21.822384+0000 front 2024-04-26T02:03:21.822524+0000 (oldest deadline 2024-04-26T02:03:42.922023+0000) 2024-04-26T02:03:44.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:44 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:44.469+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:44.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:44 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:44.469+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:44.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:44 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:44.469+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:42.693403+0000 front 2024-04-26T02:02:42.693317+0000 (oldest deadline 2024-04-26T02:03:09.693853+0000) 2024-04-26T02:03:44.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:44 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:44.469+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:55.995965+0000 front 2024-04-26T02:02:55.995836+0000 (oldest deadline 2024-04-26T02:03:18.796154+0000) 2024-04-26T02:03:44.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:44 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:44.469+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.797740+0000 front 2024-04-26T02:03:05.797760+0000 (oldest deadline 2024-04-26T02:03:26.798266+0000) 2024-04-26T02:03:44.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:44 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:44.469+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:12.099305+0000 front 2024-04-26T02:03:12.099339+0000 (oldest deadline 2024-04-26T02:03:37.999100+0000) 2024-04-26T02:03:44.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:44 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:44.469+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-04-26T02:03:20.900293+0000 front 2024-04-26T02:03:20.900372+0000 (oldest deadline 2024-04-26T02:03:43.799914+0000) 2024-04-26T02:03:45.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:44 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:44.769+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:45.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:44 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:44.769+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.127213+0000 front 2024-04-26T02:02:38.127384+0000 (oldest deadline 2024-04-26T02:03:03.427485+0000) 2024-04-26T02:03:45.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:44 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:44.769+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:48.030528+0000 front 2024-04-26T02:02:48.030598+0000 (oldest deadline 2024-04-26T02:03:13.330756+0000) 2024-04-26T02:03:45.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:44 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:44.769+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:53.331790+0000 front 2024-04-26T02:02:53.331714+0000 (oldest deadline 2024-04-26T02:03:20.932926+0000) 2024-04-26T02:03:45.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:44 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:44.769+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.635144+0000 front 2024-04-26T02:03:05.635228+0000 (oldest deadline 2024-04-26T02:03:30.935384+0000) 2024-04-26T02:03:45.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:44 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:44.769+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:10.936291+0000 front 2024-04-26T02:03:10.936214+0000 (oldest deadline 2024-04-26T02:03:36.236171+0000) 2024-04-26T02:03:45.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:44 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:44.769+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-04-26T02:03:19.639169+0000 front 2024-04-26T02:03:19.639256+0000 (oldest deadline 2024-04-26T02:03:43.739035+0000) 2024-04-26T02:03:45.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:44 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:44.767+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:45.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:44 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:44.767+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:45.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:44 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:44.767+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:45.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:44 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:44.767+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:03.818886+0000 front 2024-04-26T02:03:03.818817+0000 (oldest deadline 2024-04-26T02:03:31.419613+0000) 2024-04-26T02:03:45.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:44 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:44.767+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:11.420155+0000 front 2024-04-26T02:03:11.420097+0000 (oldest deadline 2024-04-26T02:03:35.520114+0000) 2024-04-26T02:03:45.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:44 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:44.767+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-04-26T02:03:21.822384+0000 front 2024-04-26T02:03:21.822524+0000 (oldest deadline 2024-04-26T02:03:42.922023+0000) 2024-04-26T02:03:45.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:45 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:45.517+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:45.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:45 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:45.517+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:45.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:45 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:45.517+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:42.693403+0000 front 2024-04-26T02:02:42.693317+0000 (oldest deadline 2024-04-26T02:03:09.693853+0000) 2024-04-26T02:03:45.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:45 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:45.517+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:55.995965+0000 front 2024-04-26T02:02:55.995836+0000 (oldest deadline 2024-04-26T02:03:18.796154+0000) 2024-04-26T02:03:45.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:45 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:45.517+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.797740+0000 front 2024-04-26T02:03:05.797760+0000 (oldest deadline 2024-04-26T02:03:26.798266+0000) 2024-04-26T02:03:45.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:45 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:45.517+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:12.099305+0000 front 2024-04-26T02:03:12.099339+0000 (oldest deadline 2024-04-26T02:03:37.999100+0000) 2024-04-26T02:03:45.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:45 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:45.517+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-04-26T02:03:20.900293+0000 front 2024-04-26T02:03:20.900372+0000 (oldest deadline 2024-04-26T02:03:43.799914+0000) 2024-04-26T02:03:46.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:45 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:45.729+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:46.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:45 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:45.729+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.127213+0000 front 2024-04-26T02:02:38.127384+0000 (oldest deadline 2024-04-26T02:03:03.427485+0000) 2024-04-26T02:03:46.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:45 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:45.729+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:48.030528+0000 front 2024-04-26T02:02:48.030598+0000 (oldest deadline 2024-04-26T02:03:13.330756+0000) 2024-04-26T02:03:46.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:45 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:45.729+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:53.331790+0000 front 2024-04-26T02:02:53.331714+0000 (oldest deadline 2024-04-26T02:03:20.932926+0000) 2024-04-26T02:03:46.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:45 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:45.729+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.635144+0000 front 2024-04-26T02:03:05.635228+0000 (oldest deadline 2024-04-26T02:03:30.935384+0000) 2024-04-26T02:03:46.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:45 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:45.729+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:10.936291+0000 front 2024-04-26T02:03:10.936214+0000 (oldest deadline 2024-04-26T02:03:36.236171+0000) 2024-04-26T02:03:46.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:45 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:45.729+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-04-26T02:03:19.639169+0000 front 2024-04-26T02:03:19.639256+0000 (oldest deadline 2024-04-26T02:03:43.739035+0000) 2024-04-26T02:03:46.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:45 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:45.773+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:46.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:45 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:45.773+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:46.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:45 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:45.773+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:46.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:45 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:45.773+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:03.818886+0000 front 2024-04-26T02:03:03.818817+0000 (oldest deadline 2024-04-26T02:03:31.419613+0000) 2024-04-26T02:03:46.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:45 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:45.773+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:11.420155+0000 front 2024-04-26T02:03:11.420097+0000 (oldest deadline 2024-04-26T02:03:35.520114+0000) 2024-04-26T02:03:46.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:45 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:45.773+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-04-26T02:03:21.822384+0000 front 2024-04-26T02:03:21.822524+0000 (oldest deadline 2024-04-26T02:03:42.922023+0000) 2024-04-26T02:03:46.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:46 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:46.500+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:46.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:46 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:46.500+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:46.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:46 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:46.500+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:42.693403+0000 front 2024-04-26T02:02:42.693317+0000 (oldest deadline 2024-04-26T02:03:09.693853+0000) 2024-04-26T02:03:46.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:46 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:46.500+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:55.995965+0000 front 2024-04-26T02:02:55.995836+0000 (oldest deadline 2024-04-26T02:03:18.796154+0000) 2024-04-26T02:03:46.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:46 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:46.500+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.797740+0000 front 2024-04-26T02:03:05.797760+0000 (oldest deadline 2024-04-26T02:03:26.798266+0000) 2024-04-26T02:03:46.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:46 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:46.500+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:12.099305+0000 front 2024-04-26T02:03:12.099339+0000 (oldest deadline 2024-04-26T02:03:37.999100+0000) 2024-04-26T02:03:46.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:46 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:46.500+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-04-26T02:03:20.900293+0000 front 2024-04-26T02:03:20.900372+0000 (oldest deadline 2024-04-26T02:03:43.799914+0000) 2024-04-26T02:03:47.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:46 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:46.778+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.624596+0000 front 2024-04-26T02:02:30.624358+0000 (oldest deadline 2024-04-26T02:02:52.924473+0000) 2024-04-26T02:03:47.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:46 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:46.778+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:38.127213+0000 front 2024-04-26T02:02:38.127384+0000 (oldest deadline 2024-04-26T02:03:03.427485+0000) 2024-04-26T02:03:47.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:46 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:46.778+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:48.030528+0000 front 2024-04-26T02:02:48.030598+0000 (oldest deadline 2024-04-26T02:03:13.330756+0000) 2024-04-26T02:03:47.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:46 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:46.778+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:53.331790+0000 front 2024-04-26T02:02:53.331714+0000 (oldest deadline 2024-04-26T02:03:20.932926+0000) 2024-04-26T02:03:47.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:46 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:46.778+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.635144+0000 front 2024-04-26T02:03:05.635228+0000 (oldest deadline 2024-04-26T02:03:30.935384+0000) 2024-04-26T02:03:47.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:46 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:46.778+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:10.936291+0000 front 2024-04-26T02:03:10.936214+0000 (oldest deadline 2024-04-26T02:03:36.236171+0000) 2024-04-26T02:03:47.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:46 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9[62740]: 2024-04-26T02:03:46.778+0000 7f79c5c00700 -1 osd.9 105 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-04-26T02:03:19.639169+0000 front 2024-04-26T02:03:19.639256+0000 (oldest deadline 2024-04-26T02:03:43.739035+0000) 2024-04-26T02:03:47.170 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:46 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:46.748+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:47.170 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:46 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:46.748+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:47.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:46 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:46.748+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:47.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:46 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:46.748+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:03.818886+0000 front 2024-04-26T02:03:03.818817+0000 (oldest deadline 2024-04-26T02:03:31.419613+0000) 2024-04-26T02:03:47.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:46 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:46.748+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:11.420155+0000 front 2024-04-26T02:03:11.420097+0000 (oldest deadline 2024-04-26T02:03:35.520114+0000) 2024-04-26T02:03:47.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:46 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:46.748+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-04-26T02:03:21.822384+0000 front 2024-04-26T02:03:21.822524+0000 (oldest deadline 2024-04-26T02:03:42.922023+0000) 2024-04-26T02:03:47.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:47 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:47.520+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:47.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:47 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:47.520+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:47.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:47 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:47.520+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:42.693403+0000 front 2024-04-26T02:02:42.693317+0000 (oldest deadline 2024-04-26T02:03:09.693853+0000) 2024-04-26T02:03:47.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:47 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:47.520+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:55.995965+0000 front 2024-04-26T02:02:55.995836+0000 (oldest deadline 2024-04-26T02:03:18.796154+0000) 2024-04-26T02:03:47.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:47 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:47.520+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.797740+0000 front 2024-04-26T02:03:05.797760+0000 (oldest deadline 2024-04-26T02:03:26.798266+0000) 2024-04-26T02:03:47.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:47 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:47.520+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:12.099305+0000 front 2024-04-26T02:03:12.099339+0000 (oldest deadline 2024-04-26T02:03:37.999100+0000) 2024-04-26T02:03:47.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:47 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:47.520+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-04-26T02:03:20.900293+0000 front 2024-04-26T02:03:20.900372+0000 (oldest deadline 2024-04-26T02:03:43.799914+0000) 2024-04-26T02:03:48.170 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:47 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:47.729+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:48.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:47 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:47.729+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:48.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:47 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:47.729+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:48.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:47 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:47.729+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:03.818886+0000 front 2024-04-26T02:03:03.818817+0000 (oldest deadline 2024-04-26T02:03:31.419613+0000) 2024-04-26T02:03:48.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:47 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:47.729+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:11.420155+0000 front 2024-04-26T02:03:11.420097+0000 (oldest deadline 2024-04-26T02:03:35.520114+0000) 2024-04-26T02:03:48.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:47 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:47.729+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-04-26T02:03:21.822384+0000 front 2024-04-26T02:03:21.822524+0000 (oldest deadline 2024-04-26T02:03:42.922023+0000) 2024-04-26T02:03:48.308 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:47 smithi046 podman[97652]: 2024-04-26 02:03:47.925239297 +0000 UTC m=+5.586798836 container died 47c76cbf5030843f61abba36652bc4fd639f49fab3d21e9916da1687123f0989 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416) 2024-04-26T02:03:48.561 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:48 smithi046 podman[97652]: 2024-04-26 02:03:48.462836172 +0000 UTC m=+6.124395722 container cleanup 47c76cbf5030843f61abba36652bc4fd639f49fab3d21e9916da1687123f0989 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2) 2024-04-26T02:03:48.561 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:48 smithi046 bash[97652]: ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9 2024-04-26T02:03:48.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:48 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:48.515+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:48.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:48 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:48.515+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:48.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:48 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:48.515+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:42.693403+0000 front 2024-04-26T02:02:42.693317+0000 (oldest deadline 2024-04-26T02:03:09.693853+0000) 2024-04-26T02:03:48.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:48 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:48.515+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:55.995965+0000 front 2024-04-26T02:02:55.995836+0000 (oldest deadline 2024-04-26T02:03:18.796154+0000) 2024-04-26T02:03:48.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:48 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:48.515+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.797740+0000 front 2024-04-26T02:03:05.797760+0000 (oldest deadline 2024-04-26T02:03:26.798266+0000) 2024-04-26T02:03:48.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:48 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:48.515+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:12.099305+0000 front 2024-04-26T02:03:12.099339+0000 (oldest deadline 2024-04-26T02:03:37.999100+0000) 2024-04-26T02:03:48.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:48 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:48.515+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-04-26T02:03:20.900293+0000 front 2024-04-26T02:03:20.900372+0000 (oldest deadline 2024-04-26T02:03:43.799914+0000) 2024-04-26T02:03:49.061 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:48 smithi046 podman[97672]: 2024-04-26 02:03:48.672615606 +0000 UTC m=+0.738552820 container remove 47c76cbf5030843f61abba36652bc4fd639f49fab3d21e9916da1687123f0989 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T02:03:49.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:48 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:48.720+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:49.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:48 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:48.720+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:49.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:48 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:48.720+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:49.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:48 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:48.720+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:03.818886+0000 front 2024-04-26T02:03:03.818817+0000 (oldest deadline 2024-04-26T02:03:31.419613+0000) 2024-04-26T02:03:49.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:48 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:48.720+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:11.420155+0000 front 2024-04-26T02:03:11.420097+0000 (oldest deadline 2024-04-26T02:03:35.520114+0000) 2024-04-26T02:03:49.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:48 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:48.720+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-04-26T02:03:21.822384+0000 front 2024-04-26T02:03:21.822524+0000 (oldest deadline 2024-04-26T02:03:42.922023+0000) 2024-04-26T02:03:49.778 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:49 smithi046 podman[97758]: 2024-04-26 02:03:49.378344145 +0000 UTC m=+0.036827661 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T02:03:49.778 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:49 smithi046 podman[97758]: 2024-04-26 02:03:49.47330693 +0000 UTC m=+0.131790469 container create 3ff92f766f3fa65830de69a30feb69803f4b9baf8cda47399454802efe1bdf67 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9-deactivate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T02:03:49.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:49 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:49.504+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:49.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:49 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:49.504+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:49.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:49 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:49.504+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:42.693403+0000 front 2024-04-26T02:02:42.693317+0000 (oldest deadline 2024-04-26T02:03:09.693853+0000) 2024-04-26T02:03:49.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:49 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:49.504+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:55.995965+0000 front 2024-04-26T02:02:55.995836+0000 (oldest deadline 2024-04-26T02:03:18.796154+0000) 2024-04-26T02:03:49.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:49 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:49.504+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.797740+0000 front 2024-04-26T02:03:05.797760+0000 (oldest deadline 2024-04-26T02:03:26.798266+0000) 2024-04-26T02:03:49.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:49 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:49.504+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:12.099305+0000 front 2024-04-26T02:03:12.099339+0000 (oldest deadline 2024-04-26T02:03:37.999100+0000) 2024-04-26T02:03:49.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:49 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:49.504+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-04-26T02:03:20.900293+0000 front 2024-04-26T02:03:20.900372+0000 (oldest deadline 2024-04-26T02:03:43.799914+0000) 2024-04-26T02:03:50.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:49 smithi046 podman[97758]: 2024-04-26 02:03:49.885429242 +0000 UTC m=+0.543912835 container init 3ff92f766f3fa65830de69a30feb69803f4b9baf8cda47399454802efe1bdf67 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, io.buildah.version=1.33.5) 2024-04-26T02:03:50.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:49 smithi046 podman[97758]: 2024-04-26 02:03:49.90059343 +0000 UTC m=+0.559076962 container start 3ff92f766f3fa65830de69a30feb69803f4b9baf8cda47399454802efe1bdf67 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9-deactivate, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T02:03:50.062 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:49 smithi046 podman[97758]: 2024-04-26 02:03:49.967271951 +0000 UTC m=+0.625755554 container attach 3ff92f766f3fa65830de69a30feb69803f4b9baf8cda47399454802efe1bdf67 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9-deactivate, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, io.buildah.version=1.33.5) 2024-04-26T02:03:50.170 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:49 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:49.703+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:50.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:49 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:49.703+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:50.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:49 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:49.703+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:50.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:49 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:49.703+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:03.818886+0000 front 2024-04-26T02:03:03.818817+0000 (oldest deadline 2024-04-26T02:03:31.419613+0000) 2024-04-26T02:03:50.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:49 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:49.703+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:11.420155+0000 front 2024-04-26T02:03:11.420097+0000 (oldest deadline 2024-04-26T02:03:35.520114+0000) 2024-04-26T02:03:50.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:49 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:49.703+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-04-26T02:03:21.822384+0000 front 2024-04-26T02:03:21.822524+0000 (oldest deadline 2024-04-26T02:03:42.922023+0000) 2024-04-26T02:03:50.664 INFO:journalctl@ceph.osd.9.smithi046.stdout:Apr 26 02:03:50 smithi046 podman[97758]: 2024-04-26 02:03:50.368527339 +0000 UTC m=+1.027010895 container died 3ff92f766f3fa65830de69a30feb69803f4b9baf8cda47399454802efe1bdf67 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-9-deactivate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T02:03:50.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:50 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:50.540+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:50.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:50 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:50.540+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:50.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:50 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:50.540+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:42.693403+0000 front 2024-04-26T02:02:42.693317+0000 (oldest deadline 2024-04-26T02:03:09.693853+0000) 2024-04-26T02:03:50.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:50 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:50.540+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:55.995965+0000 front 2024-04-26T02:02:55.995836+0000 (oldest deadline 2024-04-26T02:03:18.796154+0000) 2024-04-26T02:03:50.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:50 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:50.540+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.797740+0000 front 2024-04-26T02:03:05.797760+0000 (oldest deadline 2024-04-26T02:03:26.798266+0000) 2024-04-26T02:03:50.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:50 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:50.540+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:12.099305+0000 front 2024-04-26T02:03:12.099339+0000 (oldest deadline 2024-04-26T02:03:37.999100+0000) 2024-04-26T02:03:50.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:50 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:50.540+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-04-26T02:03:20.900293+0000 front 2024-04-26T02:03:20.900372+0000 (oldest deadline 2024-04-26T02:03:43.799914+0000) 2024-04-26T02:03:51.060 DEBUG:teuthology.orchestra.run.smithi046:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@osd.9.service' 2024-04-26T02:03:51.157 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:03:51.158 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-04-26T02:03:51.158 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-04-26T02:03:51.158 DEBUG:teuthology.orchestra.run.smithi103:> sudo systemctl stop ceph-4e298560-036d-11ef-bc93-c7b262605968@osd.10 2024-04-26T02:03:51.170 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:50 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:50.749+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:51.170 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:50 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:50.749+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:51.170 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:50 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:50.749+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:51.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:50 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:50.749+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:03.818886+0000 front 2024-04-26T02:03:03.818817+0000 (oldest deadline 2024-04-26T02:03:31.419613+0000) 2024-04-26T02:03:51.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:50 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:50.749+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:11.420155+0000 front 2024-04-26T02:03:11.420097+0000 (oldest deadline 2024-04-26T02:03:35.520114+0000) 2024-04-26T02:03:51.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:50 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:50.749+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-04-26T02:03:21.822384+0000 front 2024-04-26T02:03:21.822524+0000 (oldest deadline 2024-04-26T02:03:42.922023+0000) 2024-04-26T02:03:51.457 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:51 smithi103 systemd[1]: Stopping Ceph osd.10 for 4e298560-036d-11ef-bc93-c7b262605968... 2024-04-26T02:03:51.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:51 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:51.458+0000 7fb92bc12700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:03:51.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:51 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:51.458+0000 7fb92bc12700 -1 osd.10 105 *** Got signal Terminated *** 2024-04-26T02:03:51.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:51 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:51.458+0000 7fb92bc12700 -1 osd.10 105 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T02:03:51.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:51 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:51.568+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:51.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:51 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:51.568+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:51.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:51 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:51.568+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:42.693403+0000 front 2024-04-26T02:02:42.693317+0000 (oldest deadline 2024-04-26T02:03:09.693853+0000) 2024-04-26T02:03:51.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:51 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:51.568+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:55.995965+0000 front 2024-04-26T02:02:55.995836+0000 (oldest deadline 2024-04-26T02:03:18.796154+0000) 2024-04-26T02:03:51.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:51 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:51.568+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.797740+0000 front 2024-04-26T02:03:05.797760+0000 (oldest deadline 2024-04-26T02:03:26.798266+0000) 2024-04-26T02:03:51.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:51 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:51.568+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:12.099305+0000 front 2024-04-26T02:03:12.099339+0000 (oldest deadline 2024-04-26T02:03:37.999100+0000) 2024-04-26T02:03:51.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:51 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:51.568+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-04-26T02:03:20.900293+0000 front 2024-04-26T02:03:20.900372+0000 (oldest deadline 2024-04-26T02:03:43.799914+0000) 2024-04-26T02:03:52.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:51 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:51.704+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:52.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:51 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:51.704+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:52.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:51 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:51.704+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:52.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:51 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:51.704+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:03.818886+0000 front 2024-04-26T02:03:03.818817+0000 (oldest deadline 2024-04-26T02:03:31.419613+0000) 2024-04-26T02:03:52.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:51 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:51.704+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:11.420155+0000 front 2024-04-26T02:03:11.420097+0000 (oldest deadline 2024-04-26T02:03:35.520114+0000) 2024-04-26T02:03:52.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:51 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:51.704+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-04-26T02:03:21.822384+0000 front 2024-04-26T02:03:21.822524+0000 (oldest deadline 2024-04-26T02:03:42.922023+0000) 2024-04-26T02:03:52.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:51 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:51.704+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6820 osd.7 since back 2024-04-26T02:03:27.523374+0000 front 2024-04-26T02:03:27.523318+0000 (oldest deadline 2024-04-26T02:03:51.623333+0000) 2024-04-26T02:03:52.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:52 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:52.555+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:52.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:52 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:52.555+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:52.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:52 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:52.555+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:42.693403+0000 front 2024-04-26T02:02:42.693317+0000 (oldest deadline 2024-04-26T02:03:09.693853+0000) 2024-04-26T02:03:52.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:52 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:52.555+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:55.995965+0000 front 2024-04-26T02:02:55.995836+0000 (oldest deadline 2024-04-26T02:03:18.796154+0000) 2024-04-26T02:03:52.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:52 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:52.555+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.797740+0000 front 2024-04-26T02:03:05.797760+0000 (oldest deadline 2024-04-26T02:03:26.798266+0000) 2024-04-26T02:03:52.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:52 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:52.555+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:12.099305+0000 front 2024-04-26T02:03:12.099339+0000 (oldest deadline 2024-04-26T02:03:37.999100+0000) 2024-04-26T02:03:52.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:52 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:52.555+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-04-26T02:03:20.900293+0000 front 2024-04-26T02:03:20.900372+0000 (oldest deadline 2024-04-26T02:03:43.799914+0000) 2024-04-26T02:03:53.170 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:52 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:52.722+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:53.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:52 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:52.722+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:53.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:52 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:52.722+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:53.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:52 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:52.722+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:03.818886+0000 front 2024-04-26T02:03:03.818817+0000 (oldest deadline 2024-04-26T02:03:31.419613+0000) 2024-04-26T02:03:53.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:52 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:52.722+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:11.420155+0000 front 2024-04-26T02:03:11.420097+0000 (oldest deadline 2024-04-26T02:03:35.520114+0000) 2024-04-26T02:03:53.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:52 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:52.722+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-04-26T02:03:21.822384+0000 front 2024-04-26T02:03:21.822524+0000 (oldest deadline 2024-04-26T02:03:42.922023+0000) 2024-04-26T02:03:53.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:52 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:52.722+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6820 osd.7 since back 2024-04-26T02:03:27.523374+0000 front 2024-04-26T02:03:27.523318+0000 (oldest deadline 2024-04-26T02:03:51.623333+0000) 2024-04-26T02:03:53.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:53 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:53.601+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:53.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:53 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:53.601+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:53.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:53 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:53.601+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:42.693403+0000 front 2024-04-26T02:02:42.693317+0000 (oldest deadline 2024-04-26T02:03:09.693853+0000) 2024-04-26T02:03:53.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:53 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:53.601+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:55.995965+0000 front 2024-04-26T02:02:55.995836+0000 (oldest deadline 2024-04-26T02:03:18.796154+0000) 2024-04-26T02:03:53.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:53 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:53.601+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.797740+0000 front 2024-04-26T02:03:05.797760+0000 (oldest deadline 2024-04-26T02:03:26.798266+0000) 2024-04-26T02:03:53.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:53 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:53.601+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:12.099305+0000 front 2024-04-26T02:03:12.099339+0000 (oldest deadline 2024-04-26T02:03:37.999100+0000) 2024-04-26T02:03:53.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:53 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:53.601+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-04-26T02:03:20.900293+0000 front 2024-04-26T02:03:20.900372+0000 (oldest deadline 2024-04-26T02:03:43.799914+0000) 2024-04-26T02:03:54.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:53 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:53.685+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:54.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:53 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:53.685+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:54.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:53 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:53.685+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:54.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:53 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:53.685+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:03.818886+0000 front 2024-04-26T02:03:03.818817+0000 (oldest deadline 2024-04-26T02:03:31.419613+0000) 2024-04-26T02:03:54.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:53 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:53.685+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:11.420155+0000 front 2024-04-26T02:03:11.420097+0000 (oldest deadline 2024-04-26T02:03:35.520114+0000) 2024-04-26T02:03:54.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:53 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:53.685+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-04-26T02:03:21.822384+0000 front 2024-04-26T02:03:21.822524+0000 (oldest deadline 2024-04-26T02:03:42.922023+0000) 2024-04-26T02:03:54.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:53 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:53.685+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6820 osd.7 since back 2024-04-26T02:03:27.523374+0000 front 2024-04-26T02:03:27.523318+0000 (oldest deadline 2024-04-26T02:03:51.623333+0000) 2024-04-26T02:03:54.920 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:54 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:54.646+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:54.921 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:54 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:54.646+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:54.921 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:54 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:54.646+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:54.921 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:54 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:54.646+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:03.818886+0000 front 2024-04-26T02:03:03.818817+0000 (oldest deadline 2024-04-26T02:03:31.419613+0000) 2024-04-26T02:03:54.921 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:54 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:54.646+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:11.420155+0000 front 2024-04-26T02:03:11.420097+0000 (oldest deadline 2024-04-26T02:03:35.520114+0000) 2024-04-26T02:03:54.921 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:54 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:54.646+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-04-26T02:03:21.822384+0000 front 2024-04-26T02:03:21.822524+0000 (oldest deadline 2024-04-26T02:03:42.922023+0000) 2024-04-26T02:03:54.921 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:54 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:54.646+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6820 osd.7 since back 2024-04-26T02:03:27.523374+0000 front 2024-04-26T02:03:27.523318+0000 (oldest deadline 2024-04-26T02:03:51.623333+0000) 2024-04-26T02:03:55.126 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:54 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:54.643+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:55.126 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:54 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:54.643+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:55.126 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:54 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:54.643+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:42.693403+0000 front 2024-04-26T02:02:42.693317+0000 (oldest deadline 2024-04-26T02:03:09.693853+0000) 2024-04-26T02:03:55.126 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:54 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:54.643+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:55.995965+0000 front 2024-04-26T02:02:55.995836+0000 (oldest deadline 2024-04-26T02:03:18.796154+0000) 2024-04-26T02:03:55.126 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:54 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:54.643+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.797740+0000 front 2024-04-26T02:03:05.797760+0000 (oldest deadline 2024-04-26T02:03:26.798266+0000) 2024-04-26T02:03:55.126 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:54 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:54.643+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:12.099305+0000 front 2024-04-26T02:03:12.099339+0000 (oldest deadline 2024-04-26T02:03:37.999100+0000) 2024-04-26T02:03:55.126 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:54 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:54.643+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-04-26T02:03:20.900293+0000 front 2024-04-26T02:03:20.900372+0000 (oldest deadline 2024-04-26T02:03:43.799914+0000) 2024-04-26T02:03:55.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:55 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:55.621+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:30.590989+0000 front 2024-04-26T02:02:30.590714+0000 (oldest deadline 2024-04-26T02:02:51.690683+0000) 2024-04-26T02:03:55.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:55 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:55.621+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.792873+0000 front 2024-04-26T02:02:39.792768+0000 (oldest deadline 2024-04-26T02:03:02.692912+0000) 2024-04-26T02:03:55.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:55 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:55.621+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:42.693403+0000 front 2024-04-26T02:02:42.693317+0000 (oldest deadline 2024-04-26T02:03:09.693853+0000) 2024-04-26T02:03:55.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:55 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:55.621+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6814 osd.3 since back 2024-04-26T02:02:55.995965+0000 front 2024-04-26T02:02:55.995836+0000 (oldest deadline 2024-04-26T02:03:18.796154+0000) 2024-04-26T02:03:55.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:55 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:55.621+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:05.797740+0000 front 2024-04-26T02:03:05.797760+0000 (oldest deadline 2024-04-26T02:03:26.798266+0000) 2024-04-26T02:03:55.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:55 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:55.621+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:12.099305+0000 front 2024-04-26T02:03:12.099339+0000 (oldest deadline 2024-04-26T02:03:37.999100+0000) 2024-04-26T02:03:55.876 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:55 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10[57676]: 2024-04-26T02:03:55.621+0000 7fb9241fe700 -1 osd.10 105 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-04-26T02:03:20.900293+0000 front 2024-04-26T02:03:20.900372+0000 (oldest deadline 2024-04-26T02:03:43.799914+0000) 2024-04-26T02:03:55.920 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:55 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:55.638+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:55.921 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:55 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:55.638+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:55.921 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:55 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:55.638+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:55.921 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:55 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:55.638+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:03.818886+0000 front 2024-04-26T02:03:03.818817+0000 (oldest deadline 2024-04-26T02:03:31.419613+0000) 2024-04-26T02:03:55.921 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:55 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:55.638+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:11.420155+0000 front 2024-04-26T02:03:11.420097+0000 (oldest deadline 2024-04-26T02:03:35.520114+0000) 2024-04-26T02:03:55.921 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:55 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:55.638+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-04-26T02:03:21.822384+0000 front 2024-04-26T02:03:21.822524+0000 (oldest deadline 2024-04-26T02:03:42.922023+0000) 2024-04-26T02:03:55.921 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:55 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:55.638+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6820 osd.7 since back 2024-04-26T02:03:27.523374+0000 front 2024-04-26T02:03:27.523318+0000 (oldest deadline 2024-04-26T02:03:51.623333+0000) 2024-04-26T02:03:57.170 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:56 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:56.683+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:57.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:56 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:56.683+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:57.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:56 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:56.683+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:57.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:56 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:56.683+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:03.818886+0000 front 2024-04-26T02:03:03.818817+0000 (oldest deadline 2024-04-26T02:03:31.419613+0000) 2024-04-26T02:03:57.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:56 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:56.683+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:11.420155+0000 front 2024-04-26T02:03:11.420097+0000 (oldest deadline 2024-04-26T02:03:35.520114+0000) 2024-04-26T02:03:57.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:56 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:56.683+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-04-26T02:03:21.822384+0000 front 2024-04-26T02:03:21.822524+0000 (oldest deadline 2024-04-26T02:03:42.922023+0000) 2024-04-26T02:03:57.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:56 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:56.683+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6820 osd.7 since back 2024-04-26T02:03:27.523374+0000 front 2024-04-26T02:03:27.523318+0000 (oldest deadline 2024-04-26T02:03:51.623333+0000) 2024-04-26T02:03:57.274 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:56 smithi103 podman[70480]: 2024-04-26 02:03:56.962791353 +0000 UTC m=+5.612828555 container died 17be899931da90445eab1360e4c52d2b64eeeafea8958af075efdec76d46696d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True) 2024-04-26T02:03:57.600 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:57 smithi103 podman[70480]: 2024-04-26 02:03:57.384554913 +0000 UTC m=+6.034592111 container cleanup 17be899931da90445eab1360e4c52d2b64eeeafea8958af075efdec76d46696d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-26T02:03:57.600 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:57 smithi103 bash[70480]: ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10 2024-04-26T02:03:57.875 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:57 smithi103 podman[70498]: 2024-04-26 02:03:57.60250014 +0000 UTC m=+0.633647036 container remove 17be899931da90445eab1360e4c52d2b64eeeafea8958af075efdec76d46696d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T02:03:57.920 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:57 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:57.665+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:57.920 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:57 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:57.665+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:57.920 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:57 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:57.665+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:57.920 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:57 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:57.665+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:03.818886+0000 front 2024-04-26T02:03:03.818817+0000 (oldest deadline 2024-04-26T02:03:31.419613+0000) 2024-04-26T02:03:57.921 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:57 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:57.665+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:11.420155+0000 front 2024-04-26T02:03:11.420097+0000 (oldest deadline 2024-04-26T02:03:35.520114+0000) 2024-04-26T02:03:57.921 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:57 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:57.665+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-04-26T02:03:21.822384+0000 front 2024-04-26T02:03:21.822524+0000 (oldest deadline 2024-04-26T02:03:42.922023+0000) 2024-04-26T02:03:57.921 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:57 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:57.665+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6820 osd.7 since back 2024-04-26T02:03:27.523374+0000 front 2024-04-26T02:03:27.523318+0000 (oldest deadline 2024-04-26T02:03:51.623333+0000) 2024-04-26T02:03:58.304 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:58 smithi103 podman[70587]: 2024-04-26 02:03:57.908027727 +0000 UTC m=+0.017969786 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T02:03:58.304 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:58 smithi103 podman[70587]: 2024-04-26 02:03:58.011643321 +0000 UTC m=+0.121585409 container create c2435299d9ddd7e5010337dbd1a1ce1b6472c512a3ad8e53c45f304abe39b042 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10-deactivate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True) 2024-04-26T02:03:58.304 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:58 smithi103 podman[70587]: 2024-04-26 02:03:58.230670393 +0000 UTC m=+0.340612439 container init c2435299d9ddd7e5010337dbd1a1ce1b6472c512a3ad8e53c45f304abe39b042 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-04-26T02:03:58.304 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:58 smithi103 podman[70587]: 2024-04-26 02:03:58.234577736 +0000 UTC m=+0.344519791 container start c2435299d9ddd7e5010337dbd1a1ce1b6472c512a3ad8e53c45f304abe39b042 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10-deactivate, org.label-schema.build-date=20240416, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T02:03:58.304 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:58 smithi103 podman[70587]: 2024-04-26 02:03:58.305584441 +0000 UTC m=+0.415526487 container attach c2435299d9ddd7e5010337dbd1a1ce1b6472c512a3ad8e53c45f304abe39b042 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-26T02:03:58.626 INFO:journalctl@ceph.osd.10.smithi103.stdout:Apr 26 02:03:58 smithi103 podman[70587]: 2024-04-26 02:03:58.522385263 +0000 UTC m=+0.632327303 container died c2435299d9ddd7e5010337dbd1a1ce1b6472c512a3ad8e53c45f304abe39b042 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-10-deactivate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-26T02:03:58.920 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:58 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:58.615+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:58.921 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:58 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:58.615+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:58.921 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:58 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:58.615+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:58.921 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:58 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:58.615+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:03.818886+0000 front 2024-04-26T02:03:03.818817+0000 (oldest deadline 2024-04-26T02:03:31.419613+0000) 2024-04-26T02:03:58.921 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:58 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:58.615+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:11.420155+0000 front 2024-04-26T02:03:11.420097+0000 (oldest deadline 2024-04-26T02:03:35.520114+0000) 2024-04-26T02:03:58.921 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:58 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:58.615+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-04-26T02:03:21.822384+0000 front 2024-04-26T02:03:21.822524+0000 (oldest deadline 2024-04-26T02:03:42.922023+0000) 2024-04-26T02:03:58.921 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:58 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:58.615+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6820 osd.7 since back 2024-04-26T02:03:27.523374+0000 front 2024-04-26T02:03:27.523318+0000 (oldest deadline 2024-04-26T02:03:51.623333+0000) 2024-04-26T02:03:59.095 DEBUG:teuthology.orchestra.run.smithi103:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@osd.10.service' 2024-04-26T02:03:59.131 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:03:59.131 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-04-26T02:03:59.131 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-04-26T02:03:59.132 DEBUG:teuthology.orchestra.run.smithi163:> sudo systemctl stop ceph-4e298560-036d-11ef-bc93-c7b262605968@osd.11 2024-04-26T02:03:59.420 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:59 smithi163 systemd[1]: Stopping Ceph osd.11 for 4e298560-036d-11ef-bc93-c7b262605968... 2024-04-26T02:03:59.921 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:59 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:59.460+0000 7f3b1f9aa700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:03:59.921 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:59 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:59.460+0000 7f3b1f9aa700 -1 osd.11 105 *** Got signal Terminated *** 2024-04-26T02:03:59.921 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:59 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:59.460+0000 7f3b1f9aa700 -1 osd.11 105 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T02:03:59.921 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:59 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:59.637+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:03:59.921 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:59 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:59.637+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:03:59.921 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:59 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:59.637+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:03:59.921 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:59 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:59.637+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:03.818886+0000 front 2024-04-26T02:03:03.818817+0000 (oldest deadline 2024-04-26T02:03:31.419613+0000) 2024-04-26T02:03:59.922 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:59 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:59.637+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:11.420155+0000 front 2024-04-26T02:03:11.420097+0000 (oldest deadline 2024-04-26T02:03:35.520114+0000) 2024-04-26T02:03:59.922 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:59 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:59.637+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-04-26T02:03:21.822384+0000 front 2024-04-26T02:03:21.822524+0000 (oldest deadline 2024-04-26T02:03:42.922023+0000) 2024-04-26T02:03:59.922 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:03:59 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:03:59.637+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6820 osd.7 since back 2024-04-26T02:03:27.523374+0000 front 2024-04-26T02:03:27.523318+0000 (oldest deadline 2024-04-26T02:03:51.623333+0000) 2024-04-26T02:04:01.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:04:00 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:04:00.685+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:04:01.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:04:00 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:04:00.685+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:04:01.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:04:00 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:04:00.685+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:04:01.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:04:00 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:04:00.685+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:03.818886+0000 front 2024-04-26T02:03:03.818817+0000 (oldest deadline 2024-04-26T02:03:31.419613+0000) 2024-04-26T02:04:01.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:04:00 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:04:00.685+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:11.420155+0000 front 2024-04-26T02:03:11.420097+0000 (oldest deadline 2024-04-26T02:03:35.520114+0000) 2024-04-26T02:04:01.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:04:00 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:04:00.685+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-04-26T02:03:21.822384+0000 front 2024-04-26T02:03:21.822524+0000 (oldest deadline 2024-04-26T02:03:42.922023+0000) 2024-04-26T02:04:01.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:04:00 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:04:00.685+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6820 osd.7 since back 2024-04-26T02:03:27.523374+0000 front 2024-04-26T02:03:27.523318+0000 (oldest deadline 2024-04-26T02:03:51.623333+0000) 2024-04-26T02:04:02.072 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:04:01 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:04:01.707+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:04:02.072 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:04:01 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:04:01.707+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:04:02.072 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:04:01 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:04:01.707+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:04:02.072 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:04:01 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:04:01.707+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:03.818886+0000 front 2024-04-26T02:03:03.818817+0000 (oldest deadline 2024-04-26T02:03:31.419613+0000) 2024-04-26T02:04:02.072 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:04:01 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:04:01.707+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:11.420155+0000 front 2024-04-26T02:03:11.420097+0000 (oldest deadline 2024-04-26T02:03:35.520114+0000) 2024-04-26T02:04:02.072 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:04:01 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:04:01.707+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-04-26T02:03:21.822384+0000 front 2024-04-26T02:03:21.822524+0000 (oldest deadline 2024-04-26T02:03:42.922023+0000) 2024-04-26T02:04:02.072 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:04:01 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:04:01.707+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6820 osd.7 since back 2024-04-26T02:03:27.523374+0000 front 2024-04-26T02:03:27.523318+0000 (oldest deadline 2024-04-26T02:03:51.623333+0000) 2024-04-26T02:04:02.072 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:04:01 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:04:01.707+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6820 osd.8 since back 2024-04-26T02:03:38.024691+0000 front 2024-04-26T02:03:38.024720+0000 (oldest deadline 2024-04-26T02:04:00.924685+0000) 2024-04-26T02:04:03.170 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:04:02 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:04:02.738+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:04:03.170 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:04:02 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:04:02.738+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:04:03.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:04:02 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:04:02.738+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:04:03.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:04:02 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:04:02.738+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:03.818886+0000 front 2024-04-26T02:03:03.818817+0000 (oldest deadline 2024-04-26T02:03:31.419613+0000) 2024-04-26T02:04:03.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:04:02 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:04:02.738+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:11.420155+0000 front 2024-04-26T02:03:11.420097+0000 (oldest deadline 2024-04-26T02:03:35.520114+0000) 2024-04-26T02:04:03.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:04:02 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:04:02.738+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-04-26T02:03:21.822384+0000 front 2024-04-26T02:03:21.822524+0000 (oldest deadline 2024-04-26T02:03:42.922023+0000) 2024-04-26T02:04:03.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:04:02 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:04:02.738+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6820 osd.7 since back 2024-04-26T02:03:27.523374+0000 front 2024-04-26T02:03:27.523318+0000 (oldest deadline 2024-04-26T02:03:51.623333+0000) 2024-04-26T02:04:03.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:04:02 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:04:02.738+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6820 osd.8 since back 2024-04-26T02:03:38.024691+0000 front 2024-04-26T02:03:38.024720+0000 (oldest deadline 2024-04-26T02:04:00.924685+0000) 2024-04-26T02:04:04.170 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:04:03 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:04:03.736+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6806 osd.0 since back 2024-04-26T02:02:28.610993+0000 front 2024-04-26T02:02:28.610859+0000 (oldest deadline 2024-04-26T02:02:53.910595+0000) 2024-04-26T02:04:04.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:04:03 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:04:03.736+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6804 osd.1 since back 2024-04-26T02:02:39.613213+0000 front 2024-04-26T02:02:39.613290+0000 (oldest deadline 2024-04-26T02:03:05.513116+0000) 2024-04-26T02:04:04.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:04:03 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:04:03.736+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6804 osd.2 since back 2024-04-26T02:02:47.714837+0000 front 2024-04-26T02:02:47.714917+0000 (oldest deadline 2024-04-26T02:03:08.815069+0000) 2024-04-26T02:04:04.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:04:03 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:04:03.736+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6812 osd.4 since back 2024-04-26T02:03:03.818886+0000 front 2024-04-26T02:03:03.818817+0000 (oldest deadline 2024-04-26T02:03:31.419613+0000) 2024-04-26T02:04:04.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:04:03 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:04:03.736+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6812 osd.5 since back 2024-04-26T02:03:11.420155+0000 front 2024-04-26T02:03:11.420097+0000 (oldest deadline 2024-04-26T02:03:35.520114+0000) 2024-04-26T02:04:04.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:04:03 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:04:03.736+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.46:6822 osd.6 since back 2024-04-26T02:03:21.822384+0000 front 2024-04-26T02:03:21.822524+0000 (oldest deadline 2024-04-26T02:03:42.922023+0000) 2024-04-26T02:04:04.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:04:03 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:04:03.736+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.103:6820 osd.7 since back 2024-04-26T02:03:27.523374+0000 front 2024-04-26T02:03:27.523318+0000 (oldest deadline 2024-04-26T02:03:51.623333+0000) 2024-04-26T02:04:04.171 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:04:03 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11[58345]: 2024-04-26T02:04:03.736+0000 7f3b1bf9e700 -1 osd.11 105 heartbeat_check: no reply from 172.21.15.163:6820 osd.8 since back 2024-04-26T02:03:38.024691+0000 front 2024-04-26T02:03:38.024720+0000 (oldest deadline 2024-04-26T02:04:00.924685+0000) 2024-04-26T02:04:05.118 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:04:04 smithi163 podman[70970]: 2024-04-26 02:04:04.859808088 +0000 UTC m=+5.526045218 container died 5570c3e449811ef9d7a879bb206e4fccb751c8210dc02a44b15252baf7046ee6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240416, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-04-26T02:04:05.420 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:04:05 smithi163 podman[70970]: 2024-04-26 02:04:05.227563422 +0000 UTC m=+5.893800535 container cleanup 5570c3e449811ef9d7a879bb206e4fccb751c8210dc02a44b15252baf7046ee6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-26T02:04:05.421 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:04:05 smithi163 bash[70970]: ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11 2024-04-26T02:04:05.794 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:04:05 smithi163 podman[70988]: 2024-04-26 02:04:05.47936707 +0000 UTC m=+0.620978861 container remove 5570c3e449811ef9d7a879bb206e4fccb751c8210dc02a44b15252baf7046ee6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T02:04:06.056 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:04:05 smithi163 podman[71081]: 2024-04-26 02:04:05.796833415 +0000 UTC m=+0.111524054 container create ea853eea3e35f5f2e0c4a927007d957aecb63c5d3562faa6a2b0a01a3cd315fb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11-deactivate, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-26T02:04:06.056 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:04:05 smithi163 podman[71081]: 2024-04-26 02:04:05.703198899 +0000 UTC m=+0.017889511 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-26T02:04:06.056 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:04:06 smithi163 podman[71081]: 2024-04-26 02:04:06.057891238 +0000 UTC m=+0.372581835 container init ea853eea3e35f5f2e0c4a927007d957aecb63c5d3562faa6a2b0a01a3cd315fb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11-deactivate, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416) 2024-04-26T02:04:06.360 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:04:06 smithi163 podman[71081]: 2024-04-26 02:04:06.060969928 +0000 UTC m=+0.375660526 container start ea853eea3e35f5f2e0c4a927007d957aecb63c5d3562faa6a2b0a01a3cd315fb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11-deactivate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True) 2024-04-26T02:04:06.361 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:04:06 smithi163 podman[71081]: 2024-04-26 02:04:06.133023683 +0000 UTC m=+0.447714280 container attach ea853eea3e35f5f2e0c4a927007d957aecb63c5d3562faa6a2b0a01a3cd315fb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=) 2024-04-26T02:04:06.650 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:04:06 smithi163 podman[71081]: 2024-04-26 02:04:06.362937554 +0000 UTC m=+0.677628146 container died ea853eea3e35f5f2e0c4a927007d957aecb63c5d3562faa6a2b0a01a3cd315fb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T02:04:06.920 INFO:journalctl@ceph.osd.11.smithi163.stdout:Apr 26 02:04:06 smithi163 podman[71106]: 2024-04-26 02:04:06.894762665 +0000 UTC m=+0.522119230 container remove ea853eea3e35f5f2e0c4a927007d957aecb63c5d3562faa6a2b0a01a3cd315fb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-osd-11-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-26T02:04:06.926 DEBUG:teuthology.orchestra.run.smithi163:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@osd.11.service' 2024-04-26T02:04:06.966 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:04:06.966 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-04-26T02:04:06.967 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-04-26T02:04:06.967 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ceph-4e298560-036d-11ef-bc93-c7b262605968@mds.a 2024-04-26T02:04:07.311 INFO:journalctl@ceph.mds.a.smithi046.stdout:Apr 26 02:04:07 smithi046 systemd[1]: Stopping Ceph mds.a for 4e298560-036d-11ef-bc93-c7b262605968... 2024-04-26T02:04:08.061 INFO:journalctl@ceph.mds.a.smithi046.stdout:Apr 26 02:04:07 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-a[69884]: 2024-04-26T02:04:07.570+0000 7fc08d000700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:04:08.061 INFO:journalctl@ceph.mds.a.smithi046.stdout:Apr 26 02:04:07 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-a[69884]: 2024-04-26T02:04:07.570+0000 7fc08d000700 -1 mds.a *** got signal Terminated *** 2024-04-26T02:04:09.445 INFO:journalctl@ceph.mds.a.smithi046.stdout:Apr 26 02:04:09 smithi046 podman[97875]: 2024-04-26 02:04:09.149606097 +0000 UTC m=+1.713252374 container died 1a064e0373ea9f7be5e419db2f82b7242a3cb508c7b7ad46a01ecdf6f942430c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-a, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True) 2024-04-26T02:04:09.783 INFO:journalctl@ceph.mds.a.smithi046.stdout:Apr 26 02:04:09 smithi046 podman[97875]: 2024-04-26 02:04:09.590596522 +0000 UTC m=+2.154242820 container cleanup 1a064e0373ea9f7be5e419db2f82b7242a3cb508c7b7ad46a01ecdf6f942430c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-a, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T02:04:09.783 INFO:journalctl@ceph.mds.a.smithi046.stdout:Apr 26 02:04:09 smithi046 bash[97875]: ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-a 2024-04-26T02:04:10.061 INFO:journalctl@ceph.mds.a.smithi046.stdout:Apr 26 02:04:09 smithi046 podman[97889]: 2024-04-26 02:04:09.783333187 +0000 UTC m=+0.611617508 container remove 1a064e0373ea9f7be5e419db2f82b7242a3cb508c7b7ad46a01ecdf6f942430c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-a, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T02:04:10.335 DEBUG:teuthology.orchestra.run.smithi046:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@mds.a.service' 2024-04-26T02:04:10.448 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:04:10.449 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-04-26T02:04:10.449 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-04-26T02:04:10.449 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ceph-4e298560-036d-11ef-bc93-c7b262605968@mds.d 2024-04-26T02:04:11.061 INFO:journalctl@ceph.mds.d.smithi046.stdout:Apr 26 02:04:10 smithi046 systemd[1]: Stopping Ceph mds.d for 4e298560-036d-11ef-bc93-c7b262605968... 2024-04-26T02:04:11.561 INFO:journalctl@ceph.mds.d.smithi046.stdout:Apr 26 02:04:11 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-d[68648]: 2024-04-26T02:04:11.075+0000 7f51c5400700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:04:11.561 INFO:journalctl@ceph.mds.d.smithi046.stdout:Apr 26 02:04:11 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-d[68648]: 2024-04-26T02:04:11.075+0000 7f51c5400700 -1 mds.d *** got signal Terminated *** 2024-04-26T02:04:13.438 INFO:journalctl@ceph.mds.d.smithi046.stdout:Apr 26 02:04:13 smithi046 podman[97994]: 2024-04-26 02:04:13.140866062 +0000 UTC m=+2.189064031 container died 9f4328e95afbb5f96bd152e3d8f61cc94d0b143c485e7a71700c6b7b6bf4ecdf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-d, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T02:04:13.811 INFO:journalctl@ceph.mds.d.smithi046.stdout:Apr 26 02:04:13 smithi046 podman[97994]: 2024-04-26 02:04:13.57731072 +0000 UTC m=+2.625508706 container cleanup 9f4328e95afbb5f96bd152e3d8f61cc94d0b143c485e7a71700c6b7b6bf4ecdf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-d, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-04-26T02:04:13.811 INFO:journalctl@ceph.mds.d.smithi046.stdout:Apr 26 02:04:13 smithi046 bash[97994]: ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-d 2024-04-26T02:04:14.061 INFO:journalctl@ceph.mds.d.smithi046.stdout:Apr 26 02:04:13 smithi046 podman[98008]: 2024-04-26 02:04:13.811700714 +0000 UTC m=+0.650365040 container remove 9f4328e95afbb5f96bd152e3d8f61cc94d0b143c485e7a71700c6b7b6bf4ecdf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-d, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS) 2024-04-26T02:04:14.356 DEBUG:teuthology.orchestra.run.smithi046:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@mds.d.service' 2024-04-26T02:04:14.469 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:04:14.469 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-04-26T02:04:14.469 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-04-26T02:04:14.469 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ceph-4e298560-036d-11ef-bc93-c7b262605968@mds.g 2024-04-26T02:04:15.061 INFO:journalctl@ceph.mds.g.smithi046.stdout:Apr 26 02:04:14 smithi046 systemd[1]: Stopping Ceph mds.g for 4e298560-036d-11ef-bc93-c7b262605968... 2024-04-26T02:04:15.561 INFO:journalctl@ceph.mds.g.smithi046.stdout:Apr 26 02:04:15 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-g[69455]: 2024-04-26T02:04:15.061+0000 7efc17c00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:04:15.561 INFO:journalctl@ceph.mds.g.smithi046.stdout:Apr 26 02:04:15 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-g[69455]: 2024-04-26T02:04:15.061+0000 7efc17c00700 -1 mds.g *** got signal Terminated *** 2024-04-26T02:04:19.409 INFO:journalctl@ceph.mds.g.smithi046.stdout:Apr 26 02:04:19 smithi046 podman[98115]: 2024-04-26 02:04:19.083692519 +0000 UTC m=+4.152761962 container died 80c71d4e00062667b8a6c00dc778a29b6961e2a4724712d6acd528dbd59362a7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-g, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-04-26T02:04:19.698 INFO:journalctl@ceph.mds.g.smithi046.stdout:Apr 26 02:04:19 smithi046 podman[98115]: 2024-04-26 02:04:19.531243725 +0000 UTC m=+4.600313201 container cleanup 80c71d4e00062667b8a6c00dc778a29b6961e2a4724712d6acd528dbd59362a7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-g, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T02:04:19.698 INFO:journalctl@ceph.mds.g.smithi046.stdout:Apr 26 02:04:19 smithi046 bash[98115]: ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-g 2024-04-26T02:04:20.061 INFO:journalctl@ceph.mds.g.smithi046.stdout:Apr 26 02:04:19 smithi046 podman[98129]: 2024-04-26 02:04:19.698894095 +0000 UTC m=+0.603405607 container remove 80c71d4e00062667b8a6c00dc778a29b6961e2a4724712d6acd528dbd59362a7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-g, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True) 2024-04-26T02:04:20.207 DEBUG:teuthology.orchestra.run.smithi046:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@mds.g.service' 2024-04-26T02:04:20.316 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:04:20.316 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-04-26T02:04:20.316 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-04-26T02:04:20.316 DEBUG:teuthology.orchestra.run.smithi046:> sudo systemctl stop ceph-4e298560-036d-11ef-bc93-c7b262605968@mds.j 2024-04-26T02:04:20.811 INFO:journalctl@ceph.mds.j.smithi046.stdout:Apr 26 02:04:20 smithi046 systemd[1]: Stopping Ceph mds.j for 4e298560-036d-11ef-bc93-c7b262605968... 2024-04-26T02:04:21.311 INFO:journalctl@ceph.mds.j.smithi046.stdout:Apr 26 02:04:20 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-j[68232]: 2024-04-26T02:04:20.974+0000 7fe72a600700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:04:21.311 INFO:journalctl@ceph.mds.j.smithi046.stdout:Apr 26 02:04:20 smithi046 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-j[68232]: 2024-04-26T02:04:20.974+0000 7fe72a600700 -1 mds.j *** got signal Terminated *** 2024-04-26T02:04:25.271 INFO:journalctl@ceph.mds.j.smithi046.stdout:Apr 26 02:04:24 smithi046 podman[98235]: 2024-04-26 02:04:24.989244647 +0000 UTC m=+4.135781748 container died 4e1e710c38bbbc5e3ec565335b94005c048471e9be7747c5a87dcc72ce7812eb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-j, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-26T02:04:25.561 INFO:journalctl@ceph.mds.j.smithi046.stdout:Apr 26 02:04:25 smithi046 podman[98235]: 2024-04-26 02:04:25.384584776 +0000 UTC m=+4.531121870 container cleanup 4e1e710c38bbbc5e3ec565335b94005c048471e9be7747c5a87dcc72ce7812eb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-j, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-26T02:04:25.561 INFO:journalctl@ceph.mds.j.smithi046.stdout:Apr 26 02:04:25 smithi046 bash[98235]: ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-j 2024-04-26T02:04:26.061 INFO:journalctl@ceph.mds.j.smithi046.stdout:Apr 26 02:04:25 smithi046 podman[98261]: 2024-04-26 02:04:25.610503438 +0000 UTC m=+0.604446477 container remove 4e1e710c38bbbc5e3ec565335b94005c048471e9be7747c5a87dcc72ce7812eb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-j, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T02:04:26.212 DEBUG:teuthology.orchestra.run.smithi046:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@mds.j.service' 2024-04-26T02:04:26.324 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:04:26.324 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-04-26T02:04:26.325 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-04-26T02:04:26.325 DEBUG:teuthology.orchestra.run.smithi103:> sudo systemctl stop ceph-4e298560-036d-11ef-bc93-c7b262605968@mds.b 2024-04-26T02:04:26.609 INFO:journalctl@ceph.mds.b.smithi103.stdout:Apr 26 02:04:26 smithi103 systemd[1]: Stopping Ceph mds.b for 4e298560-036d-11ef-bc93-c7b262605968... 2024-04-26T02:04:26.876 INFO:journalctl@ceph.mds.b.smithi103.stdout:Apr 26 02:04:26 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-b[63349]: 2024-04-26T02:04:26.610+0000 7f4ca0550700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:04:26.876 INFO:journalctl@ceph.mds.b.smithi103.stdout:Apr 26 02:04:26 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-b[63349]: 2024-04-26T02:04:26.610+0000 7f4ca0550700 -1 mds.b *** got signal Terminated *** 2024-04-26T02:04:29.376 INFO:journalctl@ceph.mds.b.smithi103.stdout:Apr 26 02:04:29 smithi103 podman[70693]: 2024-04-26 02:04:29.071948699 +0000 UTC m=+2.544257306 container died 342d4c9360871aac4b073503836a7472476d3b9a6c3ef2268fd0f78ab8fe369c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-b, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-04-26T02:04:29.826 INFO:journalctl@ceph.mds.b.smithi103.stdout:Apr 26 02:04:29 smithi103 podman[70693]: 2024-04-26 02:04:29.547997094 +0000 UTC m=+3.020305690 container cleanup 342d4c9360871aac4b073503836a7472476d3b9a6c3ef2268fd0f78ab8fe369c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-b, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416) 2024-04-26T02:04:29.826 INFO:journalctl@ceph.mds.b.smithi103.stdout:Apr 26 02:04:29 smithi103 bash[70693]: ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-b 2024-04-26T02:04:29.976 DEBUG:teuthology.orchestra.run.smithi103:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@mds.b.service' 2024-04-26T02:04:30.010 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:04:30.010 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-04-26T02:04:30.010 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-04-26T02:04:30.011 DEBUG:teuthology.orchestra.run.smithi103:> sudo systemctl stop ceph-4e298560-036d-11ef-bc93-c7b262605968@mds.e 2024-04-26T02:04:30.376 INFO:journalctl@ceph.mds.e.smithi103.stdout:Apr 26 02:04:30 smithi103 systemd[1]: Stopping Ceph mds.e for 4e298560-036d-11ef-bc93-c7b262605968... 2024-04-26T02:04:30.376 INFO:journalctl@ceph.mds.e.smithi103.stdout:Apr 26 02:04:30 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-e[62724]: 2024-04-26T02:04:30.322+0000 7f5e37a1a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:04:30.376 INFO:journalctl@ceph.mds.e.smithi103.stdout:Apr 26 02:04:30 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-e[62724]: 2024-04-26T02:04:30.322+0000 7f5e37a1a700 -1 mds.e *** got signal Terminated *** 2024-04-26T02:04:33.376 INFO:journalctl@ceph.mds.e.smithi103.stdout:Apr 26 02:04:33 smithi103 podman[70825]: 2024-04-26 02:04:33.078947414 +0000 UTC m=+2.848604271 container died 8460249a92a9079e1db95ae23db8d566147b8e2edb7b61ef2b17430ab9d0eafa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-e, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T02:04:33.811 INFO:journalctl@ceph.mds.e.smithi103.stdout:Apr 26 02:04:33 smithi103 podman[70825]: 2024-04-26 02:04:33.405944248 +0000 UTC m=+3.175601142 container cleanup 8460249a92a9079e1db95ae23db8d566147b8e2edb7b61ef2b17430ab9d0eafa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-e, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-04-26T02:04:33.811 INFO:journalctl@ceph.mds.e.smithi103.stdout:Apr 26 02:04:33 smithi103 bash[70825]: ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-e 2024-04-26T02:04:33.811 INFO:journalctl@ceph.mds.e.smithi103.stdout:Apr 26 02:04:33 smithi103 podman[70840]: 2024-04-26 02:04:33.582102155 +0000 UTC m=+0.505117089 container remove 8460249a92a9079e1db95ae23db8d566147b8e2edb7b61ef2b17430ab9d0eafa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-e, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0) 2024-04-26T02:04:33.833 DEBUG:teuthology.orchestra.run.smithi103:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@mds.e.service' 2024-04-26T02:04:33.865 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:04:33.865 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-04-26T02:04:33.865 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-04-26T02:04:33.865 DEBUG:teuthology.orchestra.run.smithi103:> sudo systemctl stop ceph-4e298560-036d-11ef-bc93-c7b262605968@mds.h 2024-04-26T02:04:34.126 INFO:journalctl@ceph.mds.h.smithi103.stdout:Apr 26 02:04:33 smithi103 systemd[1]: Stopping Ceph mds.h for 4e298560-036d-11ef-bc93-c7b262605968... 2024-04-26T02:04:34.626 INFO:journalctl@ceph.mds.h.smithi103.stdout:Apr 26 02:04:34 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-h[63033]: 2024-04-26T02:04:34.176+0000 7f955b1df700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:04:34.626 INFO:journalctl@ceph.mds.h.smithi103.stdout:Apr 26 02:04:34 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-h[63033]: 2024-04-26T02:04:34.176+0000 7f955b1df700 -1 mds.h *** got signal Terminated *** 2024-04-26T02:04:37.349 INFO:journalctl@ceph.mds.h.smithi103.stdout:Apr 26 02:04:37 smithi103 podman[70945]: 2024-04-26 02:04:37.078315931 +0000 UTC m=+2.990012484 container died 0f9950ed15d503fa812ebc87bea6b0e6210c571a1b3d1f38afa8ecba5ab12c6b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-h, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-26T02:04:37.625 INFO:journalctl@ceph.mds.h.smithi103.stdout:Apr 26 02:04:37 smithi103 podman[70945]: 2024-04-26 02:04:37.434862505 +0000 UTC m=+3.346559059 container cleanup 0f9950ed15d503fa812ebc87bea6b0e6210c571a1b3d1f38afa8ecba5ab12c6b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-h, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True) 2024-04-26T02:04:37.626 INFO:journalctl@ceph.mds.h.smithi103.stdout:Apr 26 02:04:37 smithi103 bash[70945]: ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-h 2024-04-26T02:04:37.898 DEBUG:teuthology.orchestra.run.smithi103:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@mds.h.service' 2024-04-26T02:04:37.930 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:04:37.931 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-04-26T02:04:37.931 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-04-26T02:04:37.931 DEBUG:teuthology.orchestra.run.smithi103:> sudo systemctl stop ceph-4e298560-036d-11ef-bc93-c7b262605968@mds.k 2024-04-26T02:04:38.245 INFO:journalctl@ceph.mds.k.smithi103.stdout:Apr 26 02:04:38 smithi103 systemd[1]: Stopping Ceph mds.k for 4e298560-036d-11ef-bc93-c7b262605968... 2024-04-26T02:04:38.625 INFO:journalctl@ceph.mds.k.smithi103.stdout:Apr 26 02:04:38 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-k[62410]: 2024-04-26T02:04:38.246+0000 7f5f1483f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:04:38.626 INFO:journalctl@ceph.mds.k.smithi103.stdout:Apr 26 02:04:38 smithi103 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-k[62410]: 2024-04-26T02:04:38.246+0000 7f5f1483f700 -1 mds.k *** got signal Terminated *** 2024-04-26T02:04:40.663 INFO:journalctl@ceph.mds.k.smithi103.stdout:Apr 26 02:04:40 smithi103 podman[71065]: 2024-04-26 02:04:40.378733196 +0000 UTC m=+2.228643857 container died 1cee19e91f4962815b8348b9daa300280dab2495ca5a57ea4095790e11c22124 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-k, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-04-26T02:04:40.987 INFO:journalctl@ceph.mds.k.smithi103.stdout:Apr 26 02:04:40 smithi103 podman[71065]: 2024-04-26 02:04:40.739026953 +0000 UTC m=+2.588937622 container cleanup 1cee19e91f4962815b8348b9daa300280dab2495ca5a57ea4095790e11c22124 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-k, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-04-26T02:04:40.988 INFO:journalctl@ceph.mds.k.smithi103.stdout:Apr 26 02:04:40 smithi103 bash[71065]: ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-k 2024-04-26T02:04:41.116 DEBUG:teuthology.orchestra.run.smithi103:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@mds.k.service' 2024-04-26T02:04:41.146 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:04:41.146 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-04-26T02:04:41.146 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-04-26T02:04:41.146 DEBUG:teuthology.orchestra.run.smithi163:> sudo systemctl stop ceph-4e298560-036d-11ef-bc93-c7b262605968@mds.c 2024-04-26T02:04:41.442 INFO:journalctl@ceph.mds.c.smithi163.stdout:Apr 26 02:04:41 smithi163 systemd[1]: Stopping Ceph mds.c for 4e298560-036d-11ef-bc93-c7b262605968... 2024-04-26T02:04:41.703 INFO:journalctl@ceph.mds.c.smithi163.stdout:Apr 26 02:04:41 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-c[63339]: 2024-04-26T02:04:41.443+0000 7f90fc50e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:04:41.703 INFO:journalctl@ceph.mds.c.smithi163.stdout:Apr 26 02:04:41 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-c[63339]: 2024-04-26T02:04:41.443+0000 7f90fc50e700 -1 mds.c *** got signal Terminated *** 2024-04-26T02:04:45.392 INFO:journalctl@ceph.mds.c.smithi163.stdout:Apr 26 02:04:45 smithi163 podman[71185]: 2024-04-26 02:04:45.085083326 +0000 UTC m=+3.744978849 container died 5fa720f4fe9f85ef61357785c46a3b690d47bf853009cb5f490eb2775350290f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-26T02:04:45.671 INFO:journalctl@ceph.mds.c.smithi163.stdout:Apr 26 02:04:45 smithi163 podman[71185]: 2024-04-26 02:04:45.493351917 +0000 UTC m=+4.153247439 container cleanup 5fa720f4fe9f85ef61357785c46a3b690d47bf853009cb5f490eb2775350290f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-c, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True) 2024-04-26T02:04:45.671 INFO:journalctl@ceph.mds.c.smithi163.stdout:Apr 26 02:04:45 smithi163 bash[71185]: ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-c 2024-04-26T02:04:45.820 DEBUG:teuthology.orchestra.run.smithi163:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@mds.c.service' 2024-04-26T02:04:45.853 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:04:45.853 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-04-26T02:04:45.854 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-04-26T02:04:45.854 DEBUG:teuthology.orchestra.run.smithi163:> sudo systemctl stop ceph-4e298560-036d-11ef-bc93-c7b262605968@mds.f 2024-04-26T02:04:46.170 INFO:journalctl@ceph.mds.f.smithi163.stdout:Apr 26 02:04:45 smithi163 systemd[1]: Stopping Ceph mds.f for 4e298560-036d-11ef-bc93-c7b262605968... 2024-04-26T02:04:46.671 INFO:journalctl@ceph.mds.f.smithi163.stdout:Apr 26 02:04:46 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-f[63020]: 2024-04-26T02:04:46.172+0000 7feba086d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:04:46.671 INFO:journalctl@ceph.mds.f.smithi163.stdout:Apr 26 02:04:46 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-f[63020]: 2024-04-26T02:04:46.172+0000 7feba086d700 -1 mds.f *** got signal Terminated *** 2024-04-26T02:04:49.396 INFO:journalctl@ceph.mds.f.smithi163.stdout:Apr 26 02:04:49 smithi163 podman[71317]: 2024-04-26 02:04:49.093347034 +0000 UTC m=+3.018685402 container died 35d8cab9b2cc219766138537f23596425ce1e74e760f06aef9529f9d0e933edd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-f, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416) 2024-04-26T02:04:49.671 INFO:journalctl@ceph.mds.f.smithi163.stdout:Apr 26 02:04:49 smithi163 podman[71317]: 2024-04-26 02:04:49.47269439 +0000 UTC m=+3.398032757 container cleanup 35d8cab9b2cc219766138537f23596425ce1e74e760f06aef9529f9d0e933edd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-f, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True) 2024-04-26T02:04:49.671 INFO:journalctl@ceph.mds.f.smithi163.stdout:Apr 26 02:04:49 smithi163 bash[71317]: ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-f 2024-04-26T02:04:49.902 DEBUG:teuthology.orchestra.run.smithi163:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@mds.f.service' 2024-04-26T02:04:49.934 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:04:49.935 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-04-26T02:04:49.935 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-04-26T02:04:49.935 DEBUG:teuthology.orchestra.run.smithi163:> sudo systemctl stop ceph-4e298560-036d-11ef-bc93-c7b262605968@mds.i 2024-04-26T02:04:50.391 INFO:journalctl@ceph.mds.i.smithi163.stdout:Apr 26 02:04:50 smithi163 systemd[1]: Stopping Ceph mds.i for 4e298560-036d-11ef-bc93-c7b262605968... 2024-04-26T02:04:50.670 INFO:journalctl@ceph.mds.i.smithi163.stdout:Apr 26 02:04:50 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-i[63649]: 2024-04-26T02:04:50.392+0000 7fbdd3cf0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:04:50.671 INFO:journalctl@ceph.mds.i.smithi163.stdout:Apr 26 02:04:50 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-i[63649]: 2024-04-26T02:04:50.392+0000 7fbdd3cf0700 -1 mds.i *** got signal Terminated *** 2024-04-26T02:04:53.360 INFO:journalctl@ceph.mds.i.smithi163.stdout:Apr 26 02:04:53 smithi163 podman[71438]: 2024-04-26 02:04:53.084143137 +0000 UTC m=+2.923423752 container died 5fd4148373a6324ff8f7354131ae8374a637ea59de89037a2fd78c7a2f4685c9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-i, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux ) 2024-04-26T02:04:53.670 INFO:journalctl@ceph.mds.i.smithi163.stdout:Apr 26 02:04:53 smithi163 podman[71438]: 2024-04-26 02:04:53.460129158 +0000 UTC m=+3.299409762 container cleanup 5fd4148373a6324ff8f7354131ae8374a637ea59de89037a2fd78c7a2f4685c9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-i, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-26T02:04:53.671 INFO:journalctl@ceph.mds.i.smithi163.stdout:Apr 26 02:04:53 smithi163 bash[71438]: ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-i 2024-04-26T02:04:53.927 DEBUG:teuthology.orchestra.run.smithi163:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@mds.i.service' 2024-04-26T02:04:53.959 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:04:53.959 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-04-26T02:04:53.959 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-04-26T02:04:53.959 DEBUG:teuthology.orchestra.run.smithi163:> sudo systemctl stop ceph-4e298560-036d-11ef-bc93-c7b262605968@mds.l 2024-04-26T02:04:54.287 INFO:journalctl@ceph.mds.l.smithi163.stdout:Apr 26 02:04:54 smithi163 systemd[1]: Stopping Ceph mds.l for 4e298560-036d-11ef-bc93-c7b262605968... 2024-04-26T02:04:54.670 INFO:journalctl@ceph.mds.l.smithi163.stdout:Apr 26 02:04:54 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-l[62714]: 2024-04-26T02:04:54.288+0000 7f461dce2700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-26T02:04:54.670 INFO:journalctl@ceph.mds.l.smithi163.stdout:Apr 26 02:04:54 smithi163 ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-l[62714]: 2024-04-26T02:04:54.288+0000 7f461dce2700 -1 mds.l *** got signal Terminated *** 2024-04-26T02:04:57.354 INFO:journalctl@ceph.mds.l.smithi163.stdout:Apr 26 02:04:57 smithi163 podman[71558]: 2024-04-26 02:04:57.09685441 +0000 UTC m=+2.918479123 container died fa72187c547a8666a4a1f851c2f2c782dac4dc14e3b8fac32342fe1442b30172 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-l, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True) 2024-04-26T02:04:57.605 INFO:journalctl@ceph.mds.l.smithi163.stdout:Apr 26 02:04:57 smithi163 podman[71558]: 2024-04-26 02:04:57.447464384 +0000 UTC m=+3.269089098 container cleanup fa72187c547a8666a4a1f851c2f2c782dac4dc14e3b8fac32342fe1442b30172 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-l, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-26T02:04:57.605 INFO:journalctl@ceph.mds.l.smithi163.stdout:Apr 26 02:04:57 smithi163 bash[71558]: ceph-4e298560-036d-11ef-bc93-c7b262605968-mds-l 2024-04-26T02:04:57.825 DEBUG:teuthology.orchestra.run.smithi163:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4e298560-036d-11ef-bc93-c7b262605968@mds.l.service' 2024-04-26T02:04:57.856 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T02:04:57.856 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-04-26T02:04:57.856 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 4e298560-036d-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-26T02:04:58.185 INFO:teuthology.orchestra.run.smithi046.stdout:Deleting cluster with fsid: 4e298560-036d-11ef-bc93-c7b262605968 2024-04-26T02:05:03.354 DEBUG:teuthology.orchestra.run.smithi103:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 4e298560-036d-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-26T02:05:03.543 INFO:teuthology.orchestra.run.smithi103.stdout:Deleting cluster with fsid: 4e298560-036d-11ef-bc93-c7b262605968 2024-04-26T02:05:06.029 DEBUG:teuthology.orchestra.run.smithi163:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 4e298560-036d-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-26T02:05:06.219 INFO:teuthology.orchestra.run.smithi163.stdout:Deleting cluster with fsid: 4e298560-036d-11ef-bc93-c7b262605968 2024-04-26T02:05:08.623 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-26T02:05:08.727 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-26T02:05:08.759 DEBUG:teuthology.orchestra.run.smithi163:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-26T02:05:08.784 INFO:tasks.cephadm:Archiving crash dumps... 2024-04-26T02:05:08.786 DEBUG:teuthology.misc:Transferring archived files from smithi046:/var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674246/remote/smithi046/crash 2024-04-26T02:05:08.787 DEBUG:teuthology.orchestra.run.smithi046:> sudo tar c -f - -C /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/crash -- . 2024-04-26T02:05:08.877 INFO:teuthology.orchestra.run.smithi046.stderr:tar: /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-26T02:05:08.877 INFO:teuthology.orchestra.run.smithi046.stderr:tar: Error is not recoverable: exiting now 2024-04-26T02:05:08.882 DEBUG:teuthology.misc:Transferring archived files from smithi103:/var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674246/remote/smithi103/crash 2024-04-26T02:05:08.883 DEBUG:teuthology.orchestra.run.smithi103:> sudo tar c -f - -C /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/crash -- . 2024-04-26T02:05:08.997 INFO:teuthology.orchestra.run.smithi103.stderr:tar: /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-26T02:05:08.998 INFO:teuthology.orchestra.run.smithi103.stderr:tar: Error is not recoverable: exiting now 2024-04-26T02:05:09.000 DEBUG:teuthology.misc:Transferring archived files from smithi163:/var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674246/remote/smithi163/crash 2024-04-26T02:05:09.001 DEBUG:teuthology.orchestra.run.smithi163:> sudo tar c -f - -C /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/crash -- . 2024-04-26T02:05:09.033 INFO:teuthology.orchestra.run.smithi163.stderr:tar: /var/lib/ceph/4e298560-036d-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-26T02:05:09.033 INFO:teuthology.orchestra.run.smithi163.stderr:tar: Error is not recoverable: exiting now 2024-04-26T02:05:09.034 INFO:tasks.cephadm:Checking cluster log for badness... 2024-04-26T02:05:09.034 DEBUG:teuthology.orchestra.run.smithi046:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | head -n 1 2024-04-26T02:05:09.141 INFO:tasks.cephadm:Compressing logs... 2024-04-26T02:05:09.141 DEBUG:teuthology.orchestra.run.smithi046:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-26T02:05:09.146 DEBUG:teuthology.orchestra.run.smithi103:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-26T02:05:09.148 DEBUG:teuthology.orchestra.run.smithi163:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-26T02:05:09.172 INFO:teuthology.orchestra.run.smithi163.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph.log 2024-04-26T02:05:09.172 INFO:teuthology.orchestra.run.smithi163.stderr:: No such file or directory 2024-04-26T02:05:09.172 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-osd.2.log 2024-04-26T02:05:09.172 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mds.f.log 2024-04-26T02:05:09.174 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-26T02:05:09.174 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-osd.2.log: /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mds.f.log: gzip -5 --verbose -- /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-osd.5.log 2024-04-26T02:05:09.174 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mds.c.log 2024-04-26T02:05:09.174 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph.audit.log: /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mon.c.log 2024-04-26T02:05:09.174 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mgr.z.log 2024-04-26T02:05:09.176 INFO:teuthology.orchestra.run.smithi103.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-04-26T02:05:09.176 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph.log 2024-04-26T02:05:09.176 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-26T02:05:09.176 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-osd.7.log 2024-04-26T02:05:09.176 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph.log: /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mds.b.log 2024-04-26T02:05:09.179 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mds.i.log 2024-04-26T02:05:09.179 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mgr.z.log: 87.4% -- replaced with /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-26T02:05:09.179 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-26T02:05:09.179 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mds.i.log: 90.4% -- replaced with /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-26T02:05:09.181 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-osd.4.log 2024-04-26T02:05:09.181 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-osd.1.log 2024-04-26T02:05:09.181 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mgr.y.log 2024-04-26T02:05:09.181 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mds.h.log 2024-04-26T02:05:09.181 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-osd.10.log 2024-04-26T02:05:09.181 INFO:teuthology.orchestra.run.smithi103.stderr: 87.4% -- replaced with /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-26T02:05:09.181 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mds.h.log: 90.4% -- replaced with /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-26T02:05:09.181 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-26T02:05:09.185 INFO:teuthology.orchestra.run.smithi163.stderr: 92.2% -- replaced with /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mgr.z.log.gz 2024-04-26T02:05:09.187 INFO:teuthology.orchestra.run.smithi163.stderr:gzip -5 --verbose -- /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-osd.11.log 2024-04-26T02:05:09.187 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-osd.8.log 2024-04-26T02:05:09.187 INFO:teuthology.orchestra.run.smithi163.stderr: 83.7% -- replaced with /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-26T02:05:09.187 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-osd.11.log: gzip -5 --verbose -- /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-26T02:05:09.190 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-osd.10.log: 92.1% -- replaced with /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mgr.y.log.gz 2024-04-26T02:05:09.190 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mds.e.log 2024-04-26T02:05:09.190 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-26T02:05:09.190 INFO:teuthology.orchestra.run.smithi103.stderr: 83.7% -- replaced with /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-26T02:05:09.190 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mds.e.log: gzip -5 --verbose -- /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mon.b.log 2024-04-26T02:05:09.199 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-osd.8.log: gzip -5 --verbose -- /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mds.l.log 2024-04-26T02:05:09.203 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mds.k.log 2024-04-26T02:05:09.203 INFO:teuthology.orchestra.run.smithi103.stderr: 91.0%/var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mon.b.log: -- replaced with /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-26T02:05:09.204 INFO:teuthology.orchestra.run.smithi046.stderr:find: ‘/var/log/rbd-target-api’gzip: No such file or directory 2024-04-26T02:05:09.204 INFO:teuthology.orchestra.run.smithi046.stderr: -5 --verbose -- /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph.log 2024-04-26T02:05:09.204 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-26T02:05:09.205 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mds.g.log 2024-04-26T02:05:09.206 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mds.j.log 2024-04-26T02:05:09.207 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-26T02:05:09.208 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mds.g.log: gzip -5 --verbose -- /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-osd.3.log 2024-04-26T02:05:09.208 INFO:teuthology.orchestra.run.smithi046.stderr: 87.4% -- replaced with /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-26T02:05:09.209 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mds.j.log: 90.3% -- replaced with /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-26T02:05:09.209 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-osd.0.log 2024-04-26T02:05:09.210 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mgr.x.log 2024-04-26T02:05:09.211 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mon.a.log 2024-04-26T02:05:09.212 INFO:teuthology.orchestra.run.smithi046.stderr: 94.4% -- replaced with /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mds.g.log.gz 2024-04-26T02:05:09.213 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-osd.6.log 2024-04-26T02:05:09.214 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-26T02:05:09.216 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mds.a.log 2024-04-26T02:05:09.216 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-26T02:05:09.217 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph.cephadm.log: 84.0% -- replaced with /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-26T02:05:09.219 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-26T02:05:09.221 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mds.d.log 2024-04-26T02:05:09.223 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-osd.9.log 2024-04-26T02:05:09.225 INFO:teuthology.orchestra.run.smithi046.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-26T02:05:09.228 INFO:teuthology.orchestra.run.smithi163.stderr:/var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mds.l.log: /var/log/ceph/cephadm.log: 92.5% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-26T02:05:09.229 INFO:teuthology.orchestra.run.smithi163.stderr: 91.0% -- replaced with /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-26T02:05:09.231 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mds.k.log: 94.4% -- replaced with /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mds.k.log.gz 2024-04-26T02:05:09.239 INFO:teuthology.orchestra.run.smithi046.stderr:/var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-osd.9.log: /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mds.d.log: /var/log/ceph/cephadm.log: 90.9% -- replaced with /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-26T02:05:09.246 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/cephadm.log: 92.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-26T02:05:09.252 INFO:teuthology.orchestra.run.smithi046.stderr: 93.7% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-26T02:05:09.645 INFO:teuthology.orchestra.run.smithi046.stderr: 90.0% -- replaced with /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mgr.x.log.gz 2024-04-26T02:05:09.759 INFO:teuthology.orchestra.run.smithi103.stderr: 91.9% -- replaced with /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mon.b.log.gz 2024-04-26T02:05:09.862 INFO:teuthology.orchestra.run.smithi046.stderr: 94.8% -- replaced with /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mds.d.log.gz 2024-04-26T02:05:09.897 INFO:teuthology.orchestra.run.smithi163.stderr: 91.8% -- replaced with /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mon.c.log.gz 2024-04-26T02:05:09.948 INFO:teuthology.orchestra.run.smithi163.stderr: 94.5% -- replaced with /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mds.l.log.gz 2024-04-26T02:05:10.050 INFO:teuthology.orchestra.run.smithi103.stderr: 95.1% -- replaced with /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mds.e.log.gz 2024-04-26T02:05:10.205 INFO:teuthology.orchestra.run.smithi046.stderr: 95.1% -- replaced with /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mds.j.log.gz 2024-04-26T02:05:10.778 INFO:teuthology.orchestra.run.smithi046.stderr: 90.3% -- replaced with /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mon.a.log.gz 2024-04-26T02:05:11.827 INFO:teuthology.orchestra.run.smithi163.stderr: 95.0% -- replaced with /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mds.f.log.gz 2024-04-26T02:05:14.546 INFO:teuthology.orchestra.run.smithi163.stderr: 91.6% -- replaced with /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-osd.8.log.gz 2024-04-26T02:05:15.217 INFO:teuthology.orchestra.run.smithi046.stderr: 91.6% -- replaced with /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-osd.6.log.gz 2024-04-26T02:05:15.646 INFO:teuthology.orchestra.run.smithi103.stderr: 93.9% -- replaced with /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mds.h.log.gz 2024-04-26T02:05:15.655 INFO:teuthology.orchestra.run.smithi103.stderr: 91.6% -- replaced with /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-osd.7.log.gz 2024-04-26T02:05:15.944 INFO:teuthology.orchestra.run.smithi103.stderr: 91.8% -- replaced with /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-osd.1.log.gz 2024-04-26T02:05:15.969 INFO:teuthology.orchestra.run.smithi046.stderr: 91.6% -- replaced with /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-osd.9.log.gz 2024-04-26T02:05:16.232 INFO:teuthology.orchestra.run.smithi163.stderr: 91.6% -- replaced with /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-osd.11.log.gz 2024-04-26T02:05:16.371 INFO:teuthology.orchestra.run.smithi163.stderr: 93.9% -- replaced with /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mds.c.log.gz 2024-04-26T02:05:16.441 INFO:teuthology.orchestra.run.smithi046.stderr: 91.6% -- replaced with /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-osd.3.log.gz 2024-04-26T02:05:16.553 INFO:teuthology.orchestra.run.smithi103.stderr: 92.0% -- replaced with /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-osd.4.log.gz 2024-04-26T02:05:16.765 INFO:teuthology.orchestra.run.smithi163.stderr: 91.8% -- replaced with /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-osd.2.log.gz 2024-04-26T02:05:16.955 INFO:teuthology.orchestra.run.smithi103.stderr: 91.9% -- replaced with /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-osd.10.log.gz 2024-04-26T02:05:17.808 INFO:teuthology.orchestra.run.smithi163.stderr: 93.7% -- replaced with /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mds.i.log.gz 2024-04-26T02:05:17.899 INFO:teuthology.orchestra.run.smithi046.stderr: 91.6% -- replaced with /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-osd.0.log.gz 2024-04-26T02:05:18.378 INFO:teuthology.orchestra.run.smithi163.stderr: 91.6% -- replaced with /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-osd.5.log.gz 2024-04-26T02:05:18.380 INFO:teuthology.orchestra.run.smithi163.stderr: 2024-04-26T02:05:18.380 INFO:teuthology.orchestra.run.smithi163.stderr:real 0m9.217s 2024-04-26T02:05:18.380 INFO:teuthology.orchestra.run.smithi163.stderr:user 0m47.049s 2024-04-26T02:05:18.380 INFO:teuthology.orchestra.run.smithi163.stderr:sys 0m1.355s 2024-04-26T02:05:19.112 INFO:teuthology.orchestra.run.smithi046.stderr: 93.6% -- replaced with /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mds.a.log.gz 2024-04-26T02:05:19.116 INFO:teuthology.orchestra.run.smithi046.stderr: 2024-04-26T02:05:19.116 INFO:teuthology.orchestra.run.smithi046.stderr:real 0m9.936s 2024-04-26T02:05:19.116 INFO:teuthology.orchestra.run.smithi046.stderr:user 0m39.035s 2024-04-26T02:05:19.116 INFO:teuthology.orchestra.run.smithi046.stderr:sys 0m2.815s 2024-04-26T02:05:33.447 INFO:teuthology.orchestra.run.smithi103.stderr: 93.2% -- replaced with /var/log/ceph/4e298560-036d-11ef-bc93-c7b262605968/ceph-mds.b.log.gz 2024-04-26T02:05:33.449 INFO:teuthology.orchestra.run.smithi103.stderr: 2024-04-26T02:05:33.449 INFO:teuthology.orchestra.run.smithi103.stderr:real 0m24.287s 2024-04-26T02:05:33.449 INFO:teuthology.orchestra.run.smithi103.stderr:user 0m58.709s 2024-04-26T02:05:33.450 INFO:teuthology.orchestra.run.smithi103.stderr:sys 0m1.773s 2024-04-26T02:05:33.450 INFO:tasks.cephadm:Archiving logs... 2024-04-26T02:05:33.450 DEBUG:teuthology.misc:Transferring archived files from smithi046:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674246/remote/smithi046/log 2024-04-26T02:05:33.451 DEBUG:teuthology.orchestra.run.smithi046:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-26T02:05:38.707 DEBUG:teuthology.misc:Transferring archived files from smithi103:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674246/remote/smithi103/log 2024-04-26T02:05:38.708 DEBUG:teuthology.orchestra.run.smithi103:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-26T02:05:46.953 DEBUG:teuthology.misc:Transferring archived files from smithi163:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674246/remote/smithi163/log 2024-04-26T02:05:46.954 DEBUG:teuthology.orchestra.run.smithi163:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-26T02:05:52.781 INFO:tasks.cephadm:Removing cluster... 2024-04-26T02:05:52.782 DEBUG:teuthology.orchestra.run.smithi046:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 4e298560-036d-11ef-bc93-c7b262605968 --force 2024-04-26T02:05:53.118 INFO:teuthology.orchestra.run.smithi046.stdout:Deleting cluster with fsid: 4e298560-036d-11ef-bc93-c7b262605968 2024-04-26T02:05:53.858 DEBUG:teuthology.orchestra.run.smithi103:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 4e298560-036d-11ef-bc93-c7b262605968 --force 2024-04-26T02:05:54.048 INFO:teuthology.orchestra.run.smithi103.stdout:Deleting cluster with fsid: 4e298560-036d-11ef-bc93-c7b262605968 2024-04-26T02:05:54.365 DEBUG:teuthology.orchestra.run.smithi163:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 4e298560-036d-11ef-bc93-c7b262605968 --force 2024-04-26T02:05:54.556 INFO:teuthology.orchestra.run.smithi163.stdout:Deleting cluster with fsid: 4e298560-036d-11ef-bc93-c7b262605968 2024-04-26T02:05:54.865 INFO:tasks.cephadm:Removing cephadm ... 2024-04-26T02:05:54.865 DEBUG:teuthology.orchestra.run.smithi046:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-26T02:05:54.927 DEBUG:teuthology.orchestra.run.smithi103:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-26T02:05:54.944 DEBUG:teuthology.orchestra.run.smithi163:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-26T02:05:54.959 INFO:tasks.cephadm:Teardown complete 2024-04-26T02:05:54.959 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-04-26T02:05:54.971 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-04-26T02:05:54.971 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-26T02:05:54.979 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-26T02:05:54.987 DEBUG:teuthology.orchestra.run.smithi163:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-26T02:05:55.138 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-04-26T02:05:55.150 INFO:teuthology.task.clock:Checking final clock skew... 2024-04-26T02:05:55.150 DEBUG:teuthology.orchestra.run.smithi046:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-26T02:05:55.158 DEBUG:teuthology.orchestra.run.smithi103:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-26T02:05:55.160 DEBUG:teuthology.orchestra.run.smithi163:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-26T02:05:55.172 INFO:teuthology.orchestra.run.smithi103.stderr:bash: line 1: ntpq: command not found 2024-04-26T02:05:55.174 INFO:teuthology.orchestra.run.smithi163.stderr:bash: line 1: ntpq: command not found 2024-04-26T02:05:55.176 INFO:teuthology.orchestra.run.smithi103.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-26T02:05:55.176 INFO:teuthology.orchestra.run.smithi103.stdout:=============================================================================== 2024-04-26T02:05:55.177 INFO:teuthology.orchestra.run.smithi103.stdout:^* hv01.front.sepia.ceph.com 3 6 377 60 +1839us[+1850us] +/- 46ms 2024-04-26T02:05:55.177 INFO:teuthology.orchestra.run.smithi103.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 57 -1776us[-1776us] +/- 67ms 2024-04-26T02:05:55.177 INFO:teuthology.orchestra.run.smithi103.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 59 -566us[ -566us] +/- 77ms 2024-04-26T02:05:55.177 INFO:teuthology.orchestra.run.smithi103.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T02:05:55.178 INFO:teuthology.orchestra.run.smithi163.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-26T02:05:55.178 INFO:teuthology.orchestra.run.smithi163.stdout:=============================================================================== 2024-04-26T02:05:55.178 INFO:teuthology.orchestra.run.smithi163.stdout:^* hv01.front.sepia.ceph.com 3 6 377 57 +1794us[+1809us] +/- 46ms 2024-04-26T02:05:55.178 INFO:teuthology.orchestra.run.smithi163.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 57 -1778us[-1763us] +/- 67ms 2024-04-26T02:05:55.178 INFO:teuthology.orchestra.run.smithi163.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 54 -571us[ -571us] +/- 77ms 2024-04-26T02:05:55.178 INFO:teuthology.orchestra.run.smithi163.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T02:05:55.208 INFO:teuthology.orchestra.run.smithi046.stderr:bash: line 1: ntpq: command not found 2024-04-26T02:05:55.218 INFO:teuthology.orchestra.run.smithi046.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-26T02:05:55.218 INFO:teuthology.orchestra.run.smithi046.stdout:=============================================================================== 2024-04-26T02:05:55.218 INFO:teuthology.orchestra.run.smithi046.stdout:^* hv01.front.sepia.ceph.com 3 6 377 57 +1692us[+1705us] +/- 46ms 2024-04-26T02:05:55.219 INFO:teuthology.orchestra.run.smithi046.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 56 -1887us[-1887us] +/- 67ms 2024-04-26T02:05:55.219 INFO:teuthology.orchestra.run.smithi046.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 57 -684us[ -684us] +/- 77ms 2024-04-26T02:05:55.219 INFO:teuthology.orchestra.run.smithi046.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-26T02:05:55.220 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-04-26T02:05:55.231 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-04-26T02:05:55.232 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-04-26T02:05:55.248 DEBUG:teuthology.orchestra.run.smithi046:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-26T02:05:55.447 DEBUG:teuthology.orchestra.run.smithi103:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-26T02:05:55.512 DEBUG:teuthology.orchestra.run.smithi163:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-26T02:05:55.577 DEBUG:teuthology.orchestra.run.smithi046:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-26T02:05:55.676 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T02:05:55.676 DEBUG:teuthology.orchestra.run.smithi103:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-26T02:05:55.704 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T02:05:55.704 DEBUG:teuthology.orchestra.run.smithi163:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-26T02:05:55.730 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T02:05:55.731 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-04-26T02:05:55.749 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-04-26T02:05:55.760 INFO:teuthology.task.internal:Duration was 2257.050289 seconds 2024-04-26T02:05:55.760 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-04-26T02:05:55.771 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-04-26T02:05:55.771 DEBUG:teuthology.orchestra.run.smithi046:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-26T02:05:55.779 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-26T02:05:55.781 DEBUG:teuthology.orchestra.run.smithi163:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-26T02:05:55.815 INFO:teuthology.orchestra.run.smithi103.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-26T02:05:55.817 INFO:teuthology.orchestra.run.smithi163.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-26T02:05:55.911 INFO:teuthology.orchestra.run.smithi046.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-26T02:05:56.211 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-04-26T02:05:56.211 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi046.front.sepia.ceph.com 2024-04-26T02:05:56.212 DEBUG:teuthology.orchestra.run.smithi046:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-26T02:05:56.290 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi103.front.sepia.ceph.com 2024-04-26T02:05:56.291 DEBUG:teuthology.orchestra.run.smithi103:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-26T02:05:56.317 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi163.front.sepia.ceph.com 2024-04-26T02:05:56.317 DEBUG:teuthology.orchestra.run.smithi163:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-26T02:05:56.347 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-04-26T02:05:56.347 DEBUG:teuthology.orchestra.run.smithi046:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-26T02:05:56.354 DEBUG:teuthology.orchestra.run.smithi103:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-26T02:05:56.359 DEBUG:teuthology.orchestra.run.smithi163:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-26T02:05:56.441 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-04-26T02:05:56.441 DEBUG:teuthology.orchestra.run.smithi046:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-26T02:05:56.446 DEBUG:teuthology.orchestra.run.smithi103:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-26T02:05:56.448 DEBUG:teuthology.orchestra.run.smithi163:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-26T02:05:57.258 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-04-26T02:05:57.270 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-04-26T02:05:57.270 DEBUG:teuthology.orchestra.run.smithi046:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-26T02:05:57.347 DEBUG:teuthology.orchestra.run.smithi103:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-26T02:05:57.371 DEBUG:teuthology.orchestra.run.smithi163:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-26T02:05:57.397 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-04-26T02:05:57.409 DEBUG:teuthology.orchestra.run.smithi046:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-26T02:05:57.416 DEBUG:teuthology.orchestra.run.smithi103:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-26T02:05:57.419 DEBUG:teuthology.orchestra.run.smithi163:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-26T02:05:57.439 INFO:teuthology.orchestra.run.smithi103.stdout:kernel.core_pattern = core 2024-04-26T02:05:57.460 INFO:teuthology.orchestra.run.smithi163.stdout:kernel.core_pattern = core 2024-04-26T02:05:57.501 INFO:teuthology.orchestra.run.smithi046.stdout:kernel.core_pattern = core 2024-04-26T02:05:57.545 DEBUG:teuthology.orchestra.run.smithi046:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-26T02:05:57.595 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T02:05:57.595 DEBUG:teuthology.orchestra.run.smithi103:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-26T02:05:57.609 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T02:05:57.610 DEBUG:teuthology.orchestra.run.smithi163:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-26T02:05:57.624 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T02:05:57.625 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-04-26T02:05:57.637 INFO:teuthology.task.internal:Transferring archived files... 2024-04-26T02:05:57.637 DEBUG:teuthology.misc:Transferring archived files from smithi046:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674246/remote/smithi046 2024-04-26T02:05:57.638 DEBUG:teuthology.orchestra.run.smithi046:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-26T02:05:57.754 DEBUG:teuthology.misc:Transferring archived files from smithi103:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674246/remote/smithi103 2024-04-26T02:05:57.754 DEBUG:teuthology.orchestra.run.smithi103:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-26T02:05:57.789 DEBUG:teuthology.misc:Transferring archived files from smithi163:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-04-26_01:02:28-fs-wip-lusov-quiescer-distro-default-smithi/7674246/remote/smithi163 2024-04-26T02:05:57.790 DEBUG:teuthology.orchestra.run.smithi163:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-26T02:05:57.826 INFO:teuthology.task.internal:Removing archive directory... 2024-04-26T02:05:57.826 DEBUG:teuthology.orchestra.run.smithi046:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-26T02:05:57.834 DEBUG:teuthology.orchestra.run.smithi103:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-26T02:05:57.837 DEBUG:teuthology.orchestra.run.smithi163:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-26T02:05:57.887 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-04-26T02:05:57.899 INFO:teuthology.task.internal:Not uploading archives. 2024-04-26T02:05:57.899 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-04-26T02:05:57.912 INFO:teuthology.task.internal:Tidying up after the test... 2024-04-26T02:05:57.912 DEBUG:teuthology.orchestra.run.smithi046:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-26T02:05:57.917 DEBUG:teuthology.orchestra.run.smithi103:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-26T02:05:57.919 DEBUG:teuthology.orchestra.run.smithi163:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-26T02:05:57.932 INFO:teuthology.orchestra.run.smithi103.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 26 02:05 /home/ubuntu/cephtest 2024-04-26T02:05:57.934 INFO:teuthology.orchestra.run.smithi163.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 26 02:05 /home/ubuntu/cephtest 2024-04-26T02:05:57.969 INFO:teuthology.orchestra.run.smithi046.stdout: 393916 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 26 02:05 /home/ubuntu/cephtest 2024-04-26T02:05:57.972 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-04-26T02:05:57.985 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-04-26T02:05:58.011 INFO:teuthology.run:Summary data: client.0-kernel-sha1: 806ec36b21129f113ce356c007dd59694d340b37 description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/yes 5-quiesce/with-quiesce 6-workunit/fs/norstats}} duration: 2257.050288915634 flavor: default owner: scheduled_leonidus@teuthology success: true 2024-04-26T02:05:58.011 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-26T02:05:58.112 INFO:teuthology.run:pass